-- Logs begin at Tue 2022-07-19 10:18:56 UTC, end at Tue 2022-07-19 11:21:32 UTC. -- Jul 19 10:55:41.094862 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 19 10:55:43.743594 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.common.config [-] Logging enabled! Jul 19 10:55:43.744215 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 19 10:55:43.744363 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103969) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 19 10:55:43.747564 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.common.config [-] Logging enabled! Jul 19 10:55:43.747810 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 19 10:55:43.748114 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103969) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 19 10:55:43.749093 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 10:55:43.749323 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 10:55:43.749787 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 10:55:43.750031 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 10:55:43.750253 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 10:55:43.750565 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.750858 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.751086 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.751378 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.751663 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.751939 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.752224 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.752518 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.752834 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.753111 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.753391 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.753618 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.753892 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.754175 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.754456 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.754675 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] debug = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.754954 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.755378 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.755772 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.756048 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.756330 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.756600 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.756901 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.757173 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.757448 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.757768 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.758038 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.758318 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.758598 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.758876 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.759143 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.759411 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.759687 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.759951 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.760216 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.760483 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.760784 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.761067 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.761354 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.761573 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.761789 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.762068 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.762352 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.762620 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.762885 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.763150 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.763414 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.763679 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.763938 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.764217 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.765033 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.765315 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.765581 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.765846 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.766110 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.766373 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.766649 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.766913 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.767178 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.767443 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.767720 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.767978 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.768242 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.768534 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.768835 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.769113 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.769392 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.769658 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.769933 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.770198 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.770461 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.770724 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_json = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.770986 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.771245 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.771517 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.771782 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.772045 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.772308 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.772569 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.772876 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.773142 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:43.773427 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.773713 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.774002 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.774274 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.774567 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.774842 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.775122 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.775391 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.775669 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.775947 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.776228 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.776496 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.776809 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.777096 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.777383 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.777680 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.777967 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.778253 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.778522 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.778788 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.779053 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.779322 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.779599 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.779865 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.780814 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.781104 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.781379 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.781669 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.781949 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.782227 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.782514 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.782800 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.783067 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.783340 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.783624 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.783898 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.784163 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.784446 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.784738 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.785012 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.785287 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.785573 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.785853 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.786119 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.786390 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.786674 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.786945 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.787208 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.787474 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.787742 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.788005 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.788281 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.788554 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.788845 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.789112 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.789383 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.789651 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.789918 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.790188 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.790455 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.790726 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.790991 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.791259 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.791524 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.791788 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.792051 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.792314 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.792578 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.792869 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.793135 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.793402 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.793665 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.793930 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.794196 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.794488 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.794761 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.795039 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.795312 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.795582 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.795889 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.796161 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.796434 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.796736 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.796997 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.797283 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.797560 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.797841 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.798113 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.798388 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.798697 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.798971 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.799243 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.799516 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.799789 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.800061 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.800339 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.800611 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.800908 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.801185 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.801460 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.801747 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.802034 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.802307 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.802593 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.802878 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.803166 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.803442 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.803744 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.804018 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:43.804231 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 10:55:43.804467 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103969) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 19 10:55:44.097319 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 19 10:55:44.097514 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 19 10:55:44.097814 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 19 10:55:44.098146 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 19 10:55:44.503359 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.503646 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.503913 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.505224 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.505498 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.505762 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.559163 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.559452 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.559715 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.574490 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.574769 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.575035 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.603750 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.604022 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.604286 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.645704 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.645982 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.646247 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.874667 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.875273 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.875273 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.875427 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.876050 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.972341 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.972658 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.972957 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.973224 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.973480 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.973782 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.974035 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.974285 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.974533 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.974806 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.975058 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.975314 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.975564 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.975810 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.976056 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.976314 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.976563 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.976850 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.977112 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.977364 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.977634 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.977888 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.978165 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.978537 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.978783 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.979028 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:44.979416 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 10:55:44.979652 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 10:55:44.979884 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 10:55:44.980113 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 10:55:44.980342 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 10:55:44.980568 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 10:55:44.980951 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 19 10:55:44.984521 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 19 10:55:44.988402 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 19 10:55:44.992417 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 19 10:55:44.994052 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 19 10:55:44.995459 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 19 10:55:44.995799 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 19 10:55:44.996186 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 19 10:55:44.999001 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 19 10:55:44.999252 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 19 10:55:44.999596 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 10:55:45.004619 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 19 10:55:45.026886 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 19 10:55:45.027330 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.027624 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103969) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 19 10:55:45.027987 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.029357 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103969) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 19 10:55:45.029628 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 19 10:55:45.029865 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 19 10:55:45.033634 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.033916 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.192990 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 19 10:55:45.193225 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 19 10:55:45.193455 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 19 10:55:45.193820 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 19 10:55:45.245094 dv-cinder-master-3-iscsi neutron-server[103969]: INFO dbcounter [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Registered counter for database neutron Jul 19 10:55:45.264888 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_db.sqlalchemy.engines [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103969) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 19 10:55:45.270592 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writer thread running {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 10:55:45.814247 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Initializing driver for type 'gre' Jul 19 10:55:45.814774 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] gre ID ranges: [(1, 1000)] Jul 19 10:55:45.873567 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Initializing driver for type 'local' Jul 19 10:55:45.874508 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Initializing driver for type 'vlan' Jul 19 10:55:45.887371 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] VlanTypeDriver initialization complete Jul 19 10:55:45.887961 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Initializing driver for type 'vxlan' Jul 19 10:55:45.888191 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] vxlan ID ranges: [(1, 1000)] Jul 19 10:55:45.943336 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Initializing extension driver 'port_security' Jul 19 10:55:45.943689 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.extensions.port_security [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] PortSecurityExtensionDriver initialization complete Jul 19 10:55:45.944028 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Initializing mechanism driver 'openvswitch' Jul 19 10:55:45.944363 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Initializing mechanism driver 'hyperv' Jul 19 10:55:45.951380 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:55:45.952059 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > port after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.952434 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.952825 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.953332 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 10:55:45.953758 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > subnet after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.954119 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > subnet after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.954469 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.954877 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 10:55:45.955288 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > network after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.955654 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > network after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.956002 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > network after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.956393 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 10:55:45.956840 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > security_group after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.957197 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > security_group after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.957542 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.957940 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 10:55:45.958355 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.958704 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.959044 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.959445 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 10:55:45.959864 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > address_group after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.960211 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > address_group after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.960552 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.960989 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 19 10:55:45.961433 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] ML2 OVO RPC backend initialized. {{(pid=103969) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 19 10:55:45.962159 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.962573 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.962938 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > network before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.963294 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > networks before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.963643 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > port before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.963987 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > ports before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.964340 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > subnet before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.964685 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > subnets before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.965053 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > network after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.965403 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > network after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.965740 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > network after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.966075 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > port after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.966413 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.966749 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.967085 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > subnet after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.967535 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > subnet after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.967760 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:45.976817 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded quota_driver: . Jul 19 10:55:45.977195 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.plugin [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Modular L2 Plugin initialization complete Jul 19 10:55:45.977547 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading services supported by the core plugin {{(pid=103969) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 19 10:55:45.977889 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Got port-security extension from driver 'port_security' Jul 19 10:55:45.978373 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.extensions.vlantransparent [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Disabled vlantransparent extension. Jul 19 10:55:45.978868 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103969) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 19 10:55:45.979220 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading Plugin: router Jul 19 10:55:46.015910 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.016311 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router after_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.016684 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router before_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.017216 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.017593 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.017955 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router after_delete 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.018317 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.018668 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.019030 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router after_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.019378 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router after_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.019727 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router after_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.020077 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.020436 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router after_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.020888 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router precommit_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.021264 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.021611 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.021952 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: subnet after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.022293 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.022644 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.022992 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router precommit_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.023337 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: port before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.023680 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router precommit_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.024036 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router after_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.024380 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.024764 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router precommit_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.025130 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.025475 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router precommit_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.025841 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > agent after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.026195 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > agent after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.026541 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > network after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.027416 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Tracking information for resource: router configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 10:55:46.027751 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Tracking information for resource: floatingip configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 19 10:55:46.032751 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.db.l3_agentschedulers_db [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 19 10:55:46.033348 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.033717 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: port after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.034072 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.034427 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.035241 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router before_create 55550100 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.035611 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.035982 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router precommit_create 55550100 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.036342 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > router precommit_update 55550100 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.041203 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.services.provider_configuration [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service providers = [] {{(pid=103969) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 19 10:55:46.041573 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.db.servicetype_db [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103969) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 19 10:55:46.044499 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.services.service_base [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 10:55:46.044895 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.services.service_base [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 10:55:46.045243 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.services.service_base [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 10:55:46.046815 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.services.service_base [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 19 10:55:46.047191 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.services.service_base [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 19 10:55:46.047576 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 10:55:46.047898 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 19 10:55:46.063290 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 10:55:46.063629 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading Plugin: auto_allocate Jul 19 10:55:46.069386 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: network precommit_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.069716 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: network precommit_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.070235 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 10:55:46.070558 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading Plugin: tag Jul 19 10:55:46.077384 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 10:55:46.077714 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading Plugin: timestamp Jul 19 10:55:46.081544 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 10:55:46.081877 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading Plugin: network_ip_availability Jul 19 10:55:46.087344 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.087721 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.088080 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.088844 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 10:55:46.089169 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading Plugin: flavors Jul 19 10:55:46.094086 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 10:55:46.094417 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading Plugin: revisions Jul 19 10:55:46.098644 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 19 10:55:46.099040 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.001s {{(pid=103969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 19 10:55:46.099793 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103969) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 19 10:55:46.100133 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Initializing extension manager. Jul 19 10:55:46.100656 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: __init__.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.101029 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: __pycache__ {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.101365 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: address_group.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.102080 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.102649 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: address-group Jul 19 10:55:46.102975 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: address_scope.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.103655 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.104164 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: address-scope Jul 19 10:55:46.104486 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.105405 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.105909 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: router-admin-state-down-before-update Jul 19 10:55:46.106232 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: agent.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.106899 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.107402 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: agent Jul 19 10:55:46.107725 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: agent_resources_synced.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.109138 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.109645 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: agent-resources-synced Jul 19 10:55:46.109971 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: allowedaddresspairs.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.111719 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.112234 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: allowed-address-pairs Jul 19 10:55:46.112562 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: auto_allocated_topology.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.113621 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.114127 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: auto-allocated-topology Jul 19 10:55:46.114452 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: availability_zone.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.115115 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.115616 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: availability_zone Jul 19 10:55:46.115938 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: availability_zone_filter.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.117084 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.117586 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: availability_zone_filter Jul 19 10:55:46.117909 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: data_plane_status.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.118778 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.119280 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension data-plane-status not supported by any of loaded plugins Jul 19 10:55:46.119602 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: default_subnetpools.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.120470 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.121007 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: default-subnetpools Jul 19 10:55:46.121331 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.122106 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.122608 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: dhcp_agent_scheduler Jul 19 10:55:46.122933 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: dns.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.124358 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.124897 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension dns-integration not supported by any of loaded plugins Jul 19 10:55:46.125221 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: dns_domain_ports.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.126100 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.126610 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 19 10:55:46.126934 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.127812 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.128313 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 19 10:55:46.128638 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: dvr.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.129305 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.129805 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: dvr Jul 19 10:55:46.130127 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: ecmp_routes.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.130997 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.131494 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 19 10:55:46.131811 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: empty_string_filtering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.132673 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.133194 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: empty-string-filtering Jul 19 10:55:46.133515 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.134380 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.134877 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 19 10:55:46.135198 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.136064 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.136559 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 19 10:55:46.136905 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: external_net.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.137775 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.138272 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: external-net Jul 19 10:55:46.138590 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.139482 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.139979 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: extra_dhcp_opt Jul 19 10:55:46.140299 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: extraroute.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.141211 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.141719 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: extraroute Jul 19 10:55:46.142042 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: extraroute_atomic.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.143017 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.143524 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: extraroute-atomic Jul 19 10:55:46.143846 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: filter_validation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.144477 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.145010 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: filter-validation Jul 19 10:55:46.145334 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: fip_pf_description.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.146401 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.146914 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 19 10:55:46.147239 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: fip_pf_port_range.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.148119 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.148630 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 19 10:55:46.148977 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: fip_port_details.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.149859 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.150369 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: fip-port-details Jul 19 10:55:46.150691 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: flavors.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.151873 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.152386 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: flavors Jul 19 10:55:46.152733 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.154324 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.154845 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 19 10:55:46.155204 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: floatingip_pools.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.155874 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.156387 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: floatingip-pools Jul 19 10:55:46.156732 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: ip_allocation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.157611 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.158116 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension ip_allocation not supported by any of loaded plugins Jul 19 10:55:46.158438 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.159319 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.159823 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: ip-substring-filtering Jul 19 10:55:46.160151 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l2_adjacency.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.161076 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.161572 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 19 10:55:46.161898 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l3.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.162819 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.163330 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: router Jul 19 10:55:46.163655 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.165831 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.166356 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 19 10:55:46.166689 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.167567 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.168079 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: ext-gw-mode Jul 19 10:55:46.168410 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.169317 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.169827 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: l3-ha Jul 19 10:55:46.170153 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.171555 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.172057 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 19 10:55:46.172379 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l3_flavors.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.173286 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.173787 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: l3-flavors Jul 19 10:55:46.174109 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.175427 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.175936 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 19 10:55:46.176262 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.177171 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.177676 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 19 10:55:46.178004 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: l3agentscheduler.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.179036 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.179544 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: l3_agent_scheduler Jul 19 10:55:46.179866 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: local_ip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.181611 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.182137 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension local_ip not supported by any of loaded plugins Jul 19 10:55:46.182477 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: logging.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.183908 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.184424 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension logging not supported by any of loaded plugins Jul 19 10:55:46.184793 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: metering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.185500 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.186073 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: metering Jul 19 10:55:46.186938 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.188176 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.188688 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: metering_source_and_destination_fields Jul 19 10:55:46.189039 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: multiprovidernet.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.189929 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.190437 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: multi-provider Jul 19 10:55:46.190762 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: netmtu.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.191634 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.192142 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: net-mtu Jul 19 10:55:46.192467 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: netmtu_writable.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.193374 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.193881 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: net-mtu-writable Jul 19 10:55:46.194206 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: network_availability_zone.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.194844 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.195350 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: network_availability_zone Jul 19 10:55:46.195676 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: network_ip_availability.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.196756 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.197268 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: network-ip-availability Jul 19 10:55:46.197597 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: network_segment_range.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.198338 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.198844 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension network-segment-range not supported by any of loaded plugins Jul 19 10:55:46.199170 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: pagination.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.200106 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.200436 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: pagination Jul 19 10:55:46.200790 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: port_device_profile.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.201661 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.202204 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: port-device-profile Jul 19 10:55:46.202529 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: port_mac_address_override.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.203412 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.203929 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: port-mac-override Jul 19 10:55:46.204256 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.205155 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.205667 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: port-mac-address-regenerate Jul 19 10:55:46.205989 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.206875 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.207385 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: port-numa-affinity-policy Jul 19 10:55:46.207708 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: port_resource_request.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.208590 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.209126 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension port-resource-request not supported by any of loaded plugins Jul 19 10:55:46.209452 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: port_resource_request_groups.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.210376 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.210882 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 19 10:55:46.211207 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: portbindings.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.212089 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.212595 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: binding Jul 19 10:55:46.212948 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: portbindings_extended.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.214166 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.214674 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: binding-extended Jul 19 10:55:46.215001 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: portsecurity.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.215871 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.216378 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: port-security Jul 19 10:55:46.216712 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: project_id.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.218168 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.218501 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: project-id Jul 19 10:55:46.218820 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: providernet.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.219696 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.220206 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: provider Jul 19 10:55:46.220527 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.223953 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.224480 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos not supported by any of loaded plugins Jul 19 10:55:46.224855 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.226063 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.226576 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 19 10:55:46.226906 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.227798 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.228310 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 19 10:55:46.228638 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_default.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.229548 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.230053 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-default not supported by any of loaded plugins Jul 19 10:55:46.230379 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_fip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.231258 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.231764 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-fip not supported by any of loaded plugins Jul 19 10:55:46.232089 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.232998 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.234036 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 19 10:55:46.234360 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_gateway_ip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.235241 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.235749 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 19 10:55:46.236070 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_port_network_policy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.236977 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.237479 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 19 10:55:46.237803 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.238800 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.239300 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 19 10:55:46.239621 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.240609 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.241143 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 19 10:55:46.241733 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_pps_rule.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.242850 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.243359 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-pps not supported by any of loaded plugins Jul 19 10:55:46.243686 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_rule_type_details.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.244556 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.245090 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 19 10:55:46.245417 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.246296 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.246797 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 19 10:55:46.247122 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: qos_rules_alias.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.248119 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.248628 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 19 10:55:46.249001 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: quota_check_limit.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.249880 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.250392 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: quota-check-limit Jul 19 10:55:46.250717 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: quotasv2.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.251595 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.251924 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: quotas Jul 19 10:55:46.252248 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: quotasv2_detail.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.253933 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.254273 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: quota_details Jul 19 10:55:46.254603 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: rbac.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.255899 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.256425 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: rbac-policies Jul 19 10:55:46.256780 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: rbac_address_group.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.257679 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.258199 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: rbac-address-group Jul 19 10:55:46.258526 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: rbac_address_scope.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.259410 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.259918 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: rbac-address-scope Jul 19 10:55:46.260244 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: rbac_security_groups.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.261224 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.261737 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: rbac-security-groups Jul 19 10:55:46.262065 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: rbac_subnetpool.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.262949 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.263460 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: rbac-subnetpool Jul 19 10:55:46.263784 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: revisionifmatch.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.264723 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.265230 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: revision-if-match Jul 19 10:55:46.265555 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: revisions.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.266642 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.267155 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: standard-attr-revisions Jul 19 10:55:46.267485 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: router_availability_zone.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.268136 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.268647 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: router_availability_zone Jul 19 10:55:46.269013 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: routerservicetype.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.269907 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.270414 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension router-service-type not supported by any of loaded plugins Jul 19 10:55:46.270741 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.271626 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.272137 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: security-groups-normalized-cidr Jul 19 10:55:46.272460 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.273383 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.273891 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: port-security-groups-filtering Jul 19 10:55:46.274212 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.275096 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.275604 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: security-groups-remote-address-group Jul 19 10:55:46.275924 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.276846 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.277363 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: security-groups-shared-filtering Jul 19 10:55:46.277685 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: securitygroup.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.288953 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.289484 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: security-group Jul 19 10:55:46.289821 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: segment.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.290519 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.291035 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension segment not supported by any of loaded plugins Jul 19 10:55:46.291367 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.292267 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.292804 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 19 10:55:46.293136 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: servicetype.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.294193 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.294707 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: service-type Jul 19 10:55:46.295036 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: sorting.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.296526 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.296890 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: sorting Jul 19 10:55:46.297216 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: standard_attr_segment.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.298102 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.300877 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 19 10:55:46.300877 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: standardattrdescription.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.300877 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.300877 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: standard-attr-description Jul 19 10:55:46.300877 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: stateful_security_group.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.302174 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.302174 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: stateful-security-group Jul 19 10:55:46.302174 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: stdattrs_common.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.302650 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 19 10:55:46.302970 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.304123 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.304361 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 19 10:55:46.304682 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: subnet_onboard.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.305725 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.306234 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: subnet_onboard Jul 19 10:55:46.306556 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.307451 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.307956 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 19 10:55:46.308281 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: subnet_service_types.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.309191 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.309705 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: subnet-service-types Jul 19 10:55:46.310032 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: subnetallocation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.311077 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.312112 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: subnet_allocation Jul 19 10:55:46.312432 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.313097 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.313600 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: subnetpool-prefix-ops Jul 19 10:55:46.313919 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.314804 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.315306 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 19 10:55:46.315628 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: tagging.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.316653 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.317205 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: standard-attr-tag Jul 19 10:55:46.317530 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: timestamp.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.318676 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.319189 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loaded extension: standard-attr-timestamp Jul 19 10:55:46.319556 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: trunk.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.320503 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.321043 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension trunk not supported by any of loaded plugins Jul 19 10:55:46.321375 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: trunk_details.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.322252 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.322762 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension trunk-details not supported by any of loaded plugins Jul 19 10:55:46.323086 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: uplink_status_propagation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.323969 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.324474 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 19 10:55:46.324820 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Loading extension file: vlantransparent.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 19 10:55:46.325460 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 19 10:55:46.325961 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 19 10:55:46.329240 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:network Jul 19 10:55:46.329787 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:subnet Jul 19 10:55:46.330186 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 10:55:46.330579 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:port Jul 19 10:55:46.331839 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.332286 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service FLAVORS assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.332935 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.333476 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.333811 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:router Jul 19 10:55:46.334245 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:floatingip Jul 19 10:55:46.334746 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service METERING assigned prefix: /metering {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.336183 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.336560 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.336953 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 10:55:46.337967 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 10:55:46.338425 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:security_group Jul 19 10:55:46.338871 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 10:55:46.339402 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service CORE assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.339737 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 10:55:46.340088 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] subnetpool is already registered Jul 19 10:55:46.340529 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service CORE assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.340882 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 10:55:46.341217 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] subnetpool is already registered Jul 19 10:55:46.343617 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.344057 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service FLAVORS assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.344659 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.345115 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.345453 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:router Jul 19 10:55:46.345796 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] router is already registered Jul 19 10:55:46.346208 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:floatingip Jul 19 10:55:46.346545 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] floatingip is already registered Jul 19 10:55:46.347008 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service METERING assigned prefix: /metering {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.347685 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of CountableResource for resource:rbac_policy Jul 19 10:55:46.348014 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] rbac_policy is already registered Jul 19 10:55:46.348430 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:security_group Jul 19 10:55:46.348801 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] security_group is already registered Jul 19 10:55:46.349209 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 19 10:55:46.349548 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] security_group_rule is already registered Jul 19 10:55:46.350180 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service CORE assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.350511 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 10:55:46.350852 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] subnetpool is already registered Jul 19 10:55:46.351277 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Service CORE assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 19 10:55:46.351605 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Creating instance of TrackedResource for resource:subnetpool Jul 19 10:55:46.351941 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] subnetpool is already registered Jul 19 10:55:46.352424 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: extensions {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.353951 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: address-groups {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.355477 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: address-scopes {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.356948 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: agents {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.358175 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: auto-allocated-topology {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.359450 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: availability_zones {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.360729 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: dhcp-networks {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.362279 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: dhcp-agents {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.363740 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: routers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.365544 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: flavors {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.367106 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: service_profiles {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.368343 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: next_providers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.369857 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: service_profiles {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.371470 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: floatingip-pools {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.372751 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: routers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.375039 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: floatingips {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.376331 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: l3-routers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.377794 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: l3-agents {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.379251 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: metering-labels {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.380564 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: metering-label-rules {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.382009 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: network-ip-availabilities {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.383280 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: bindings {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.384919 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: quotas {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.386616 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: quotas {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.388238 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: rbac-policies {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.390091 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: security-groups {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.391424 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: security-group-rules {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.392734 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: service-providers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.393989 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: subnetpools {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.395354 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: subnetpools {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.397920 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.399669 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.401559 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.403381 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.405231 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.407230 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.409015 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.410949 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.412807 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.414585 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 19 10:55:46.420736 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING keystonemiddleware.auth_token [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 19 10:55:46.425836 dv-cinder-master-3-iscsi neutron-server[103969]: WARNING keystonemiddleware.auth_token [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 19 10:55:46.434665 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Acquired lock "singleton_lock" {{(pid=103969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 19 10:55:46.435146 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Releasing lock "singleton_lock" {{(pid=103969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 19 10:55:46.435788 dv-cinder-master-3-iscsi neutron-server[103969]: INFO oslo_service.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Starting 2 workers Jul 19 10:55:46.441191 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Started child 104076 {{(pid=103969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 10:55:46.445849 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Started child 104077 {{(pid=103969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 10:55:46.446635 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:55:46.447461 dv-cinder-master-3-iscsi neutron-server[103969]: INFO neutron.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 19 10:55:46.448067 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [-] (104076) wsgi starting up on http://0.0.0.0:9696 Jul 19 10:55:46.448219 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:55:46.450364 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:55:46.450891 dv-cinder-master-3-iscsi neutron-server[103969]: INFO oslo_service.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Starting 1 workers Jul 19 10:55:46.451702 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [-] (104077) wsgi starting up on http://0.0.0.0:9696 Jul 19 10:55:46.456279 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Started child 104078 {{(pid=103969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 10:55:46.456849 dv-cinder-master-3-iscsi neutron-server[103969]: INFO oslo_service.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Starting 1 workers Jul 19 10:55:46.459941 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] calling RpcWorker wait() {{(pid=104078) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 19 10:55:46.460494 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] returning from RpcWorker wait() {{(pid=104078) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 19 10:55:46.461277 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Started child 104079 {{(pid=103969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 19 10:55:46.461686 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:55:46.462102 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-277bddd1-b2a1-4dd3-8298-7f54fd4a6a5b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:55:46.462189 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:55:46.464087 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 10:55:46.464294 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 10:55:46.464481 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 10:55:46.464725 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 10:55:46.465057 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 10:55:46.465220 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 10:55:46.465735 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.466008 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.466267 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.466538 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.467143 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.467462 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.467550 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:55:46.468051 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.468051 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.468247 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.468416 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.468583 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.468882 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.469011 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:55:46.469099 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.469490 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.469756 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.470006 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.470269 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.470460 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.470711 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.470976 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.471244 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.471533 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] debug = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.471790 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.472256 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.472498 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.472783 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.473021 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.473292 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.473546 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.473798 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.474030 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.474272 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.474524 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.474799 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.475028 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.475268 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.475497 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.475773 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.476036 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.476527 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.476803 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.477041 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.477284 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.477528 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.477783 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.477995 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.478261 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.478528 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.478791 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.479022 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.479260 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.479518 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.479759 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.480000 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.480164 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_options = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.480413 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.480683 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.480978 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.481171 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.481341 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.481504 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.481748 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.481918 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.482171 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.482391 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.482605 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.482824 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.483087 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.483348 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.483612 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.483853 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.484084 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.485123 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.485123 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.485123 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.485388 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.485477 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.485663 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.485892 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.486336 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.486550 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.486919 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.487084 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.487250 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.487486 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.487758 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.488000 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.488248 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.488487 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.488770 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.489370 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.489370 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.489623 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.490171 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.490171 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.490171 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.490533 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.491937 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.491937 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.491937 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.491937 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.491937 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_json = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.491937 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.492489 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.492489 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.492625 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.492777 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.492993 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.493204 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.493451 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.493675 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.494083 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.494369 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.494680 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.494923 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.495153 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.495403 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.498185 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.498185 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.498185 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.498185 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.498185 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.498185 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.498185 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.499283 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.499283 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.499440 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.499648 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.499910 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.500148 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.501101 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.501340 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.501561 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.501987 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.502366 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.502748 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.503163 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.503404 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.503873 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.504286 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.504721 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.505204 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.505615 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.506008 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.506727 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.507171 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.507555 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.507947 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.508315 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.508681 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.509077 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.509473 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.509878 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.510270 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.510653 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.511000 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.511395 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.511780 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.512171 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.512405 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.512815 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.513169 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.513562 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.513784 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.514156 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.515192 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.515575 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.516102 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.516548 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.517168 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.517569 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.517924 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.518307 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.518692 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.518942 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.519191 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.519419 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.519643 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.519885 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.520122 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.520346 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.520583 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.520828 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.521067 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.521436 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.521694 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.522076 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.522431 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.522799 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.523012 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.523245 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.523607 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.523983 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.524333 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.524729 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.524969 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.525212 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.525428 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.525666 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.525879 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.526116 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.526380 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.526852 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.527249 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.527639 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.528001 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.528418 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.528800 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.529217 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.529598 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.530492 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.530718 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.530995 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.531228 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.531493 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.531765 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.531980 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.532243 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.532466 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.532686 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.532953 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.533174 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.533398 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.533628 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.533850 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.534090 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.534313 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.534555 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.534788 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.535021 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.535238 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.535496 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.535731 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.536021 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.536255 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.536726 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.537105 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.537519 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.537944 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.538346 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.538775 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.539168 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.539562 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.539984 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.540375 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.540782 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.541194 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.541433 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.541661 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.541917 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.542145 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.542375 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.542619 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.542923 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.543939 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.544184 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.544559 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.544993 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.545404 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.546324 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.546731 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.547126 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.547529 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.547797 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.548130 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.548265 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.548677 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.549126 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.549354 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.549609 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.549854 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.550094 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.550332 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.550544 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.550939 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.551156 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.551378 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.551593 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.551967 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.552206 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.552471 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.552685 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.552929 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.553168 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.553405 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.553628 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.553847 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.554063 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.554312 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.554529 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.554796 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.555066 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.555281 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.555540 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.555805 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.556043 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.556255 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.556505 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.556765 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.556980 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.557196 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.557414 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.557630 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.557840 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.558068 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.558281 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.558520 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.558754 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.559089 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.559353 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.559583 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.559838 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.560073 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.560287 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.560496 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.560735 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.560985 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.561225 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.561447 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.561684 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.561900 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.562115 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.562329 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.562542 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.562802 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.563024 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.563182 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:55:46.563291 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.563449 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.563670 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.563904 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.564119 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.564351 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.564581 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.564824 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.565035 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.565250 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.565460 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.565749 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.566012 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.566545 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.566986 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.567625 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.568028 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.568445 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.568932 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.569327 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.569610 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.569774 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.569980 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.570211 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.570418 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.570635 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.570859 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.571099 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.571309 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.571532 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.571740 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.571948 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.572172 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.572389 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.572617 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.572882 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.573099 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.573311 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.573532 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.573750 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.573960 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.574187 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.574398 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.574609 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.574876 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.575068 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.575295 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.575597 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.575845 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.576058 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.576334 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.576564 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.577345 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.577588 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.577908 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.578139 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.578583 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.579002 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.579296 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.579522 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.579816 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.580148 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.580458 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.580742 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.581008 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.581288 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.581549 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.581985 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.582199 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.582508 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.582838 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.583116 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.583359 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.583619 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.583856 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.584078 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.584298 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.584515 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.584790 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.585646 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.586038 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.586251 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.586423 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.586646 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.586878 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.587102 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.587347 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.587776 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.587776 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.588006 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.588173 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 10:55:46.588872 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 19 10:55:46.589031 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 19 10:55:46.589185 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 19 10:55:46.589352 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 19 10:55:46.589519 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 19 10:55:46.589678 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 19 10:55:46.589882 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.590042 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.590203 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.590548 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.590548 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.590709 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.590829 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.590986 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.591143 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.591300 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.591457 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.591615 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.591771 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.591928 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.592084 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.592239 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.592395 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.593126 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.593287 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.593444 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.593599 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.593759 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] debug = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.593915 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.594116 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.594359 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.594446 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.594565 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.594720 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.594876 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.595031 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.595187 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.595342 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.595497 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.595655 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.595809 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.595964 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.596118 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.596371 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.596504 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.596627 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.596771 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.596895 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.597031 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.597172 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.597327 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.597482 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.597639 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.597794 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.597950 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.598109 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.598266 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.598422 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.598576 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.598734 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.598889 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_options = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.599045 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.599250 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.599366 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.599512 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.599674 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.599835 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.599991 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.600147 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.600498 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.600498 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.600727 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.600814 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.600913 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.601069 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.601226 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.601381 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.601536 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.601693 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.601849 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.602004 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.602160 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.602317 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.602472 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.602628 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.602784 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.602940 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.603095 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.603251 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.603407 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.603563 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.603719 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.603876 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.604034 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.604191 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.604347 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.604503 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.604659 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.604850 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.605009 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.605167 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.605323 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.605480 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.605636 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.605792 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.605949 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.606106 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.606261 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_json = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.606420 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.606576 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.606731 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.606892 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.607046 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.607201 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.607356 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.607513 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.607669 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 19 10:55:46.607844 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.608003 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.608198 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.608357 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.608516 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.608675 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.608856 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.609015 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.609174 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.609333 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.609498 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.609658 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.609831 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.609992 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.610150 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.610313 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.610472 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.610631 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.610791 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.610951 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.611110 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.611270 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.611436 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.611594 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.611752 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.611912 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.612070 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.612237 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.612397 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.612562 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.612761 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.612925 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.613085 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.613244 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.613403 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.613563 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.613723 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.613883 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.614041 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.614201 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.614361 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.614520 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.614679 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.614837 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.614998 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.615156 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.615317 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.615476 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.615635 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.615794 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.615953 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.616111 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.616545 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.616726 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.616885 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.617044 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.617204 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.617372 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.617531 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.617690 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.617849 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.618008 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.618167 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.618326 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.618485 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.618644 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.618803 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.618961 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.619132 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.619290 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.619452 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.619610 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.619772 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.619931 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.620089 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.620249 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.620408 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.620567 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.620744 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.620904 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.621063 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.621223 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.621383 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.621542 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.621701 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.621860 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.622018 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.622178 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.622336 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.622494 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.622653 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.622828 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.622988 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.623149 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.623307 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.623466 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.623627 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.623810 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.623971 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.624129 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.624287 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.624446 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.624606 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.624789 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.624949 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.625108 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.625266 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.625424 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.625582 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.625741 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.625899 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.626058 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.626216 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.626376 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.626534 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.626692 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.626851 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.627009 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.627167 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.627326 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.627484 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.627642 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.627811 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.627970 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.628132 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.628290 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.628455 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.628622 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.628803 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.628963 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.629121 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.629279 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.629438 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.629597 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.629761 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.629919 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.630078 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.630236 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.630405 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.630565 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.630723 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.630882 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.631062 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.631221 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.631378 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.631537 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.631694 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.631852 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.632010 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.632168 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.632326 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.632485 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.632643 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.632826 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.632985 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.633144 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.633302 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.633460 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.633620 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.633779 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.633937 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.634097 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.634256 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.634415 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.634573 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.634731 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.634890 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.635047 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.635205 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.635363 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.635522 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.635680 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.635838 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.635996 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.636154 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.636312 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.636471 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.636628 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.636815 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.636977 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.637135 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.637294 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.637454 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.637614 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.637774 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.637934 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.638095 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.638255 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.638414 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.638573 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.638730 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.638890 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.639048 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.639207 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.639918 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.640087 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.640247 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.640421 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.640580 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.640766 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.640941 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.641078 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.641236 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.641394 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.641553 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.641711 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.641893 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.642054 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.642214 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.642372 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.642531 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.642690 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.642848 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.643008 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.643168 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.643326 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.643484 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.643644 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.643803 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.643961 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.644118 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.644276 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.644433 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.644591 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.644771 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.644933 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.645105 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.645296 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.645413 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.645571 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.645731 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.645891 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.646216 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.646216 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.646398 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.646510 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.646655 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.646815 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.646982 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.647140 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.647316 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.647461 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.647597 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.647768 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.648526 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.648526 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.648526 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.648526 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.648526 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.649041 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.649041 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.649041 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.649326 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.649326 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.649499 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.649631 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.649753 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.649919 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.650073 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.650223 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.650382 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.650540 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.650710 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.650867 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.651028 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.651194 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.651350 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.651536 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.651655 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.651827 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.652030 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.652169 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.652275 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.652475 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.652609 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.652766 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.652935 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.653139 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.653240 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.653405 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.653568 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.653935 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.653935 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.654210 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.654210 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.654397 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.654510 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.654665 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.654824 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.655510 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.655678 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.655871 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.655976 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.656115 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.656277 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.656478 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.656655 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.656995 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.656995 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.657183 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.657268 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.657400 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.657665 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.657799 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.657899 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 19 10:55:46.658000 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 19 10:55:46.763389 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44184) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:55:46.772505 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [-] 10.222.0.33 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065088 Jul 19 10:55:55.936614 dv-cinder-master-3-iscsi neutron-server[103969]: DEBUG dbcounter [-] [103969] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103969) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:55:57.641109 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3295e-c360-4934-8ca6-01276cd17fc1 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104078) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 19 10:55:57.667325 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writer thread running {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 10:55:57.724952 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3295e-c360-4934-8ca6-01276cd17fc1 None None] No non-hosted networks {{(pid=104078) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 19 10:55:57.738200 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.agentschedulers_db [None req-a7d3295e-c360-4934-8ca6-01276cd17fc1 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=104078) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 19 10:55:57.876512 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b1aede2c-751e-416d-8175-1f633bcccb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025291'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:55:59.379356 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writer thread running {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 10:55:59.944003 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0dc98e79-5979-4883-9785-9999ceca1f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025291'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:55:59.967020 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd427-3f06-41e8-9ac4-112236b537f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:01.004890 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44252) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:01.106398 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025291'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:01.575290 dv-cinder-master-3-iscsi neutron-server[104077]: WARNING oslo_policy.policy [None req-3290531b-4b7c-4a0c-9746-ee94bed306f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 10:56:01.575846 dv-cinder-master-3-iscsi neutron-server[104077]: WARNING oslo_policy.policy [None req-3290531b-4b7c-4a0c-9746-ee94bed306f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 10:56:01.796100 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [None req-3290531b-4b7c-4a0c-9746-ee94bed306f4 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 10:56:01.808766 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-3290531b-4b7c-4a0c-9746-ee94bed306f4 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7914379 Jul 19 10:56:02.519989 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025291'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:02.729218 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025291'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:02.729877 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.730216 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.730733 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.731250 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.731583 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.731910 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.732241 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.732579 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.733477 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.733959 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.734297 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.734619 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.735115 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.735602 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.735924 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:02.736310 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:02.742325 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:04.144887 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44290) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:04.493888 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-0d956144-04a8-445c-84e9-cfdae2bd0ef4 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:56:04.585235 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.policy [None req-0d956144-04a8-445c-84e9-cfdae2bd0ef4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104077) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 10:56:04.628884 dv-cinder-master-3-iscsi neutron-server[104077]: WARNING oslo_policy.policy [None req-0d956144-04a8-445c-84e9-cfdae2bd0ef4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 10:56:04.629287 dv-cinder-master-3-iscsi neutron-server[104077]: WARNING oslo_policy.policy [None req-0d956144-04a8-445c-84e9-cfdae2bd0ef4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 10:56:04.649849 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writer thread running {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 10:56:04.726989 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d956144-04a8-445c-84e9-cfdae2bd0ef4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776549519726', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776549521298', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776549504534', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776549502912', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776549493271', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776549484917', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1894514', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1877874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-823285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-666637'] for rbac-policy (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:04.796887 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0d956144-04a8-445c-84e9-cfdae2bd0ef4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:04.808746 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0d956144-04a8-445c-84e9-cfdae2bd0ef4 admin admin] 10.222.0.33 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6515760 Jul 19 10:56:05.139687 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.db.l3_hamode_db [None req-12740daf-2545-47a7-8cd2-966f9ca865e1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 19 10:56:05.217312 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12740daf-2545-47a7-8cd2-966f9ca865e1 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 10:56:05.217699 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12740daf-2545-47a7-8cd2-966f9ca865e1 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 19 10:56:07.027061 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44302) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:07.344843 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:56:07.374315 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Made reservation on behalf of e9122e2aa0cc4d1f8bc0702f21b3a1e1 for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 10:56:07.378019 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:07.394740 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:07.499650 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Publish callbacks [] for security_group (869f0bfe-7657-4928-8421-327c9f4f502b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:07.502936 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (869f0bfe-7657-4928-8421-327c9f4f502b), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:07.527067 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 10:56:07.558664 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776550307633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (1bf29b49-4f8b-429d-a79a-0a181f0d9f9b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:07.559211 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Unsubscribe: segment precommit_create {{(pid=104077) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 10:56:07.559757 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Added segment 1bf29b49-4f8b-429d-a79a-0a181f0d9f9b of type vlan for network d53e44a1-e820-4d89-9091-6638452de3c2 Jul 19 10:56:07.592985 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=869f0bfe-7657-4928-8421-327c9f4f502b,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:07.630171 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.630510 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.630861 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.631205 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.631531 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.631850 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.632167 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.632480 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.632918 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.633133 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.633445 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.633772 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.634085 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.634391 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.634697 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Tracked resource versions report: Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: pushed versions: Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: { 'AddressGroup': {'1.2'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Agent': {'1.1'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'ConntrackHelper': {'1.0'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'LocalIPAssociation': {'1.0'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Log': {'1.0'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'NDPProxy': {'1.0'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Network': {'1.1'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Port': {'1.7'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'PortForwarding': {'1.3'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'QosPolicy': {'1.10'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'SecurityGroup': {'1.5'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'SecurityGroupRule': {'1.2'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'SubPort': {'1.0'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Subnet': {'1.1'}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Trunk': {'1.1'}} Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: consumer versions: Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Agent': '1.1', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'ConntrackHelper': '1.0', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'LocalIPAssociation': '1.0', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Log': '1.0', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'NDPProxy': '1.0', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Network': '1.1', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Port': '1.7', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'PortForwarding': '1.3', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'QosPolicy': '1.10', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'SecurityGroup': '1.5', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'SecurityGroupRule': '1.2', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'SubPort': '1.0', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Subnet': '1.1', Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: 'Trunk': '1.1'}} Jul 19 10:56:07.636121 dv-cinder-master-3-iscsi neutron-server[104077]: {{(pid=104077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 10:56:07.668006 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (d53e44a1-e820-4d89-9091-6638452de3c2), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:07.688279 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:07.715163 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (d53e44a1-e820-4d89-9091-6638452de3c2), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:07.720237 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:56:07.720986 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:07.784020 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7558975 Jul 19 10:56:07.843073 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17066239-a9a4-47db-b02e-5dc930b0c70d demo demo] Pushing event updated for resources: {'Network': ['ID=d53e44a1-e820-4d89-9091-6638452de3c2,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:07.855970 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network d53e44a1-e820-4d89-9091-6638452de3c2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 10:56:10.064842 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44316) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:10.471967 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c05183-63a0-42f7-9ce1-d8d83e674fca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:56:10.473287 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-11c05183-63a0-42f7-9ce1-d8d83e674fca demo admin] 10.222.0.33 "GET /v2.0/networks/d53e44a1-e820-4d89-9091-6638452de3c2 HTTP/1.1" status: 200 len: 825 time: 0.4074738 Jul 19 10:56:10.497982 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6df2616b-67f6-4ba7-b21c-32e8c6ae4fbe demo admin] 10.222.0.33 "GET /v2.0/subnetpools/48549037-1310-4a9a-9510-12b247963a38 HTTP/1.1" status: 200 len: 734 time: 0.0190504 Jul 19 10:56:10.506374 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Request body: {'subnet': {'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2', 'subnetpool_id': '48549037-1310-4a9a-9510-12b247963a38', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:56:10.527070 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Made reservation on behalf of e9122e2aa0cc4d1f8bc0702f21b3a1e1 for: {'subnet': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 10:56:10.529290 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:10.750034 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:10.826056 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (e2d8dca7-51e0-4fca-b7ff-eb066866ce09), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:10.892387 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e2d8dca7-51e0-4fca-b7ff-eb066866ce09,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:10.902511 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Checking segment: {'id': '1bf29b49-4f8b-429d-a79a-0a181f0d9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 10:56:10.902873 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Network hostable DHCP agents. Network: d53e44a1-e820-4d89-9091-6638452de3c2, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 10:56:10.924391 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Network d53e44a1-e820-4d89-9091-6638452de3c2 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 10:56:10.935229 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d53e44a1-e820-4d89-9091-6638452de3c2) {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 10:56:10.940425 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:56:10.941165 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:10.949910 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6b9c4-f776-4edc-a08e-f41ac31601a0 None None] Network d53e44a1-e820-4d89-9091-6638452de3c2 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 10:56:10.957895 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8c38dbfa-e024-4b61-a473-9cc7dde1f733 demo admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4545953 Jul 19 10:56:11.223990 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d53e44a1-e820-4d89-9091-6638452de3c2', 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2', 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'fixed_ips': [{'subnet_id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 10:56:11.225362 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:11.497865 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Allocated IP 172.20.0.2 (d53e44a1-e820-4d89-9091-6638452de3c2/e2d8dca7-51e0-4fca-b7ff-eb066866ce09/bf7ddbbf-de2b-4646-b19c-57d69ab6991f) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 10:56:11.563512 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:11.766756 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Publish callbacks [] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:11.776933 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:11.852879 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Network d53e44a1-e820-4d89-9091-6638452de3c2 is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 10:56:11.858621 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 10:56:11.864261 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Pushing event updated for resources: {'Port': ['ID=bf7ddbbf-de2b-4646-b19c-57d69ab6991f,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:11.866743 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 10:56:11.901108 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.901466 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.901828 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.902191 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.902535 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.902868 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.903201 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.903532 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.903862 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.904191 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.905057 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.905412 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.905746 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.906072 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.906397 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Tracked resource versions report: Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: pushed versions: Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: { 'AddressGroup': {'1.2'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Agent': {'1.1'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'ConntrackHelper': {'1.0'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'LocalIPAssociation': {'1.0'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Log': {'1.0'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'NDPProxy': {'1.0'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Network': {'1.1'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Port': {'1.7'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'PortForwarding': {'1.3'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'QosPolicy': {'1.10'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'SecurityGroup': {'1.5'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'SecurityGroupRule': {'1.2'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'SubPort': {'1.0'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Subnet': {'1.1'}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Trunk': {'1.1'}} Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: consumer versions: Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Agent': '1.1', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'ConntrackHelper': '1.0', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'LocalIPAssociation': '1.0', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Log': '1.0', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'NDPProxy': '1.0', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Network': '1.1', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Port': '1.7', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'PortForwarding': '1.3', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'QosPolicy': '1.10', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'SecurityGroup': '1.5', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'SecurityGroupRule': '1.2', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'SubPort': '1.0', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Subnet': '1.1', Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: 'Trunk': '1.1'}} Jul 19 10:56:11.907831 dv-cinder-master-3-iscsi neutron-server[104078]: {{(pid=104078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 10:56:11.962765 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Attempting to bind port bf7ddbbf-de2b-4646-b19c-57d69ab6991f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 10:56:11.963388 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Attempting to bind port bf7ddbbf-de2b-4646-b19c-57d69ab6991f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1bf29b49-4f8b-429d-a79a-0a181f0d9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 10:56:11.963565 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Attempting to bind port bf7ddbbf-de2b-4646-b19c-57d69ab6991f on network d53e44a1-e820-4d89-9091-6638452de3c2 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 10:56:11.969094 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 10:56:11.969471 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Checking segment: {'id': '1bf29b49-4f8b-429d-a79a-0a181f0d9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 10:56:11.969946 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:11.970339 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Bound using segment: {'id': '1bf29b49-4f8b-429d-a79a-0a181f0d9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 10:56:11.970804 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Bound port: bf7ddbbf-de2b-4646-b19c-57d69ab6991f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf29b49-4f8b-429d-a79a-0a181f0d9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 10:56:11.971211 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:11.985813 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:12.033464 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] For port bf7ddbbf-de2b-4646-b19c-57d69ab6991f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 10:56:12.054018 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] For port bf7ddbbf-de2b-4646-b19c-57d69ab6991f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bf7ddbbf-de2b-4646-b19c-57d69ab6991f,segment=NetworkSegment(1bf29b49-4f8b-429d-a79a-0a181f0d9f9b),segment_id=1bf29b49-4f8b-429d-a79a-0a181f0d9f9b)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 10:56:12.060617 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:12.132156 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3181aa9-ab84-4839-8435-204b3914c762 None None] Pushing event updated for resources: {'Port': ['ID=bf7ddbbf-de2b-4646-b19c-57d69ab6991f,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:13.251502 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44326) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:13.534129 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:13.539960 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:13.583894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [None req-8b4d4062-2c22-46d5-815d-689bc0dbcca4 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 10:56:13.584907 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8b4d4062-2c22-46d5-815d-689bc0dbcca4 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3323340 Jul 19 10:56:15.859463 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44338) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:16.186602 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [None req-582a78a6-deb7-404a-bf50-9d89a7dd4913 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 10:56:16.187607 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-582a78a6-deb7-404a-bf50-9d89a7dd4913 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3272364 Jul 19 10:56:18.481538 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44346) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:18.809566 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-fb5ff472-620b-4966-8737-99c755f16e22 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:56:18.835405 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff472-620b-4966-8737-99c755f16e22 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:18.837009 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff472-620b-4966-8737-99c755f16e22 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:18.981320 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff472-620b-4966-8737-99c755f16e22 demo demo] Publish callbacks [] for router_controller (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), precommit_add_association {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:18.988793 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff472-620b-4966-8737-99c755f16e22 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:19.008512 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb5ff472-620b-4966-8737-99c755f16e22 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:19.009760 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-fb5ff472-620b-4966-8737-99c755f16e22 demo demo] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5272472 Jul 19 10:56:20.202256 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e75af8-ee8a-43e3-8139-c6421ca449a5 None None] Network d53e44a1-e820-4d89-9091-6638452de3c2 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 10:56:20.334018 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-d35725ca-b32a-4270-8920-d2201de26ccf None None] Provisioning complete for port bf7ddbbf-de2b-4646-b19c-57d69ab6991f triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:20.334434 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d35725ca-b32a-4270-8920-d2201de26ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:20.471207 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-d35725ca-b32a-4270-8920-d2201de26ccf None None] Current status of the port bf7ddbbf-de2b-4646-b19c-57d69ab6991f is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:56:20.471609 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d35725ca-b32a-4270-8920-d2201de26ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:20.502372 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device bf7ddbbf-de2b-4646-b19c-57d69ab6991f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 10:56:20.530029 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-d35725ca-b32a-4270-8920-d2201de26ccf None None] For port bf7ddbbf-de2b-4646-b19c-57d69ab6991f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bf7ddbbf-de2b-4646-b19c-57d69ab6991f,segment=NetworkSegment(1bf29b49-4f8b-429d-a79a-0a181f0d9f9b),segment_id=1bf29b49-4f8b-429d-a79a-0a181f0d9f9b)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 10:56:20.535329 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d35725ca-b32a-4270-8920-d2201de26ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:20.601995 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35725ca-b32a-4270-8920-d2201de26ccf None None] Pushing event updated for resources: {'Port': ['ID=bf7ddbbf-de2b-4646-b19c-57d69ab6991f,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:20.604810 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port bf7ddbbf-de2b-4646-b19c-57d69ab6991f triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:20.605204 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:20.629426 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:20.658329 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-538a2dab-7c70-4328-9b60-670d9fd93066 None None] Provisioning complete for port bf7ddbbf-de2b-4646-b19c-57d69ab6991f triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:20.658720 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-538a2dab-7c70-4328-9b60-670d9fd93066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:20.713318 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port bf7ddbbf-de2b-4646-b19c-57d69ab6991f is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:56:20.756725 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-538a2dab-7c70-4328-9b60-670d9fd93066 None None] Current status of the port bf7ddbbf-de2b-4646-b19c-57d69ab6991f is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:56:21.291153 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44358) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:21.608116 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [None req-76d8d871-e2f4-4294-95b3-fd142b4c94d5 admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 10:56:21.609143 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-76d8d871-e2f4-4294-95b3-fd142b4c94d5 admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3170407 Jul 19 10:56:22.443454 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device bf7ddbbf-de2b-4646-b19c-57d69ab6991f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 10:56:22.486587 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port bf7ddbbf-de2b-4646-b19c-57d69ab6991f triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:22.486984 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:22.554653 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port bf7ddbbf-de2b-4646-b19c-57d69ab6991f is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:56:23.869892 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44366) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:24.191754 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:56:24.217398 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Made reservation on behalf of a1dc1eb7c79345caaeb191fa0f9c008f for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 10:56:24.219797 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:24.233211 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:24.267550 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:24.309154 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Publish callbacks [] for security_group (157a4f50-9ce8-402c-9cb4-5ad6478c0f10), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:24.313088 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (157a4f50-9ce8-402c-9cb4-5ad6478c0f10), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:24.327198 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Reserving flat network on physical network physnet1 {{(pid=104077) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 19 10:56:24.350555 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (9443ce60-f642-46d1-bb4a-e834770f1e29), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:24.350949 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Added segment 9443ce60-f642-46d1-bb4a-e834770f1e29 of type flat for network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd Jul 19 10:56:24.352174 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157a4f50-9ce8-402c-9cb4-5ad6478c0f10,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:24.399724 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (16d57f24-3c4f-48da-b3ee-43ff6ab364fd), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:24.432000 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (16d57f24-3c4f-48da-b3ee-43ff6ab364fd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:24.433029 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:56:24.433609 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:24.494532 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6235230 Jul 19 10:56:24.541327 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df378eb-6576-42f8-ad6c-d38b28b3df23 admin admin] Pushing event updated for resources: {'Network': ['ID=16d57f24-3c4f-48da-b3ee-43ff6ab364fd,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:24.552405 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 10:56:24.614996 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:26.739160 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 44374) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:27.229879 dv-cinder-master-3-iscsi neutron-server[104076]: WARNING oslo_policy.policy [None req-b0d86667-d10a-455e-8003-9b9ad119102f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 10:56:27.230438 dv-cinder-master-3-iscsi neutron-server[104076]: WARNING oslo_policy.policy [None req-b0d86667-d10a-455e-8003-9b9ad119102f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 10:56:27.457378 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writer thread running {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 19 10:56:27.507053 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:27.605104 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-679365ea-2896-4d27-9f4d-eaec3b4c0837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:27.630534 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.policy [None req-b0d86667-d10a-455e-8003-9b9ad119102f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104076) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 19 10:56:27.675301 dv-cinder-master-3-iscsi neutron-server[104076]: WARNING oslo_policy.policy [None req-b0d86667-d10a-455e-8003-9b9ad119102f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 10:56:27.675667 dv-cinder-master-3-iscsi neutron-server[104076]: WARNING oslo_policy.policy [None req-b0d86667-d10a-455e-8003-9b9ad119102f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 19 10:56:27.683649 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d86667-d10a-455e-8003-9b9ad119102f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:56:27.685646 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b0d86667-d10a-455e-8003-9b9ad119102f demo admin] 10.222.0.33 "GET /v2.0/subnets/e2d8dca7-51e0-4fca-b7ff-eb066866ce09 HTTP/1.1" status: 200 len: 849 time: 0.9446061 Jul 19 10:56:27.852776 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f79662a0-15eb-4210-84bd-1d80ec8c76ee demo admin] 10.222.0.33 "GET /v2.0/routers/0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 HTTP/1.1" status: 200 len: 704 time: 0.1610925 Jul 19 10:56:28.114647 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:28.436367 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Allocated IP 172.20.0.1 (d53e44a1-e820-4d89-9091-6638452de3c2/e2d8dca7-51e0-4fca-b7ff-eb066866ce09/c073100b-2605-4c4d-9b3b-a7e2fa195cd3) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 10:56:28.644780 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Publish callbacks [] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:28.707422 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:28.755305 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Network d53e44a1-e820-4d89-9091-6638452de3c2 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 10:56:28.775126 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 10:56:28.827079 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 10:56:28.827079 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:28.848910 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Pushing event updated for resources: {'Port': ['ID=c073100b-2605-4c4d-9b3b-a7e2fa195cd3,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:28.901148 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.901761 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.901866 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.902196 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.902534 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.902865 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.903198 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.903524 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.903869 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.904791 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.905123 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.905468 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.905801 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.906125 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.906445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Tracked resource versions report: Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: pushed versions: Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: { 'AddressGroup': {'1.2'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Agent': {'1.1'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'ConntrackHelper': {'1.0'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'LocalIPAssociation': {'1.0'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Log': {'1.0'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'NDPProxy': {'1.0'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Network': {'1.1'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Port': {'1.7'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'PortForwarding': {'1.3'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'QosPolicy': {'1.10'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'SecurityGroup': {'1.5'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'SecurityGroupRule': {'1.2'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'SubPort': {'1.0'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Subnet': {'1.1'}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Trunk': {'1.1'}} Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: consumer versions: Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Agent': '1.1', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'ConntrackHelper': '1.0', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'LocalIPAssociation': '1.0', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Log': '1.0', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'NDPProxy': '1.0', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Network': '1.1', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Port': '1.7', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'PortForwarding': '1.3', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'QosPolicy': '1.10', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'SecurityGroup': '1.5', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'SecurityGroupRule': '1.2', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'SubPort': '1.0', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Subnet': '1.1', Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: 'Trunk': '1.1'}} Jul 19 10:56:28.907883 dv-cinder-master-3-iscsi neutron-server[104076]: {{(pid=104076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 10:56:28.959337 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:29.024465 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-7245fa58-4767-40ad-90b2-1b20d645b094 None None] Provisioning complete for port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:29.025076 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7245fa58-4767-40ad-90b2-1b20d645b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:29.040847 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:29.097877 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:29.103432 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-7245fa58-4767-40ad-90b2-1b20d645b094 None None] Port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 10:56:29.253259 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Publish callbacks [] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:29.257289 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:29.258060 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:29.317813 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Pushing event updated for resources: {'Port': ['ID=c073100b-2605-4c4d-9b3b-a7e2fa195cd3,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:29.383697 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Network d53e44a1-e820-4d89-9091-6638452de3c2 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 10:56:29.385029 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 10:56:29.541379 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Router 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 10:56:29.624992 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-a29008d3-10d7-45ba-a535-68648cb438e8 None None] Provisioning complete for port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:29.625391 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a29008d3-10d7-45ba-a535-68648cb438e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:29.656982 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-a29008d3-10d7-45ba-a535-68648cb438e8 None None] Port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 10:56:29.671819 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 10:56:29.677079 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-926aa2ca-2459-40bf-8ad7-6b9eab39102f demo admin] 10.222.0.33 "PUT /v2.0/routers/0ed6ec67-c709-4eb5-97d4-e21f76cba0e6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8189828 Jul 19 10:56:29.696242 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Sync routers for ids ['0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 10:56:29.709403 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Routers {'0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 10:56:29.710236 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T10:56:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:29.887027 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Set router 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 gateway port host: None {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 10:56:29.912814 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c60627be-1770-4a2f-aeb7-da06f423d74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:30.302100 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'name': 'router1', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T10:56:18Z', 'updated_at': '2022-07-19T10:56:28Z', 'revision_number': 2, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'gw_port_host': None, '_interfaces': [{'id': 'c073100b-2605-4c4d-9b3b-a7e2fa195cd3', 'name': '', 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'mac_address': 'fa:16:3e:28:c9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T10:56:28Z', 'updated_at': '2022-07-19T10:56:29Z', 'revision_number': 2, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'subnets': [{'id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48549037-1310-4a9a-9510-12b247963a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:30.351020 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Checking router: 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 10:56:30.351396 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Updating router 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 10:56:30.407876 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:30.905022 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Publish callbacks [] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:30.912265 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:31.024424 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Pushing event updated for resources: {'Port': ['ID=c073100b-2605-4c4d-9b3b-a7e2fa195cd3,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:31.053274 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:31.085312 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.085627 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.085974 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.086320 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.086652 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.086983 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.087312 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.087639 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.087976 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.088375 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.088601 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.088975 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.089303 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.089619 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.089937 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Tracked resource versions report: Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: pushed versions: Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: { 'AddressGroup': {'1.2'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Agent': {'1.1'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'ConntrackHelper': {'1.0'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'LocalIPAssociation': {'1.0'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Log': {'1.0'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'NDPProxy': {'1.0'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Network': {'1.1'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Port': {'1.7'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'PortForwarding': {'1.3'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'QosPolicy': {'1.10'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'SecurityGroup': {'1.5'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'SecurityGroupRule': {'1.2'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'SubPort': {'1.0'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Subnet': {'1.1'}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Trunk': {'1.1'}} Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: consumer versions: Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Agent': '1.1', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'ConntrackHelper': '1.0', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'LocalIPAssociation': '1.0', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Log': '1.0', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'NDPProxy': '1.0', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Network': '1.1', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Port': '1.7', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'PortForwarding': '1.3', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'QosPolicy': '1.10', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'SecurityGroup': '1.5', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'SecurityGroupRule': '1.2', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'SubPort': '1.0', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Subnet': '1.1', Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: 'Trunk': '1.1'}} Jul 19 10:56:31.091372 dv-cinder-master-3-iscsi neutron-server[104079]: {{(pid=104079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 10:56:31.123649 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Attempting to bind port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 10:56:31.124053 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Attempting to bind port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1bf29b49-4f8b-429d-a79a-0a181f0d9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 10:56:31.124468 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Attempting to bind port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 on network d53e44a1-e820-4d89-9091-6638452de3c2 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 10:56:31.129475 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 10:56:31.129873 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Checking segment: {'id': '1bf29b49-4f8b-429d-a79a-0a181f0d9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 10:56:31.130361 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:31.130751 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Bound using segment: {'id': '1bf29b49-4f8b-429d-a79a-0a181f0d9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 10:56:31.131221 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Bound port: c073100b-2605-4c4d-9b3b-a7e2fa195cd3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf29b49-4f8b-429d-a79a-0a181f0d9f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 10:56:31.131599 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:31.183585 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-afaddd2c-c2e3-4525-9abe-5d5bcbfc2027 None None] Provisioning complete for port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:31.183985 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-afaddd2c-c2e3-4525-9abe-5d5bcbfc2027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:31.196403 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] For port c073100b-2605-4c4d-9b3b-a7e2fa195cd3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 10:56:31.216332 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] For port c073100b-2605-4c4d-9b3b-a7e2fa195cd3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c073100b-2605-4c4d-9b3b-a7e2fa195cd3,segment=NetworkSegment(1bf29b49-4f8b-429d-a79a-0a181f0d9f9b),segment_id=1bf29b49-4f8b-429d-a79a-0a181f0d9f9b)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 10:56:31.220730 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-afaddd2c-c2e3-4525-9abe-5d5bcbfc2027 None None] Port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 10:56:31.223992 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:31.229632 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:31.250410 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:31.286749 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca0fe6-15c9-4b9d-ac83-e47f96c79c16 None None] Pushing event updated for resources: {'Port': ['ID=c073100b-2605-4c4d-9b3b-a7e2fa195cd3,revision_number=4']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:31.293719 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Routers {'0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 10:56:31.294324 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T10:56:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:31.384870 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] Set router 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 gateway port host: None {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 10:56:31.439331 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3d9e9d00-5b01-4cb9-8e8b-0ce344722f39 None None] Provisioning complete for port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:31.439786 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9d00-5b01-4cb9-8e8b-0ce344722f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:31.510235 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e9d00-5b01-4cb9-8e8b-0ce344722f39 None None] Current status of the port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:56:31.510767 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9d00-5b01-4cb9-8e8b-0ce344722f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:31.542726 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3d9e9d00-5b01-4cb9-8e8b-0ce344722f39 None None] For port c073100b-2605-4c4d-9b3b-a7e2fa195cd3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c073100b-2605-4c4d-9b3b-a7e2fa195cd3,segment=NetworkSegment(1bf29b49-4f8b-429d-a79a-0a181f0d9f9b),segment_id=1bf29b49-4f8b-429d-a79a-0a181f0d9f9b)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 10:56:31.547048 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9d00-5b01-4cb9-8e8b-0ce344722f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:31.583780 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'name': 'router1', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T10:56:18Z', 'updated_at': '2022-07-19T10:56:28Z', 'revision_number': 2, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'gw_port_host': None, '_interfaces': [{'id': 'c073100b-2605-4c4d-9b3b-a7e2fa195cd3', 'name': '', 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'mac_address': 'fa:16:3e:28:c9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T10:56:28Z', 'updated_at': '2022-07-19T10:56:31Z', 'revision_number': 4, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'subnets': [{'id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48549037-1310-4a9a-9510-12b247963a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:31.598326 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e9d00-5b01-4cb9-8e8b-0ce344722f39 None None] Pushing event updated for resources: {'Port': ['ID=c073100b-2605-4c4d-9b3b-a7e2fa195cd3,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:31.609785 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc92295-8132-4a24-909b-fe118a5e1fb9 None None] The sync data for ids ['0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'] in dv-cinder-master-3-iscsi is: [{'id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'name': 'router1', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T10:56:18Z', 'updated_at': '2022-07-19T10:56:28Z', 'revision_number': 2, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'gw_port_host': None, '_interfaces': [{'id': 'c073100b-2605-4c4d-9b3b-a7e2fa195cd3', 'name': '', 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'mac_address': 'fa:16:3e:28:c9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T10:56:28Z', 'updated_at': '2022-07-19T10:56:31Z', 'revision_number': 4, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'subnets': [{'id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48549037-1310-4a9a-9510-12b247963a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 10:56:31.948391 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 44398) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:32.338081 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da97a3-ca4a-4c34-9a78-7559345ad253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:56:32.339356 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c8da97a3-ca4a-4c34-9a78-7559345ad253 admin admin] 10.222.0.33 "GET /v2.0/networks/16d57f24-3c4f-48da-b3ee-43ff6ab364fd HTTP/1.1" status: 200 len: 842 time: 0.3899243 Jul 19 10:56:32.348943 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Request body: {'subnet': {'cidr': '172.37.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.37.3.1', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'name': 'public-subnet'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:56:32.384061 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Made reservation on behalf of a1dc1eb7c79345caaeb191fa0f9c008f for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 10:56:32.386465 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:32.477073 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:32.482892 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:32.682328 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.objects.ports [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104076) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 19 10:56:32.682780 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (058a7c6d-d8e1-4df3-87be-b37508259bc2), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:32.687292 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:32.736581 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:32.740758 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=058a7c6d-d8e1-4df3-87be-b37508259bc2,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:32.763619 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 10:56:32.763976 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Network hostable DHCP agents. Network: 16d57f24-3c4f-48da-b3ee-43ff6ab364fd, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 10:56:32.788446 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 10:56:32.801480 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 16d57f24-3c4f-48da-b3ee-43ff6ab364fd) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 10:56:32.806125 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:56:32.807557 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:32.812996 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd7bed-2fc4-4133-9fef-8db04eaf004d None None] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 10:56:32.831857 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1eed10f2-0743-4816-b91b-df381fbb0c75 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4863932 Jul 19 10:56:32.835679 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:32.935767 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd365145-f799-4c8a-b277-a1560a8c69e2 None None] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 10:56:34.492018 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=68,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:34.538637 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=25,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:35.150372 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 44406) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:35.551202 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9ebad96c-0b57-45d3-bf1d-90312e8f2dd2 demo admin] 10.222.0.33 "GET /v2.0/routers/0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 HTTP/1.1" status: 200 len: 710 time: 0.3994505 Jul 19 10:56:35.641044 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9024bc-8523-448e-a8a7-c9c616a3c32f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:56:35.647622 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6e9024bc-8523-448e-a8a7-c9c616a3c32f demo admin] 10.222.0.33 "GET /v2.0/networks/16d57f24-3c4f-48da-b3ee-43ff6ab364fd HTTP/1.1" status: 200 len: 886 time: 0.0857661 Jul 19 10:56:35.651909 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:56:35.897500 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Publish callbacks [] for router_gateway (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:36.093889 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:36.118754 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Publish callbacks [] for router_gateway (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:36.261585 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:36.372313 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Allocated IP 172.37.3.241 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/c57b113c-e319-4992-93bb-1fe1d4c27a8b) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 10:56:36.390512 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:36.470066 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device c073100b-2605-4c4d-9b3b-a7e2fa195cd3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 10:56:36.486657 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Publish callbacks [] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:36.516494 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:36.516855 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:36.519619 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:36.563224 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Pushing event updated for resources: {'Port': ['ID=c57b113c-e319-4992-93bb-1fe1d4c27a8b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:36.572795 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 10:56:36.574798 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 10:56:36.580356 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 10:56:36.597876 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:56:36.829402 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Publish callbacks [] for router_gateway (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:37.019399 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-939451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1031947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6302'] for router (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:37.022646 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-939426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-939437', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1031986'] for router (0ed6ec67-c709-4eb5-97d4-e21f76cba0e6), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:37.070687 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:37.126145 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Router 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 10:56:37.230242 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 10:56:37.235228 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:37.236409 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c535bfaf-b202-4b90-9aeb-7e3664a5799b demo admin] 10.222.0.33 "PUT /v2.0/routers/0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 HTTP/1.1" status: 200 len: 890 time: 1.5880585 Jul 19 10:56:37.902604 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Sync routers for ids ['0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 10:56:37.914205 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Routers {'0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 10:56:37.914857 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T10:56:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:38.104614 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:38.118707 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Set router 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 10:56:38.487854 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'name': 'router1', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c57b113c-e319-4992-93bb-1fe1d4c27a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T10:56:18Z', 'updated_at': '2022-07-19T10:56:36Z', 'revision_number': 4, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'gw_port': {'id': 'c57b113c-e319-4992-93bb-1fe1d4c27a8b', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T10:56:36Z', 'updated_at': '2022-07-19T10:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c073100b-2605-4c4d-9b3b-a7e2fa195cd3', 'name': '', 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'mac_address': 'fa:16:3e:28:c9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T10:56:28Z', 'updated_at': '2022-07-19T10:56:31Z', 'revision_number': 5, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'subnets': [{'id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48549037-1310-4a9a-9510-12b247963a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:38.605850 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Checking router: 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 10:56:38.606224 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Updating router 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 port c57b113c-e319-4992-93bb-1fe1d4c27a8b binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 10:56:38.661341 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:38.948631 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:38.966325 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Publish callbacks [] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:38.971847 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:39.023385 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52290b-885c-4dd8-a8e7-ce5e06701d22 None None] Pushing event updated for resources: {'Port': ['ID=c57b113c-e319-4992-93bb-1fe1d4c27a8b,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:39.025709 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Attempting to bind port c57b113c-e319-4992-93bb-1fe1d4c27a8b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 10:56:39.026079 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Attempting to bind port c57b113c-e319-4992-93bb-1fe1d4c27a8b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 10:56:39.026439 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Attempting to bind port c57b113c-e319-4992-93bb-1fe1d4c27a8b on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 10:56:39.032296 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 10:56:39.032676 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 10:56:39.033105 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:39.033491 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 10:56:39.033952 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Bound port: c57b113c-e319-4992-93bb-1fe1d4c27a8b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 10:56:39.034359 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:39.083725 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] For port c57b113c-e319-4992-93bb-1fe1d4c27a8b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 10:56:39.087337 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] For port c57b113c-e319-4992-93bb-1fe1d4c27a8b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c57b113c-e319-4992-93bb-1fe1d4c27a8b,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 10:56:39.093674 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:39.151472 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Routers {'0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 10:56:39.152075 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T10:56:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:39.155536 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52290b-885c-4dd8-a8e7-ce5e06701d22 None None] Pushing event updated for resources: {'Port': ['ID=c57b113c-e319-4992-93bb-1fe1d4c27a8b,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:39.257563 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] Set router 0ed6ec67-c709-4eb5-97d4-e21f76cba0e6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 10:56:39.258998 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:39.462439 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1b410772-938c-413b-82ef-beff96104c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'name': 'router1', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c57b113c-e319-4992-93bb-1fe1d4c27a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T10:56:18Z', 'updated_at': '2022-07-19T10:56:36Z', 'revision_number': 4, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'gw_port': {'id': 'c57b113c-e319-4992-93bb-1fe1d4c27a8b', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T10:56:36Z', 'updated_at': '2022-07-19T10:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c073100b-2605-4c4d-9b3b-a7e2fa195cd3', 'name': '', 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'mac_address': 'fa:16:3e:28:c9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T10:56:28Z', 'updated_at': '2022-07-19T10:56:31Z', 'revision_number': 5, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'subnets': [{'id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48549037-1310-4a9a-9510-12b247963a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 10:56:39.490514 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b410772-938c-413b-82ef-beff96104c3e None None] The sync data for ids ['0ed6ec67-c709-4eb5-97d4-e21f76cba0e6'] in dv-cinder-master-3-iscsi is: [{'id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'name': 'router1', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.241'}], 'enable_snat': True}, 'gw_port_id': 'c57b113c-e319-4992-93bb-1fe1d4c27a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T10:56:18Z', 'updated_at': '2022-07-19T10:56:36Z', 'revision_number': 4, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'gw_port': {'id': 'c57b113c-e319-4992-93bb-1fe1d4c27a8b', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:b2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T10:56:36Z', 'updated_at': '2022-07-19T10:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c073100b-2605-4c4d-9b3b-a7e2fa195cd3', 'name': '', 'network_id': 'd53e44a1-e820-4d89-9091-6638452de3c2', 'tenant_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'mac_address': 'fa:16:3e:28:c9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed6ec67-c709-4eb5-97d4-e21f76cba0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T10:56:28Z', 'updated_at': '2022-07-19T10:56:31Z', 'revision_number': 5, 'project_id': 'e9122e2aa0cc4d1f8bc0702f21b3a1e1', 'subnets': [{'id': 'e2d8dca7-51e0-4fca-b7ff-eb066866ce09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '48549037-1310-4a9a-9510-12b247963a38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 10:56:39.651994 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 44418) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:56:40.068269 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-dda2211c-b3ec-455e-8b64-ef382c464c94 admin admin] 10.222.0.33 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4151204 Jul 19 10:56:40.470878 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device c57b113c-e319-4992-93bb-1fe1d4c27a8b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 10:56:40.518138 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port c57b113c-e319-4992-93bb-1fe1d4c27a8b triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:40.518138 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:40.590462 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port c57b113c-e319-4992-93bb-1fe1d4c27a8b is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:56:40.590850 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:40.612727 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port c57b113c-e319-4992-93bb-1fe1d4c27a8b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c57b113c-e319-4992-93bb-1fe1d4c27a8b,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 10:56:40.617648 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:40.669430 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=c57b113c-e319-4992-93bb-1fe1d4c27a8b,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:56:41.582339 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=47 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:41.609255 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=27 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:42.486033 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device c57b113c-e319-4992-93bb-1fe1d4c27a8b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 10:56:42.535549 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port c57b113c-e319-4992-93bb-1fe1d4c27a8b triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:56:42.535881 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c57b113c-e319-4992-93bb-1fe1d4c27a8b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:42.585473 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:42.635594 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port c57b113c-e319-4992-93bb-1fe1d4c27a8b is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:56:50.056448 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:50.066050 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=21 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:52.511775 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 10:56:52.634251 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:56:57.624519 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-064fa811-df52-477b-9c3f-d0c1b693f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:56:59.952153 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f1415c5b-81ac-42e2-9cbf-ba872a535d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:01.057101 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:02.481634 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:02.735623 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:05.517825 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:05.524414 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:12.725937 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:12.727986 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:27.607669 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8c55699e-a2b4-49ab-9e9f-e7801d0efdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:29.509661 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 10:57:29.920618 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-77e7f1d3-6304-43a2-80c0-338d18a76858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:31.058737 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:32.477852 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:32.735201 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:42.508312 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:42.520124 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:42.728045 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:42.729887 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:56.507798 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:56.510474 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:57:57.610873 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6bf25655-ab05-4745-ac18-c6ebf78ccd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:57:59.913141 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d500c27a-4f40-42bb-81bc-c5273d10f8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:01.062633 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:02.478725 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:02.727715 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:06.507312 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 10:58:07.938700 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 44956) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:08.277766 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89b4ab3-17b5-47f4-991a-7e5154408677 admin admin] GET failed (client error): The resource could not be found. Jul 19 10:58:08.279100 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c89b4ab3-17b5-47f4-991a-7e5154408677 admin admin] 10.222.0.33 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3394527 Jul 19 10:58:08.442981 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3821e0ce-bd37-474b-8486-253906318cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:08.444456 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-3821e0ce-bd37-474b-8486-253906318cb9 admin admin] 10.222.0.33 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1611900 Jul 19 10:58:10.623819 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44966) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:11.000627 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148adcd-254c-447a-be4c-c76ebb45782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:11.001905 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0148adcd-254c-447a-be4c-c76ebb45782c admin admin] 10.222.0.33 "GET /v2.0/subnets/e2d8dca7-51e0-4fca-b7ff-eb066866ce09 HTTP/1.1" status: 200 len: 849 time: 0.3771279 Jul 19 10:58:11.013794 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:58:11.100099 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Publish callbacks [] for subnet (e2d8dca7-51e0-4fca-b7ff-eb066866ce09), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:11.242650 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776550385475'] for subnet (e2d8dca7-51e0-4fca-b7ff-eb066866ce09), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:11.275552 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:11.276058 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:11.277378 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] 10.222.0.33 "PUT /v2.0/subnets/e2d8dca7-51e0-4fca-b7ff-eb066866ce09 HTTP/1.1" status: 200 len: 868 time: 0.2680922 Jul 19 10:58:11.281064 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9362b8-d5aa-4dad-b96d-ca44d6874161 None None] Network d53e44a1-e820-4d89-9091-6638452de3c2 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 10:58:11.298096 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d8dca7-51e0-4fca-b7ff-eb066866ce09,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:58:11.305948 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.306285 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.306639 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.306975 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.307311 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.307645 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.307960 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.308817 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.309162 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.309503 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.309814 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.310141 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.310461 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.310778 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.311095 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d883621d-06ff-4c6f-9aad-123561d0c2bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:58:11.627261 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-70d10156-25e8-4ae7-8a63-c069c4bca54d None None] Provisioning complete for port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:58:11.627656 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-70d10156-25e8-4ae7-8a63-c069c4bca54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c073100b-2605-4c4d-9b3b-a7e2fa195cd3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:11.699280 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-70d10156-25e8-4ae7-8a63-c069c4bca54d None None] Current status of the port c073100b-2605-4c4d-9b3b-a7e2fa195cd3 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:58:11.707645 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-70d10156-25e8-4ae7-8a63-c069c4bca54d None None] Provisioning complete for port bf7ddbbf-de2b-4646-b19c-57d69ab6991f triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:58:11.707980 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-70d10156-25e8-4ae7-8a63-c069c4bca54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (bf7ddbbf-de2b-4646-b19c-57d69ab6991f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:11.781501 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-70d10156-25e8-4ae7-8a63-c069c4bca54d None None] Current status of the port bf7ddbbf-de2b-4646-b19c-57d69ab6991f is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:58:13.497838 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44976) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:13.975788 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414ad3c5-b773-4c8b-a096-12e496bcd0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:13.976261 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414ad3c5-b773-4c8b-a096-12e496bcd0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:13.977839 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-414ad3c5-b773-4c8b-a096-12e496bcd0e9 admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4790483 Jul 19 10:58:16.158528 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 44984) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:16.572083 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea370e4-6076-4ca8-9bdc-97ba8960003f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:16.572478 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea370e4-6076-4ca8-9bdc-97ba8960003f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:16.574653 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-aea370e4-6076-4ca8-9bdc-97ba8960003f admin admin] 10.222.0.33 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4151645 Jul 19 10:58:18.433941 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=12 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:18.441128 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=13 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:18.753944 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 44992) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:19.154015 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330064e-0688-455c-b3e3-2a990c97664f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:19.155363 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f330064e-0688-455c-b3e3-2a990c97664f admin admin] 10.222.0.33 "GET /v2.0/networks/16d57f24-3c4f-48da-b3ee-43ff6ab364fd HTTP/1.1" status: 200 len: 886 time: 0.4004824 Jul 19 10:58:19.514117 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:19.514855 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:21.337147 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45000) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:21.776439 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:UPDATE=3,neutron:SELECT=45 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:21.779696 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:21.781198 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb2202-9acf-4405-8bc8-1266fee93761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:21.782744 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-aaeb2202-9acf-4405-8bc8-1266fee93761 admin admin] 10.222.0.33 "GET /v2.0/networks/d53e44a1-e820-4d89-9091-6638452de3c2 HTTP/1.1" status: 200 len: 869 time: 0.4446614 Jul 19 10:58:23.965939 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45008) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:24.361490 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bea2d9f-23fa-4a30-9d19-dfc87da143a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:24.361868 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bea2d9f-23fa-4a30-9d19-dfc87da143a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:24.363399 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6bea2d9f-23fa-4a30-9d19-dfc87da143a4 admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3965077 Jul 19 10:58:26.695633 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45016) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:27.110694 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:27.121525 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5020c3-943c-439b-88b9-d526b434524a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:27.121985 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5020c3-943c-439b-88b9-d526b434524a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:27.123538 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-7d5020c3-943c-439b-88b9-d526b434524a admin admin] 10.222.0.33 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4269311 Jul 19 10:58:27.613426 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-fe225c62-219a-45df-9d3b-fbe3d7f50c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:29.150080 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=9 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:29.150884 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=11 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:29.314677 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45026) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:29.655233 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:29.668900 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d54feee-04ee-487a-832a-8c8ba432e5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:29.670222 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-5d54feee-04ee-487a-832a-8c8ba432e5cf admin admin] 10.222.0.33 "GET /v2.0/subnets/058a7c6d-d8e1-4df3-87be-b37508259bc2 HTTP/1.1" status: 200 len: 816 time: 0.3545914 Jul 19 10:58:29.915209 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e4e40e3e-1576-45f0-85ef-b0b20bfa717d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:31.063863 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:31.832382 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45034) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:58:32.196384 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a561de1-906a-405e-aab3-b4519b2a57e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:58:32.197657 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8a561de1-906a-405e-aab3-b4519b2a57e3 admin admin] 10.222.0.33 "GET /v2.0/subnets/e2d8dca7-51e0-4fca-b7ff-eb066866ce09 HTTP/1.1" status: 200 len: 868 time: 0.3642974 Jul 19 10:58:32.485791 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:32.730596 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:42.191994 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:42.193857 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=13 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:42.724302 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:42.726282 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:43.505843 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 10:58:56.507532 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=17 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:56.546043 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=19 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:58:57.615024 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e7af7755-b6d5-4375-a3e9-6779c694c8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:58:59.919359 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ca16f190-53ef-4f35-9039-831810163411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:00.080757 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45092) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:59:00.397761 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [None req-df76f2cc-8f45-439e-91fa-afdb70f6926d admin admin] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 10:59:00.398762 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-df76f2cc-8f45-439e-91fa-afdb70f6926d admin admin] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3170776 Jul 19 10:59:01.067275 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:02.488477 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:02.708826 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45100) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:59:02.733053 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:03.049388 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.pecan_wsgi.hooks.translation [None req-8208fab2-67f5-44b6-acfb-98c207cf7693 admin admin] GET failed (client error): The resource could not be found. Jul 19 10:59:03.050654 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8208fab2-67f5-44b6-acfb-98c207cf7693 admin admin] 10.222.0.33 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3409073 Jul 19 10:59:03.194689 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc35a50-ec32-4075-9755-128f157ce6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:59:03.196145 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-afc35a50-ec32-4075-9755-128f157ce6cb admin admin] 10.222.0.33 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1414125 Jul 19 10:59:05.438371 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45108) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:59:05.755057 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:59:05.773630 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Made reservation on behalf of a1dc1eb7c79345caaeb191fa0f9c008f for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 10:59:05.776654 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:05.810800 dv-cinder-master-3-iscsi neutron-server[104077]: WARNING neutron.services.revisions.revision_plugin [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Could not find related network for resource to bump revision. Jul 19 10:59:05.821310 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 10:59:05.829867 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (185e441a-b960-4b87-956e-8bd9e53f3acd), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:05.830195 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Added segment 185e441a-b960-4b87-956e-8bd9e53f3acd of type vlan for network ff5f3acc-1c1b-4651-9ead-d862d361eb1c Jul 19 10:59:05.868075 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (ff5f3acc-1c1b-4651-9ead-d862d361eb1c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:05.891249 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (ff5f3acc-1c1b-4651-9ead-d862d361eb1c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:05.892225 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:59:05.892840 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:05.925089 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4856279 Jul 19 10:59:05.959549 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91163e6d-f60a-443f-8f9d-6242a3dd4ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=ff5f3acc-1c1b-4651-9ead-d862d361eb1c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:59:05.971019 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network ff5f3acc-1c1b-4651-9ead-d862d361eb1c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 10:59:08.141532 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45116) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 10:59:08.475752 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e617876-76e7-43da-9b17-ec0fc9342531 admin admin] GET failed (client error): The resource could not be found. Jul 19 10:59:08.478061 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9e617876-76e7-43da-9b17-ec0fc9342531 admin admin] 10.222.0.33 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3354952 Jul 19 10:59:08.547712 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1a4f2-2de1-45db-9e06-a507525b1987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:59:08.549109 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-98b1a4f2-2de1-45db-9e06-a507525b1987 admin admin] 10.222.0.33 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674376 Jul 19 10:59:08.559305 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 10:59:08.577716 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Made reservation on behalf of a1dc1eb7c79345caaeb191fa0f9c008f for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 10:59:08.579954 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:08.813766 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (5735835f-1eb2-4ce4-acd9-f091b883c3e5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:08.871775 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5735835f-1eb2-4ce4-acd9-f091b883c3e5,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:59:08.881883 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.882233 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.882596 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.882938 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.883270 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.883600 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.883926 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.884250 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.884575 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.884925 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.885293 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.885623 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.885945 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.886265 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.886585 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:08.891509 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Checking segment: {'id': '185e441a-b960-4b87-956e-8bd9e53f3acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 10:59:08.891853 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Network hostable DHCP agents. Network: ff5f3acc-1c1b-4651-9ead-d862d361eb1c, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 10:59:08.908771 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Network ff5f3acc-1c1b-4651-9ead-d862d361eb1c is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 10:59:08.918034 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ff5f3acc-1c1b-4651-9ead-d862d361eb1c) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 10:59:08.924916 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 10:59:08.925518 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:08.929448 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d19ac59-522f-42f3-8a2c-7fce14afbeca None None] Network ff5f3acc-1c1b-4651-9ead-d862d361eb1c requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 10:59:08.946812 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-38327e29-6b8f-4250-b6cc-271fea5fbcd8 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3913937 Jul 19 10:59:09.032086 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ff5f3acc-1c1b-4651-9ead-d862d361eb1c', 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c', 'project_id': 'a1dc1eb7c79345caaeb191fa0f9c008f', 'fixed_ips': [{'subnet_id': '5735835f-1eb2-4ce4-acd9-f091b883c3e5'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 10:59:09.033143 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:09.173129 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Allocated IP 192.168.233.2 (ff5f3acc-1c1b-4651-9ead-d862d361eb1c/5735835f-1eb2-4ce4-acd9-f091b883c3e5/d4ea6075-8a76-4d8a-b272-c61889eee295) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 10:59:09.410443 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Publish callbacks [] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:09.417688 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:09.461028 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Network ff5f3acc-1c1b-4651-9ead-d862d361eb1c is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 10:59:09.464576 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Pushing event updated for resources: {'Port': ['ID=d4ea6075-8a76-4d8a-b272-c61889eee295,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:59:09.467072 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 10:59:09.473347 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 10:59:09.476771 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.477129 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.477495 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.477867 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.478212 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.478551 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.478947 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.479778 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.480112 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.480441 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.480801 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.481150 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.481481 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.481809 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.482134 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 10:59:09.542766 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Attempting to bind port d4ea6075-8a76-4d8a-b272-c61889eee295 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 10:59:09.543140 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Attempting to bind port d4ea6075-8a76-4d8a-b272-c61889eee295 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '185e441a-b960-4b87-956e-8bd9e53f3acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 10:59:09.543505 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Attempting to bind port d4ea6075-8a76-4d8a-b272-c61889eee295 on network ff5f3acc-1c1b-4651-9ead-d862d361eb1c {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 10:59:09.548860 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 10:59:09.549241 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Checking segment: {'id': '185e441a-b960-4b87-956e-8bd9e53f3acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 10:59:09.549647 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:09.550041 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Bound using segment: {'id': '185e441a-b960-4b87-956e-8bd9e53f3acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 10:59:09.550514 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Bound port: d4ea6075-8a76-4d8a-b272-c61889eee295, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185e441a-b960-4b87-956e-8bd9e53f3acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 10:59:09.550894 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:09.611872 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] For port d4ea6075-8a76-4d8a-b272-c61889eee295, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 10:59:09.614946 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] For port d4ea6075-8a76-4d8a-b272-c61889eee295, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4ea6075-8a76-4d8a-b272-c61889eee295,segment=NetworkSegment(185e441a-b960-4b87-956e-8bd9e53f3acd),segment_id=185e441a-b960-4b87-956e-8bd9e53f3acd)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 10:59:09.621960 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:09.647820 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:09.681061 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ba6f-f6d2-4c47-a7f1-9adbfd9bc93e None None] Pushing event updated for resources: {'Port': ['ID=d4ea6075-8a76-4d8a-b272-c61889eee295,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:59:10.546960 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0649dc-f853-45d1-88c6-2df822470f6b None None] Network ff5f3acc-1c1b-4651-9ead-d862d361eb1c requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 10:59:10.575285 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device d4ea6075-8a76-4d8a-b272-c61889eee295 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 10:59:10.647362 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:10.680633 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-bd0cba31-cd8f-4d1f-b5bd-2ef2ea0257d5 None None] Provisioning complete for port d4ea6075-8a76-4d8a-b272-c61889eee295 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:59:10.681037 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bd0cba31-cd8f-4d1f-b5bd-2ef2ea0257d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:10.710007 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port d4ea6075-8a76-4d8a-b272-c61889eee295 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:59:10.710423 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:10.853331 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cba31-cd8f-4d1f-b5bd-2ef2ea0257d5 None None] Current status of the port d4ea6075-8a76-4d8a-b272-c61889eee295 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:59:10.853731 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bd0cba31-cd8f-4d1f-b5bd-2ef2ea0257d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:10.858305 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port d4ea6075-8a76-4d8a-b272-c61889eee295 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:59:10.858305 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:10.907479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-bd0cba31-cd8f-4d1f-b5bd-2ef2ea0257d5 None None] For port d4ea6075-8a76-4d8a-b272-c61889eee295, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4ea6075-8a76-4d8a-b272-c61889eee295,segment=NetworkSegment(185e441a-b960-4b87-956e-8bd9e53f3acd),segment_id=185e441a-b960-4b87-956e-8bd9e53f3acd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 10:59:10.914245 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bd0cba31-cd8f-4d1f-b5bd-2ef2ea0257d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:10.990143 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.db.api [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 19 10:59:10.990609 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG oslo_db.api [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 10:59:10.995286 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cba31-cd8f-4d1f-b5bd-2ef2ea0257d5 None None] Pushing event updated for resources: {'Port': ['ID=d4ea6075-8a76-4d8a-b272-c61889eee295,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 10:59:11.043010 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-442e4c8c-5ec2-4e9a-b747-686c64356386 None None] Provisioning complete for port d4ea6075-8a76-4d8a-b272-c61889eee295 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:59:11.043337 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-442e4c8c-5ec2-4e9a-b747-686c64356386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:11.125391 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-442e4c8c-5ec2-4e9a-b747-686c64356386 None None] Current status of the port d4ea6075-8a76-4d8a-b272-c61889eee295 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:59:11.525293 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port d4ea6075-8a76-4d8a-b272-c61889eee295 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:59:12.539583 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device d4ea6075-8a76-4d8a-b272-c61889eee295 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 10:59:12.586139 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port d4ea6075-8a76-4d8a-b272-c61889eee295 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 10:59:12.586527 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d4ea6075-8a76-4d8a-b272-c61889eee295), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:12.655982 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port d4ea6075-8a76-4d8a-b272-c61889eee295 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 10:59:15.954782 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=32,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:15.956848 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:18.939604 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=46,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:18.940898 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=47,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:20.503978 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 10:59:22.650406 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:22.655037 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:27.619011 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4194800c-963c-436e-94f5-0e51ea0f442c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:29.921279 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-682ba43c-6631-491a-afbd-b6bf3fdb6383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:31.070773 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:32.493397 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:32.734928 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:33.506520 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:33.513614 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:42.724582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:42.730032 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:56.505198 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:56.506371 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 10:59:57.503068 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 10:59:57.621583 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6c4583fe-9396-4bc9-92a4-cb7eb0c600f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 10:59:59.922727 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-69a1c35e-7000-46d4-a30f-98f9368fb8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:01.073688 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:02.497275 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:02.736914 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:10.508387 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:10.509860 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:12.726611 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:12.733942 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:27.623506 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ea7ec50f-682a-4077-92b1-d4bc38b2ed46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:29.931073 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9dbca958-561a-44af-ac39-1b4be9d617f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:31.076591 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:32.500327 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:32.742013 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:34.502430 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:00:41.870247 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45156) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:00:41.877064 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [None req-8f3700f3-5368-4803-a457-62beff1d3fe1 tempest-verify_tempest_config-2132482233 tempest-verify_tempest_config-2132482233-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 11:00:41.878042 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8f3700f3-5368-4803-a457-62beff1d3fe1 tempest-verify_tempest_config-2132482233 tempest-verify_tempest_config-2132482233-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0068283 Jul 19 11:00:42.370806 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45174) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:00:42.693622 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:42.736075 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:42.737941 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:42.795776 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Publish callbacks [] for security_group (8d7ea493-43ba-4136-8582-d5c2af2f8744), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:42.799357 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8d7ea493-43ba-4136-8582-d5c2af2f8744), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:42.848185 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dd84f67826ea449ba1ab3994bf62b8de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4763296 Jul 19 11:00:42.849313 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7ea493-43ba-4136-8582-d5c2af2f8744,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:00:42.851224 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45178) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:00:42.857375 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.857735 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.858099 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.858443 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.858778 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.859112 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.859439 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.859771 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.860133 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.860470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.860841 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.861190 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.861516 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.861836 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.862154 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783af67-2a92-4865-89fa-fa6562752115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:42.908114 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Publish callbacks [] for security_group (8d7ea493-43ba-4136-8582-d5c2af2f8744), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:42.929867 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Publish callbacks [] for security_group (8d7ea493-43ba-4136-8582-d5c2af2f8744), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:43.022431 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8d7ea493-43ba-4136-8582-d5c2af2f8744), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:43.024950 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:43.026075 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8d7ea493-43ba-4136-8582-d5c2af2f8744 HTTP/1.1" status: 204 len: 168 time: 0.1726744 Jul 19 11:00:43.033677 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7ea493-43ba-4136-8582-d5c2af2f8744,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:00:43.041011 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.041353 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.041706 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.042043 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.042370 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.042694 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.043014 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.043332 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.043650 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.043968 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.044299 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.044632 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.044972 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.045287 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:43.045695 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155542ab-d056-428e-9822-6fe1e508aa40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:00:52.844815 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:52.853510 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:53.035881 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:53.036736 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:53.065515 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:53.623331 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=18 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:53.627336 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=16 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:00:57.625511 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4796dbcc-1c67-4837-b350-932832705ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:00:59.926156 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-457eb361-0598-4d15-b81e-f1a2893c9a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:01.080402 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:02.503335 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:02.746091 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:11.501686 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:01:12.738852 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:01:12.740733 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:01:24.517203 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:01:24.521945 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:01:27.626232 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ea6fb89b-3a82-4e21-bb25-e4fd0c67df6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:29.930992 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9e7924e2-6578-48cc-b74f-8c25d9b9747f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:31.084073 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:32.505187 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:32.747202 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:42.736107 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:01:42.743997 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:01:48.501515 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:01:57.627703 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3629b089-0429-498b-9d16-50a75a746106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:01:59.933969 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-76f41637-d18a-40c6-8871-dfb81cd93d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:01.085039 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:01.521948 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:01.528517 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:02.508488 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:02.751262 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:12.737381 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:12.746585 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:25.500971 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 5 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:02:27.033284 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025291'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:27.630029 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c947b477-021c-4680-bd32-2b330cba0250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:29.936582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-89e95ad6-c00b-4b0b-b40e-70fc8a166066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:31.087747 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:32.510650 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:32.752545 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:38.519651 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:38.524505 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:40.162282 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45276) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:02:40.287810 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5792a85b-6589-4c02-8668-3ab169946804 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1244326 Jul 19 11:02:42.352838 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45286) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:02:42.407064 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-52899ce0-e2bc-4ee7-a4d1-edcae1744382 admin admin] 10.222.0.33 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525944 Jul 19 11:02:42.742187 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:42.749550 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:50.281869 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:52.402916 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:53.619633 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=12 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:53.621173 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=14 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:02:57.008381 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:02:57.631374 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ff92212-6154-4d98-9b6d-188dfd66bae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:00.031889 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5c727116-9d75-48f4-b642-d7dec1dca3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:01.089076 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:02.501910 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:03:02.514045 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:02.754396 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:12.748913 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:03:12.750780 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:03:15.516688 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:03:15.521607 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:03:27.022017 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:27.631985 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-58005d12-5469-493d-928e-5f55da34ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:29.947025 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-197f2e55-b182-4b69-b26d-70b19dec1579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:31.090198 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:32.518400 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:32.759383 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:39.503734 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:03:42.752922 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:03:42.755468 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:03:52.529001 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:03:56.515437 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:03:57.028965 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:57.635022 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe98a-6c20-4de5-93eb-c6a0a736c74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:03:59.949384 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d6554b28-9592-425c-b349-49a55d22a936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:01.094119 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:02.522689 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:02.762376 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:12.755410 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:12.757699 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:16.504615 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:04:21.113942 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45430) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:21.143348 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45438) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:21.368156 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-network', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:21.392773 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1403186638-network', 'tenant_id': '205683784b714ab399311aeca15d0cfa'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:21.415672 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Made reservation on behalf of 205683784b714ab399311aeca15d0cfa for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:21.418227 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.421522 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Made reservation on behalf of 05fceba2c70c40a399e71daabe8edef6 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:21.423830 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.448491 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.460040 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.607296 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Publish callbacks [] for security_group (4915be60-beb6-4adc-ad91-364a75572520), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.609445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Publish callbacks [] for security_group (226dbd14-8f78-4e17-a481-ae8fc5454994), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.611885 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4915be60-beb6-4adc-ad91-364a75572520), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.619399 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (226dbd14-8f78-4e17-a481-ae8fc5454994), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.634269 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:04:21.651637 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:04:21.661952 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776550307633', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (fd767379-653e-492f-b553-bba36b351004), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.662535 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Unsubscribe: segment precommit_create {{(pid=104076) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 19 11:04:21.663007 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Added segment fd767379-653e-492f-b553-bba36b351004 of type vlan for network 7be74b19-036d-4488-a91f-a666900435da Jul 19 11:04:21.691510 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (d871b11f-1b3f-4184-bc31-2ae48633fc9d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.691851 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Added segment d871b11f-1b3f-4184-bc31-2ae48633fc9d of type vlan for network 1ffa3686-4e5a-4747-8994-8cc33db2a036 Jul 19 11:04:21.750324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4915be60-beb6-4adc-ad91-364a75572520,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:21.769659 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (7be74b19-036d-4488-a91f-a666900435da), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.780491 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (1ffa3686-4e5a-4747-8994-8cc33db2a036), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.792432 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.792803 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.793165 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.793505 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.793878 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.794171 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.794472 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.794793 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.795149 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.795456 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.795795 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.796110 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.796681 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.797253 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.797364 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Tracked resource versions report: Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: pushed versions: Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: { 'AddressGroup': {'1.2'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Agent': {'1.1'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'ConntrackHelper': {'1.0'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'LocalIPAssociation': {'1.0'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Log': {'1.0'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'NDPProxy': {'1.0'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Network': {'1.1'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Port': {'1.7'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'PortForwarding': {'1.3'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'QosPolicy': {'1.10'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'SecurityGroup': {'1.5'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'SecurityGroupRule': {'1.2'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'SubPort': {'1.0'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Subnet': {'1.1'}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Trunk': {'1.1'}} Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: consumer versions: Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: HyperV agent@hv-cinder-maste: {}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Agent': '1.1', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'ConntrackHelper': '1.0', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'LocalIPAssociation': '1.0', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Log': '1.0', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'NDPProxy': '1.0', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Network': '1.1', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Port': '1.7', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'PortForwarding': '1.3', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'QosPolicy': '1.10', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'SecurityGroup': '1.5', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'SecurityGroupRule': '1.2', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'SubPort': '1.0', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Subnet': '1.1', Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: 'Trunk': '1.1'}} Jul 19 11:04:21.798558 dv-cinder-master-3-iscsi neutron-server[104076]: {{(pid=104076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 11:04:21.839402 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45476) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:21.851727 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (1ffa3686-4e5a-4747-8994-8cc33db2a036), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.852942 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:21.853691 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.868952 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (7be74b19-036d-4488-a91f-a666900435da), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.870278 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:21.871118 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:21.897092 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226dbd14-8f78-4e17-a481-ae8fc5454994,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:21.909269 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45488) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:21.909503 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7647996 Jul 19 11:04:21.915254 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Request body: {'subnet': {'network_id': '7be74b19-036d-4488-a91f-a666900435da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1403186638-subnet', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:21.924775 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8091059 Jul 19 11:04:21.941326 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45490) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:21.952666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Request body: {'subnet': {'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-subnet', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:21.957450 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Made reservation on behalf of 205683784b714ab399311aeca15d0cfa for: {'subnet': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:21.962205 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.041506 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ebd31-cb80-4ab7-9b5e-5f445e74faa1 admin admin] Pushing event updated for resources: {'Network': ['ID=1ffa3686-4e5a-4747-8994-8cc33db2a036,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:22.055980 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:04:22.066635 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:22.076988 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Made reservation on behalf of 05fceba2c70c40a399e71daabe8edef6 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:22.079581 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.174209 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45496) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:22.182036 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (d0a8a2f6-75da-47b9-abdd-0a281dbc188d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.205026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:22.206861 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1965f6-153f-423b-92d6-0da04dde0b86 admin admin] Pushing event updated for resources: {'Network': ['ID=7be74b19-036d-4488-a91f-a666900435da,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:22.230123 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-695900258-network', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:22.233902 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a8a2f6-75da-47b9-abdd-0a281dbc188d,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:22.244645 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 7be74b19-036d-4488-a91f-a666900435da details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:04:22.260195 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.261286 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.261986 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.262723 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.263596 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.264203 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.264812 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.265419 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.265981 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.266557 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.267123 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.267735 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.268267 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.268910 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.269492 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Tracked resource versions report: Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: pushed versions: Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: { 'AddressGroup': {'1.2'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Agent': {'1.1'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'ConntrackHelper': {'1.0'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'LocalIPAssociation': {'1.0'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Log': {'1.0'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'NDPProxy': {'1.0'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Network': {'1.1'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Port': {'1.7'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'PortForwarding': {'1.3'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'QosPolicy': {'1.10'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'SecurityGroup': {'1.5'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'SecurityGroupRule': {'1.2'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'SubPort': {'1.0'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Subnet': {'1.1'}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Trunk': {'1.1'}} Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: consumer versions: Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: HyperV agent@hv-cinder-maste: {}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Agent': '1.1', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'ConntrackHelper': '1.0', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'LocalIPAssociation': '1.0', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Log': '1.0', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'NDPProxy': '1.0', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Network': '1.1', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Port': '1.7', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'PortForwarding': '1.3', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'QosPolicy': '1.10', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'SecurityGroup': '1.5', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'SecurityGroupRule': '1.2', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'SubPort': '1.0', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Subnet': '1.1', Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: 'Trunk': '1.1'}} Jul 19 11:04:22.270855 dv-cinder-master-3-iscsi neutron-server[104077]: {{(pid=104077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 11:04:22.276641 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Made reservation on behalf of e1d59596ecae4e288733b90c577aa86b for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:22.278959 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.295749 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.333616 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Checking segment: {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:22.334268 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Network hostable DHCP agents. Network: 7be74b19-036d-4488-a91f-a666900435da, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:04:22.360737 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (255d8671-8402-408c-bbe0-5d9a2c070537), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.364274 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Network 7be74b19-036d-4488-a91f-a666900435da is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:04:22.381175 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7be74b19-036d-4488-a91f-a666900435da) {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:22.392820 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:22.394100 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.397323 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fadf70-1d4e-442e-a27e-8a4d0ff26696 None None] Network 7be74b19-036d-4488-a91f-a666900435da requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:04:22.426173 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-33aeb2e6-8cb8-4473-8d3c-429dcc8500e5 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5157421 Jul 19 11:04:22.427297 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45510) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:22.434488 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:22.455526 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=255d8671-8402-408c-bbe0-5d9a2c070537,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:22.463724 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Checking segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:22.464058 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Network hostable DHCP agents. Network: 1ffa3686-4e5a-4747-8994-8cc33db2a036, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:04:22.479534 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (27d35e86-99ff-4949-a734-b535aadf9afd), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.481496 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (27d35e86-99ff-4949-a734-b535aadf9afd), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.489656 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:04:22.501602 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Publish callbacks [] for security_group (9d221a69-f36e-4588-8e18-ea7cb556dad6), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.511538 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1ffa3686-4e5a-4747-8994-8cc33db2a036) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:22.512282 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (9d221a69-f36e-4588-8e18-ea7cb556dad6), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.520599 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:22.521241 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.559375 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-eef74a03-e2e6-421b-a5b1-575ca615a045 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6163032 Jul 19 11:04:22.561715 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45514) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:22.569154 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b54f18-36dd-4e65-a0be-b701544a031c None None] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:04:22.580789 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:22.582950 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:04:22.584733 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:22.594238 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d221a69-f36e-4588-8e18-ea7cb556dad6,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:22.601413 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks [] for router_controller (27d35e86-99ff-4949-a734-b535aadf9afd), precommit_add_association {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.603338 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (bb1c87a0-a54d-4b0f-9cd6-61bea57ef573), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.604538 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Added segment bb1c87a0-a54d-4b0f-9cd6-61bea57ef573 of type vlan for network 4e7c735a-1e35-464a-9187-a0d8149bbb40 Jul 19 11:04:22.618973 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (b050d99b-4840-43fe-8a76-4d2077c75e1d), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.620725 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (b050d99b-4840-43fe-8a76-4d2077c75e1d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.743908 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1ffa3686-4e5a-4747-8994-8cc33db2a036', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:04:22.745122 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.763273 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (4e7c735a-1e35-464a-9187-a0d8149bbb40), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.778855 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks [] for router_controller (b050d99b-4840-43fe-8a76-4d2077c75e1d), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.850667 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks [] for router_gateway (27d35e86-99ff-4949-a734-b535aadf9afd), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.856066 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-7be74b19-036d-4488-a91f-a666900435da', 'network_id': '7be74b19-036d-4488-a91f-a666900435da', 'project_id': '205683784b714ab399311aeca15d0cfa', 'fixed_ips': [{'subnet_id': 'd0a8a2f6-75da-47b9-abdd-0a281dbc188d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:04:22.857497 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:22.858681 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:22.948634 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1573287474-network', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:23.052359 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (4e7c735a-1e35-464a-9187-a0d8149bbb40), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.054509 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:23.056658 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.071971 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks [] for router_gateway (b050d99b-4840-43fe-8a76-4d2077c75e1d), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.095472 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Allocated IP 172.20.0.2 (1ffa3686-4e5a-4747-8994-8cc33db2a036/255d8671-8402-408c-bbe0-5d9a2c070537/13cbd1b5-b50d-4790-a0f8-262675475dfb) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:23.219111 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Made reservation on behalf of ef534f1d06ea415d98857ec7f9e5fb97 for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:23.222579 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Allocated IP 172.20.0.2 (7be74b19-036d-4488-a91f-a666900435da/d0a8a2f6-75da-47b9-abdd-0a281dbc188d/42596c39-bac9-4a6b-a030-3e3eb5e675a0) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:23.225138 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.248527 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks [] for router_gateway (27d35e86-99ff-4949-a734-b535aadf9afd), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.310183 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.331666 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.376461 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:23.400053 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks [] for router_gateway (b050d99b-4840-43fe-8a76-4d2077c75e1d), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.448489 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.543615 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Publish callbacks [] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.578750 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.603610 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:23.720365 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:23.807244 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:23.810337 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:23.812492 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:23.815036 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Pushing event updated for resources: {'Port': ['ID=13cbd1b5-b50d-4790-a0f8-262675475dfb,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:23.837330 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Publish callbacks [] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.841602 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.842449 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.842714 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.843325 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.844043 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.844512 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.845006 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.845489 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.846260 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.846488 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.847015 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.847563 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.848346 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.848595 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.849034 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Tracked resource versions report: Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: pushed versions: Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: { 'AddressGroup': {'1.2'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Agent': {'1.1'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'ConntrackHelper': {'1.0'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'LocalIPAssociation': {'1.0'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Log': {'1.0'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'NDPProxy': {'1.0'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Network': {'1.1'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Port': {'1.7'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'PortForwarding': {'1.3'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'QosPolicy': {'1.10'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'SecurityGroup': {'1.5'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'SecurityGroupRule': {'1.2'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'SubPort': {'1.0'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Subnet': {'1.1'}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Trunk': {'1.1'}} Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: consumer versions: Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: HyperV agent@hv-cinder-maste: {}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Agent': '1.1', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'ConntrackHelper': '1.0', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'LocalIPAssociation': '1.0', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Log': '1.0', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'NDPProxy': '1.0', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Network': '1.1', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Port': '1.7', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'PortForwarding': '1.3', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'QosPolicy': '1.10', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'SecurityGroup': '1.5', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'SecurityGroupRule': '1.2', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'SubPort': '1.0', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Subnet': '1.1', Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: 'Trunk': '1.1'}} Jul 19 11:04:23.851308 dv-cinder-master-3-iscsi neutron-server[104078]: {{(pid=104078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 11:04:23.860942 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.890579 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Publish callbacks [] for security_group (7c16bbbf-2892-40da-b3c3-5ccdb35481ed), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.903443 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45572) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:23.903634 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0624630 Jul 19 11:04:23.907612 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:23.908504 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (7c16bbbf-2892-40da-b3c3-5ccdb35481ed), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.911547 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Request body: {'subnet': {'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-subnet', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:23.944454 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Made reservation on behalf of e1d59596ecae4e288733b90c577aa86b for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:23.950651 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:23.984180 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Allocated IP 172.37.3.136 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/50484583-c5bc-41f1-96c1-c730f9cbfa26) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:23.992357 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c16bbbf-2892-40da-b3c3-5ccdb35481ed,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:24.040189 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:04:24.106663 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (1eb8b57e-c462-4f16-bf39-d5f4f220d3bc), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.107265 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Added segment 1eb8b57e-c462-4f16-bf39-d5f4f220d3bc of type vlan for network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f Jul 19 11:04:24.110357 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326b39b-7eac-450a-af65-1d6406c4d032 admin admin] Pushing event updated for resources: {'Network': ['ID=4e7c735a-1e35-464a-9187-a0d8149bbb40,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:24.190108 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Network 7be74b19-036d-4488-a91f-a666900435da is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:24.197994 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:04:24.218506 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.226471 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:24.235586 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Attempting to bind port 13cbd1b5-b50d-4790-a0f8-262675475dfb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:24.236651 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Attempting to bind port 13cbd1b5-b50d-4790-a0f8-262675475dfb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:24.237062 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Attempting to bind port 13cbd1b5-b50d-4790-a0f8-262675475dfb on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:24.243848 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:24.271818 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Pushing event updated for resources: {'Port': ['ID=42596c39-bac9-4a6b-a030-3e3eb5e675a0,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:24.274596 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.275855 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:24.276623 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.289392 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:24.292605 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Checking segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:24.294334 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.295925 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Bound using segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:24.297624 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks [] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.301310 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Bound port: 13cbd1b5-b50d-4790-a0f8-262675475dfb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:24.302068 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.304408 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:24.310669 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.1352854 Jul 19 11:04:24.315875 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45586) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:24.335865 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Request body: {'subnet': {'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-subnet', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:24.411728 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15552d6-d77b-4e89-8f24-b9896217d247 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:24.432931 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:04:24.446946 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.581949 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Allocated IP 172.37.3.39 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/f154a2a8-ac49-493a-9b46-91223ff0a627) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:24.618775 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=50484583-c5bc-41f1-96c1-c730f9cbfa26,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:24.647341 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Made reservation on behalf of ef534f1d06ea415d98857ec7f9e5fb97 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:24.648133 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:24.652138 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:24.652666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.656935 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:24.661839 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Attempting to bind port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:24.662168 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Attempting to bind port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:24.662798 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Attempting to bind port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 on network 7be74b19-036d-4488-a91f-a666900435da {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:24.671557 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:24.671937 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Checking segment: {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:24.672341 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.672749 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Bound using segment: {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:24.673224 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Bound port: 42596c39-bac9-4a6b-a030-3e3eb5e675a0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:24.673600 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.675931 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] For port 13cbd1b5-b50d-4790-a0f8-262675475dfb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:24.681582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] For port 13cbd1b5-b50d-4790-a0f8-262675475dfb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13cbd1b5-b50d-4790-a0f8-262675475dfb,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:24.699552 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.769233 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (7f928887-d0bd-4345-8673-b7e1fff7e0c6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:24.820473 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c3337-fd5a-4031-9e21-84d6e70512fa None None] Pushing event updated for resources: {'Port': ['ID=13cbd1b5-b50d-4790-a0f8-262675475dfb,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:24.842354 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] For port 42596c39-bac9-4a6b-a030-3e3eb5e675a0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:24.851791 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] For port 42596c39-bac9-4a6b-a030-3e3eb5e675a0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42596c39-bac9-4a6b-a030-3e3eb5e675a0,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:24.853073 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:24.865752 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:25.010407 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c4440-4648-474d-8df6-efdeb84893f1 None None] Pushing event updated for resources: {'Port': ['ID=42596c39-bac9-4a6b-a030-3e3eb5e675a0,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:25.072674 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f928887-d0bd-4345-8673-b7e1fff7e0c6,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:25.182196 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Checking segment: {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:25.182562 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Network hostable DHCP agents. Network: 4e7c735a-1e35-464a-9187-a0d8149bbb40, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:04:25.273933 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (abde2927-d408-407c-80e7-a9420366a816), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:25.273933 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks [] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:25.273933 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45610) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:25.357232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:25.359845 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:04:25.383081 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:25.387907 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks [] for router_gateway (27d35e86-99ff-4949-a734-b535aadf9afd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:25.435005 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4e7c735a-1e35-464a-9187-a0d8149bbb40) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:25.449733 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe03b11-f50a-485a-b3f5-a4d385b22904 None None] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:04:25.467270 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Pushing event updated for resources: {'Subnet': ['ID=abde2927-d408-407c-80e7-a9420366a816,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:25.477970 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:25.478769 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:25.561290 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:25.567376 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8602f96f-2405-4fd7-88a3-4bdd848a06a0 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6619062 Jul 19 11:04:25.578913 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45618) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:25.635845 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:25.649768 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Checking segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:25.650121 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Network hostable DHCP agents. Network: 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:04:25.663507 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:25.685593 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:25.707416 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:25.710362 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:25.721083 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:25.812880 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4e7c735a-1e35-464a-9187-a0d8149bbb40', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:04:25.813984 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:25.833779 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (27d35e86-99ff-4949-a734-b535aadf9afd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:25.864936 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Pushing event updated for resources: {'Port': ['ID=f154a2a8-ac49-493a-9b46-91223ff0a627,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:25.975035 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (e01c796f-d13a-42a3-adf8-54b56ec00658), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:25.976105 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (e01c796f-d13a-42a3-adf8-54b56ec00658), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.038400 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:04:26.056396 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cad671a9-2e79-4b6e-af5a-e0723dcf90e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.131724 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Router 27d35e86-99ff-4949-a734-b535aadf9afd is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:04:26.199922 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:26.223488 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Allocated IP 172.20.0.2 (4e7c735a-1e35-464a-9187-a0d8149bbb40/7f928887-d0bd-4345-8673-b7e1fff7e0c6/a0f10ce9-7195-4d9e-8887-5e76c05e593f) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:26.226447 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc69f09-8da0-46b6-87c8-6f3ee73c8be1 None None] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:04:26.335169 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:26.336049 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.340122 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:26.365033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks [] for router_controller (e01c796f-d13a-42a3-adf8-54b56ec00658), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.427035 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:04:26.447643 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Sync routers for ids ['27d35e86-99ff-4949-a734-b535aadf9afd'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:04:26.466831 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d15d5f63-1651-4bb5-8659-e372c086078e admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1498837 Jul 19 11:04:26.470238 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.471162 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-c59b7c8d-b649-4ed6-8270-b237ed2c0cf6 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0400591 Jul 19 11:04:26.472043 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45644) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:26.475342 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Routers {'27d35e86-99ff-4949-a734-b535aadf9afd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:26.479571 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:26.480442 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['27d35e86-99ff-4949-a734-b535aadf9afd'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:26.506396 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45646) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:26.557313 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:04:26.558273 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.783677 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (1841d9da-4f26-4116-b561-7a1d07320f39), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.784923 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (1841d9da-4f26-4116-b561-7a1d07320f39), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.899421 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Allocated IP 172.20.0.2 (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f/abde2927-d408-407c-80e7-a9420366a816/75895f6d-83de-40ce-b35e-0381871f991b) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:26.929386 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks [] for router_gateway (e01c796f-d13a-42a3-adf8-54b56ec00658), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.940514 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cad671a9-2e79-4b6e-af5a-e0723dcf90e6 admin admin] Publish callbacks [] for security_group (04c52246-ce49-4f44-b58f-53cc436a8cff), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.948026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cad671a9-2e79-4b6e-af5a-e0723dcf90e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (04c52246-ce49-4f44-b58f-53cc436a8cff), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.950517 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks [] for router_gateway (b050d99b-4840-43fe-8a76-4d2077c75e1d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:26.968830 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Set router 27d35e86-99ff-4949-a734-b535aadf9afd gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:26.977180 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:26.983796 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d71509-0429-498c-bffb-2911d473f917 None None] Network 7be74b19-036d-4488-a91f-a666900435da requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:04:26.986430 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 42596c39-bac9-4a6b-a030-3e3eb5e675a0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:27.021604 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10d8a75-4298-4279-a755-dea4eb89ffec None None] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:04:27.047792 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-5bab4189-57ff-4e00-adec-8f0f53f597dc None None] Provisioning complete for port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:27.047792 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5bab4189-57ff-4e00-adec-8f0f53f597dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.075425 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks [] for router_controller (1841d9da-4f26-4116-b561-7a1d07320f39), precommit_add_association {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.110313 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:27.110617 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.131037 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad671a9-2e79-4b6e-af5a-e0723dcf90e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c52246-ce49-4f44-b58f-53cc436a8cff,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:27.133441 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:27.178686 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:27.183672 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:24Z', 'revision_number': 3, 'project_id': '205683784b714ab399311aeca15d0cfa', 'gw_port': {'id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:27.205238 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cad671a9-2e79-4b6e-af5a-e0723dcf90e6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=479a805c7ec24812ba05c59b6defa408&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9185104 Jul 19 11:04:27.227777 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Checking router: 27d35e86-99ff-4949-a734-b535aadf9afd for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:04:27.228333 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Updating router 27d35e86-99ff-4949-a734-b535aadf9afd port 50484583-c5bc-41f1-96c1-c730f9cbfa26 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:04:27.229863 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45662) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:27.300862 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.362148 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-808532ef-f8b3-4644-82c4-cde9b7ef4b17 admin admin] Publish callbacks [] for security_group (04c52246-ce49-4f44-b58f-53cc436a8cff), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.459893 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:27.534409 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.616565 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:27.620136 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Publish callbacks [] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.628313 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.629775 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-808532ef-f8b3-4644-82c4-cde9b7ef4b17 admin admin] Publish callbacks [] for security_group (04c52246-ce49-4f44-b58f-53cc436a8cff), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.635595 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks [] for router_gateway (1841d9da-4f26-4116-b561-7a1d07320f39), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.715066 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Pushing event updated for resources: {'Port': ['ID=50484583-c5bc-41f1-96c1-c730f9cbfa26,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:27.722324 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:27.725189 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.725189 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.725189 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.725873 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.726283 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.726685 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.727100 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.727497 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.727947 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.728381 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.728822 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.729357 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.729749 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.730137 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.730528 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Tracked resource versions report: Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: pushed versions: Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: { 'AddressGroup': {'1.2'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Agent': {'1.1'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'ConntrackHelper': {'1.0'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'LocalIPAssociation': {'1.0'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Log': {'1.0'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'NDPProxy': {'1.0'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Network': {'1.1'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Port': {'1.7'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'PortForwarding': {'1.3'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'QosPolicy': {'1.10'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'SecurityGroup': {'1.5'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'SecurityGroupRule': {'1.2'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'SubPort': {'1.0'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Subnet': {'1.1'}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Trunk': {'1.1'}} Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: consumer versions: Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: HyperV agent@hv-cinder-maste: {}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: L3 agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: Metering agent@dv-cinder-master-3-iscsi: {}, Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Agent': '1.1', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'ConntrackHelper': '1.0', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'LocalIPAssociation': '1.0', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Log': '1.0', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'NDPProxy': '1.0', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Network': '1.1', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Port': '1.7', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'PortForwarding': '1.3', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'QosPolicy': '1.10', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'SecurityGroup': '1.5', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'SecurityGroupRule': '1.2', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'SubPort': '1.0', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Subnet': '1.1', Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: 'Trunk': '1.1'}} Jul 19 11:04:27.731835 dv-cinder-master-3-iscsi neutron-server[104079]: {{(pid=104079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 19 11:04:27.758568 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Attempting to bind port 50484583-c5bc-41f1-96c1-c730f9cbfa26 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:27.759162 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Attempting to bind port 50484583-c5bc-41f1-96c1-c730f9cbfa26 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:27.759819 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Attempting to bind port 50484583-c5bc-41f1-96c1-c730f9cbfa26 on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:27.769035 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:27.769835 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:27.770546 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.771177 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:27.771837 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Bound port: 50484583-c5bc-41f1-96c1-c730f9cbfa26, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:27.772571 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.837004 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] For port 50484583-c5bc-41f1-96c1-c730f9cbfa26, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:27.841166 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] For port 50484583-c5bc-41f1-96c1-c730f9cbfa26, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=50484583-c5bc-41f1-96c1-c730f9cbfa26,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:27.851555 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.878171 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (b050d99b-4840-43fe-8a76-4d2077c75e1d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:27.965407 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe9cbb-f454-4968-bc7c-118fa3e6ad01 None None] Pushing event updated for resources: {'Port': ['ID=50484583-c5bc-41f1-96c1-c730f9cbfa26,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:28.005086 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Routers {'27d35e86-99ff-4949-a734-b535aadf9afd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:28.007442 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['27d35e86-99ff-4949-a734-b535aadf9afd'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:28.093509 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks [] for router_gateway (e01c796f-d13a-42a3-adf8-54b56ec00658), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.130876 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.161799 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Publish callbacks [] for port (75895f6d-83de-40ce-b35e-0381871f991b), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.170052 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-5bab4189-57ff-4e00-adec-8f0f53f597dc None None] Current status of the port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:28.170474 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5bab4189-57ff-4e00-adec-8f0f53f597dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.187471 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (75895f6d-83de-40ce-b35e-0381871f991b), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.204709 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:28.239832 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:28.248378 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] Set router 27d35e86-99ff-4949-a734-b535aadf9afd gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:28.250854 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.274281 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:28.318154 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-808532ef-f8b3-4644-82c4-cde9b7ef4b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (04c52246-ce49-4f44-b58f-53cc436a8cff), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.321143 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-808532ef-f8b3-4644-82c4-cde9b7ef4b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.325465 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-808532ef-f8b3-4644-82c4-cde9b7ef4b17 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/04c52246-ce49-4f44-b58f-53cc436a8cff HTTP/1.1" status: 204 len: 168 time: 1.0899928 Jul 19 11:04:28.335387 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Router b050d99b-4840-43fe-8a76-4d2077c75e1d is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:04:28.353395 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:28.353940 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.364922 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:28.378115 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Allocated IP 172.37.3.11 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/d114e9cd-693f-4ada-861e-8a25db0d1948) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:28.383623 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Publish callbacks [] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.435588 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-5bab4189-57ff-4e00-adec-8f0f53f597dc None None] For port 42596c39-bac9-4a6b-a030-3e3eb5e675a0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42596c39-bac9-4a6b-a030-3e3eb5e675a0,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:28.478539 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808532ef-f8b3-4644-82c4-cde9b7ef4b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c52246-ce49-4f44-b58f-53cc436a8cff,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:28.505816 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.525009 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e2bfda55-cbbb-4a35-a076-e76432f0d62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.593783 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:28.598820 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5bab4189-57ff-4e00-adec-8f0f53f597dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.603178 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks [] for router_gateway (1841d9da-4f26-4116-b561-7a1d07320f39), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.613833 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-6865f192-8bac-4437-9f31-59f816101116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:24Z', 'revision_number': 3, 'project_id': '205683784b714ab399311aeca15d0cfa', 'gw_port': {'id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:28.630524 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Attempting to bind port 75895f6d-83de-40ce-b35e-0381871f991b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:28.631758 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Attempting to bind port 75895f6d-83de-40ce-b35e-0381871f991b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:28.632349 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Attempting to bind port 75895f6d-83de-40ce-b35e-0381871f991b on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:28.644535 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:28.662211 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865f192-8bac-4437-9f31-59f816101116 None None] The sync data for ids ['27d35e86-99ff-4949-a734-b535aadf9afd'] in dv-cinder-master-3-iscsi is: [{'id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:24Z', 'revision_number': 3, 'project_id': '205683784b714ab399311aeca15d0cfa', 'gw_port': {'id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:04:28.666569 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:28.680099 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:28.683340 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Checking segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:28.683892 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.689241 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Bound using segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:28.689578 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Bound port: 75895f6d-83de-40ce-b35e-0381871f991b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:28.690027 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.690493 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (75895f6d-83de-40ce-b35e-0381871f991b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.714049 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:04:28.715282 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:28.753494 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.757663 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-fedfe7a5-a3ac-48d3-ac0d-b638f338eb98 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1921351 Jul 19 11:04:28.759459 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45714) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:28.804486 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Sync routers for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:04:28.833194 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Allocated IP 172.20.0.1 (7be74b19-036d-4488-a91f-a666900435da/d0a8a2f6-75da-47b9-abdd-0a281dbc188d/7bbaa886-ef7d-4c49-adae-fff6a76c079d) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:28.836042 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks [] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.922871 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Pushing event updated for resources: {'Port': ['ID=75895f6d-83de-40ce-b35e-0381871f991b,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:28.946245 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:28.997753 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:29.004252 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Pushing event updated for resources: {'Port': ['ID=d114e9cd-693f-4ada-861e-8a25db0d1948,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:29.026862 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-feb324e8-3dbf-4619-ae51-7b30efb26a99 None None] Provisioning complete for port 13cbd1b5-b50d-4790-a0f8-262675475dfb triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:29.027303 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-feb324e8-3dbf-4619-ae51-7b30efb26a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.035329 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:29.036049 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45724) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:29.053678 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:29.070587 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21a733db-65cc-4564-b392-cf795464e429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.078524 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.db.api [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 19 11:04:29.078524 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG oslo_db.api [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 11:04:29.102144 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:29.104964 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:29.127223 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:29.133387 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:29.134129 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:29.146794 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Allocated IP 172.37.3.179 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:29.177619 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Publish callbacks [] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.318063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Attempting to bind port a0f10ce9-7195-4d9e-8887-5e76c05e593f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:29.319416 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Attempting to bind port a0f10ce9-7195-4d9e-8887-5e76c05e593f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:29.319936 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Attempting to bind port a0f10ce9-7195-4d9e-8887-5e76c05e593f on network 4e7c735a-1e35-464a-9187-a0d8149bbb40 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:29.349966 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:29.351243 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Checking segment: {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:29.351822 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.352352 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Bound using segment: {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:29.353099 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Bound port: a0f10ce9-7195-4d9e-8887-5e76c05e593f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:29.353676 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.367139 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.444252 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbaa886-ef7d-4c49-adae-fff6a76c079d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:29.472713 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Network 7be74b19-036d-4488-a91f-a666900435da is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:29.477192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45734) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:29.478277 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:29.481675 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:29.482195 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (27d35e86-99ff-4949-a734-b535aadf9afd), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.496091 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:29.498095 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-feb324e8-3dbf-4619-ae51-7b30efb26a99 None None] Current status of the port 13cbd1b5-b50d-4790-a0f8-262675475dfb is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:29.498680 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-feb324e8-3dbf-4619-ae51-7b30efb26a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.549357 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21a733db-65cc-4564-b392-cf795464e429 admin admin] Publish callbacks [] for security_group (89ad2cab-59f3-4090-b83f-7f9bf47d2976), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.566838 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-21a733db-65cc-4564-b392-cf795464e429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (89ad2cab-59f3-4090-b83f-7f9bf47d2976), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.579351 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Pushing event updated for resources: {'Port': ['ID=a0f10ce9-7195-4d9e-8887-5e76c05e593f,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:29.711130 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a733db-65cc-4564-b392-cf795464e429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ad2cab-59f3-4090-b83f-7f9bf47d2976,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:29.722518 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:29.723466 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 13cbd1b5-b50d-4790-a0f8-262675475dfb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:29.777553 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] For port 75895f6d-83de-40ce-b35e-0381871f991b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:29.793088 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab4189-57ff-4e00-adec-8f0f53f597dc None None] Pushing event updated for resources: {'Port': ['ID=42596c39-bac9-4a6b-a030-3e3eb5e675a0,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:29.833954 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:29.875028 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:29.877315 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks [] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.881921 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-feb324e8-3dbf-4619-ae51-7b30efb26a99 None None] For port 13cbd1b5-b50d-4790-a0f8-262675475dfb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13cbd1b5-b50d-4790-a0f8-262675475dfb,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:29.883775 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-21a733db-65cc-4564-b392-cf795464e429 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=af504d9b679b4634a705d1501c3ea9ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8411925 Jul 19 11:04:29.898831 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45738) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:29.953454 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] For port 75895f6d-83de-40ce-b35e-0381871f991b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=75895f6d-83de-40ce-b35e-0381871f991b,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:29.957161 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-feb324e8-3dbf-4619-ae51-7b30efb26a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.970922 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks [] for router_gateway (e01c796f-d13a-42a3-adf8-54b56ec00658), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:29.990874 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:30.016484 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:30.020534 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] For port a0f10ce9-7195-4d9e-8887-5e76c05e593f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:30.026189 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-490a9826-137e-473a-b2c9-8df17c57de66 admin admin] Publish callbacks [] for security_group (89ad2cab-59f3-4090-b83f-7f9bf47d2976), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.027794 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (75895f6d-83de-40ce-b35e-0381871f991b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.068605 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.071071 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87bb259a-8ef6-46d9-b6d5-68cbeb5300a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.108041 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 13cbd1b5-b50d-4790-a0f8-262675475dfb triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:30.108505 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.114170 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] For port a0f10ce9-7195-4d9e-8887-5e76c05e593f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0f10ce9-7195-4d9e-8887-5e76c05e593f,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:30.127892 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:30.128909 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-55c57ba1-6503-43f5-9c63-992afd7c89c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.153834 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.161561 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87bb259a-8ef6-46d9-b6d5-68cbeb5300a4 admin admin] Publish callbacks [] for security_group (e24731b1-e683-4346-8db6-629b00f28c90), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.188354 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-87bb259a-8ef6-46d9-b6d5-68cbeb5300a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (e24731b1-e683-4346-8db6-629b00f28c90), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.203995 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-2ba2f5ca-0759-48bc-a185-28170c40f6b0 None None] Provisioning complete for port 13cbd1b5-b50d-4790-a0f8-262675475dfb triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:30.204382 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f5ca-0759-48bc-a185-28170c40f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.206560 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.233096 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-490a9826-137e-473a-b2c9-8df17c57de66 admin admin] Publish callbacks [] for security_group (89ad2cab-59f3-4090-b83f-7f9bf47d2976), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.273764 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb324e8-3dbf-4619-ae51-7b30efb26a99 None None] Pushing event updated for resources: {'Port': ['ID=13cbd1b5-b50d-4790-a0f8-262675475dfb,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:30.353340 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-87bb259a-8ef6-46d9-b6d5-68cbeb5300a4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7d0d678908014f8dae55bc6475b84680&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4997306 Jul 19 11:04:30.354434 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45746) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:30.417577 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.481421 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:26Z', 'revision_number': 3, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:30.551863 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Checking router: b050d99b-4840-43fe-8a76-4d2077c75e1d for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:04:30.552217 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Updating router b050d99b-4840-43fe-8a76-4d2077c75e1d port f154a2a8-ac49-493a-9b46-91223ff0a627 binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:04:30.571379 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Pushing event updated for resources: {'Port': ['ID=8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:30.573817 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb259a-8ef6-46d9-b6d5-68cbeb5300a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24731b1-e683-4346-8db6-629b00f28c90,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:30.589297 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (e01c796f-d13a-42a3-adf8-54b56ec00658), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.607777 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-490a9826-137e-473a-b2c9-8df17c57de66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (89ad2cab-59f3-4090-b83f-7f9bf47d2976), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.612595 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-490a9826-137e-473a-b2c9-8df17c57de66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.613792 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-490a9826-137e-473a-b2c9-8df17c57de66 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/89ad2cab-59f3-4090-b83f-7f9bf47d2976 HTTP/1.1" status: 204 len: 168 time: 0.7123258 Jul 19 11:04:30.633641 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:30.663447 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.667184 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 13cbd1b5-b50d-4790-a0f8-262675475dfb is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:30.674352 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:30.681033 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a953-5dcd-4b1a-b1e4-a003a56b4aef None None] Pushing event updated for resources: {'Port': ['ID=75895f6d-83de-40ce-b35e-0381871f991b,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:30.741575 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:30.818347 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2f5ca-0759-48bc-a185-28170c40f6b0 None None] Current status of the port 13cbd1b5-b50d-4790-a0f8-262675475dfb is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:30.895154 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:30.934753 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a9826-137e-473a-b2c9-8df17c57de66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ad2cab-59f3-4090-b83f-7f9bf47d2976,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:30.941229 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-2ba2f5ca-0759-48bc-a185-28170c40f6b0 None None] Provisioning complete for port 7bbaa886-ef7d-4c49-adae-fff6a76c079d triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:30.941623 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f5ca-0759-48bc-a185-28170c40f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.980007 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Allocated IP 172.20.0.1 (1ffa3686-4e5a-4747-8994-8cc33db2a036/255d8671-8402-408c-bbe0-5d9a2c070537/f994e21f-ec76-40da-9d67-c71a8377dac8) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:30.989544 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34fb29e7-7cc1-41ad-96b7-438d0b0eb43e admin admin] Publish callbacks [] for security_group (e24731b1-e683-4346-8db6-629b00f28c90), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:30.992113 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:31.128309 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Publish callbacks [] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.154623 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34fb29e7-7cc1-41ad-96b7-438d0b0eb43e admin admin] Publish callbacks [] for security_group (e24731b1-e683-4346-8db6-629b00f28c90), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.160204 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997912b9-1f6c-46a1-95ed-b4c575c3622e None None] Pushing event updated for resources: {'Port': ['ID=a0f10ce9-7195-4d9e-8887-5e76c05e593f,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:31.171800 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:31.178509 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.184987 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Publish callbacks [] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.187188 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 13cbd1b5-b50d-4790-a0f8-262675475dfb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:31.192480 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:31.199590 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.200449 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (27d35e86-99ff-4949-a734-b535aadf9afd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.245834 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:31.255772 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:31.263023 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:31.263470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (b050d99b-4840-43fe-8a76-4d2077c75e1d), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.270871 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Pushing event updated for resources: {'Port': ['ID=f994e21f-ec76-40da-9d67-c71a8377dac8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:31.353983 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2f5ca-0759-48bc-a185-28170c40f6b0 None None] Port 7bbaa886-ef7d-4c49-adae-fff6a76c079d cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:31.372015 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.409535 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Router e01c796f-d13a-42a3-adf8-54b56ec00658 is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:04:31.433800 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-2ba2f5ca-0759-48bc-a185-28170c40f6b0 None None] Provisioning complete for port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:31.434461 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2ba2f5ca-0759-48bc-a185-28170c40f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.461692 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:31.550679 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 13cbd1b5-b50d-4790-a0f8-262675475dfb triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:31.551161 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.617096 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbaa886-ef7d-4c49-adae-fff6a76c079d,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:31.657188 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.677170 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:31.688113 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:04:31.702346 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Sync routers for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:04:31.739231 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:31.742731 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:31.744164 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.757054 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-189caeb8-5047-4a0d-b946-f16570d55308 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1682878 Jul 19 11:04:31.757054 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45784) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:31.792283 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks [] for router_gateway (1841d9da-4f26-4116-b561-7a1d07320f39), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:31.994434 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2f5ca-0759-48bc-a185-28170c40f6b0 None None] Current status of the port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:32.033398 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Publish callbacks [] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.060681 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.062797 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 13cbd1b5-b50d-4790-a0f8-262675475dfb is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:32.063506 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 75895f6d-83de-40ce-b35e-0381871f991b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:32.072446 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:32.096564 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:32.098724 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34fb29e7-7cc1-41ad-96b7-438d0b0eb43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (e24731b1-e683-4346-8db6-629b00f28c90), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.104273 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-34fb29e7-7cc1-41ad-96b7-438d0b0eb43e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.106359 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-34fb29e7-7cc1-41ad-96b7-438d0b0eb43e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e24731b1-e683-4346-8db6-629b00f28c90 HTTP/1.1" status: 204 len: 168 time: 1.7470944 Jul 19 11:04:32.248063 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Publish callbacks [] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.306859 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:32.317616 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.320602 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (b050d99b-4840-43fe-8a76-4d2077c75e1d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.335054 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-9ccc47c5-8105-4484-9e03-fe2f977ea5d1 None None] Provisioning complete for port f994e21f-ec76-40da-9d67-c71a8377dac8 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:32.338164 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9ccc47c5-8105-4484-9e03-fe2f977ea5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.365594 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cac877-e7d6-4cdd-8ab9-22609b2c5edc None None] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:04:32.380999 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb29e7-7cc1-41ad-96b7-438d0b0eb43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24731b1-e683-4346-8db6-629b00f28c90,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:32.390739 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (1841d9da-4f26-4116-b561-7a1d07320f39), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.534552 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add4d49-04fd-452d-bc56-be0c31ba73cd None None] Pushing event updated for resources: {'Port': ['ID=f154a2a8-ac49-493a-9b46-91223ff0a627,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:32.580645 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Network 7be74b19-036d-4488-a91f-a666900435da is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:32.607893 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Attempting to bind port f154a2a8-ac49-493a-9b46-91223ff0a627 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:32.609482 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:32.609977 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Attempting to bind port f154a2a8-ac49-493a-9b46-91223ff0a627 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:32.610925 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Attempting to bind port f154a2a8-ac49-493a-9b46-91223ff0a627 on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:32.671622 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:29Z', 'revision_number': 3, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:32.757985 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Checking router: e01c796f-d13a-42a3-adf8-54b56ec00658 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:04:32.758565 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Updating router e01c796f-d13a-42a3-adf8-54b56ec00658 port d114e9cd-693f-4ada-861e-8a25db0d1948 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:04:32.839003 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:32.848222 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc47c5-8105-4484-9e03-fe2f977ea5d1 None None] Port f994e21f-ec76-40da-9d67-c71a8377dac8 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:32.863941 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Pushing event updated for resources: {'Port': ['ID=f994e21f-ec76-40da-9d67-c71a8377dac8,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:32.888019 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649db68a-b93f-48e3-a9c1-c92113422d07 None None] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:04:32.963416 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:33.058547 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:33.069058 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:33.109906 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:33.110094 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Router 27d35e86-99ff-4949-a734-b535aadf9afd has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:04:33.113736 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:33.116739 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:33.116739 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:33.116739 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:33.119935 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Bound port: f154a2a8-ac49-493a-9b46-91223ff0a627, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:33.121022 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:33.200955 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:33.282264 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:33.306044 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:33.308907 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:04:33.315649 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0918524e-25dd-4128-af58-93aa5b147b89 admin admin] 10.222.0.33 "PUT /v2.0/routers/27d35e86-99ff-4949-a734-b535aadf9afd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8070672 Jul 19 11:04:33.316515 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Router 1841d9da-4f26-4116-b561-7a1d07320f39 is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:04:33.323476 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:33.356762 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Sync routers for ids ['27d35e86-99ff-4949-a734-b535aadf9afd'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:04:33.366411 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 75895f6d-83de-40ce-b35e-0381871f991b triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:33.366814 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (75895f6d-83de-40ce-b35e-0381871f991b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:33.469902 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Provisioning complete for port 75895f6d-83de-40ce-b35e-0381871f991b triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:33.470281 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (75895f6d-83de-40ce-b35e-0381871f991b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:33.472318 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:33.474535 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:04:33.485757 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:04:33.514738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:33.516115 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-c4e1edc0-a14d-4840-808f-459d5c4fdebe admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0430284 Jul 19 11:04:33.519040 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45860) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:33.678099 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Routers {'27d35e86-99ff-4949-a734-b535aadf9afd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:33.685688 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['27d35e86-99ff-4949-a734-b535aadf9afd'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:33.770185 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Publish callbacks [] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:33.778497 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:33.779642 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:33.782396 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:33.908027 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] For port f154a2a8-ac49-493a-9b46-91223ff0a627, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:33.949805 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:33.968270 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] For port f154a2a8-ac49-493a-9b46-91223ff0a627, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f154a2a8-ac49-493a-9b46-91223ff0a627,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:34.174876 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:34.185666 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Attempting to bind port d114e9cd-693f-4ada-861e-8a25db0d1948 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:34.187183 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Attempting to bind port d114e9cd-693f-4ada-861e-8a25db0d1948 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:34.188595 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Attempting to bind port d114e9cd-693f-4ada-861e-8a25db0d1948 on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:34.309991 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Router b050d99b-4840-43fe-8a76-4d2077c75e1d has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:04:34.396735 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:34.511437 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 3, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:34.579680 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:34.583695 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:04:34.585017 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Updating router 1841d9da-4f26-4116-b561-7a1d07320f39 port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:04:34.628797 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Current status of the port 75895f6d-83de-40ce-b35e-0381871f991b is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:34.629293 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (75895f6d-83de-40ce-b35e-0381871f991b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:34.662518 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Set router 27d35e86-99ff-4949-a734-b535aadf9afd gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:34.671942 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 45924) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:34.683015 dv-cinder-master-3-iscsi neutron-server[104076]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 11:04:34.742436 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:34.751828 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d109034-3dab-4876-9884-a7ba2c51de41 None None] Pushing event updated for resources: {'Port': ['ID=d114e9cd-693f-4ada-861e-8a25db0d1948,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:34.755938 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:34.762094 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:34.762517 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:34.762914 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:34.763421 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Bound port: d114e9cd-693f-4ada-861e-8a25db0d1948, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:34.763803 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:34.796414 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Allocated IP 172.20.0.1 (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f/abde2927-d408-407c-80e7-a9420366a816/3a915755-4a1e-404d-8146-4ce8c6063f68) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:34.814132 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:34.815040 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:34.816431 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 75895f6d-83de-40ce-b35e-0381871f991b is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:34.817080 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (75895f6d-83de-40ce-b35e-0381871f991b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:34.848000 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] For port 75895f6d-83de-40ce-b35e-0381871f991b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=75895f6d-83de-40ce-b35e-0381871f991b,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:34.849523 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add4d49-04fd-452d-bc56-be0c31ba73cd None None] Pushing event updated for resources: {'Port': ['ID=f154a2a8-ac49-493a-9b46-91223ff0a627,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:34.877934 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:04:34.909184 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b9e68be0-c65f-4a46-a5b8-dd149ac8b824 admin admin] 10.222.0.33 "PUT /v2.0/routers/b050d99b-4840-43fe-8a76-4d2077c75e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1483831 Jul 19 11:04:34.958040 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] For port d114e9cd-693f-4ada-861e-8a25db0d1948, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:34.969402 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] For port d114e9cd-693f-4ada-861e-8a25db0d1948, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d114e9cd-693f-4ada-861e-8a25db0d1948,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:34.988486 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.045703 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-1ad7887b-3630-4264-9675-7484451582f6 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:35.054419 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-1ad7887b-3630-4264-9675-7484451582f6 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/networks?id=7be74b19-036d-4488-a91f-a666900435da HTTP/1.1" status: 200 len: 812 time: 0.3768549 Jul 19 11:04:35.083017 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45938) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:35.093407 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:35.105596 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-a679977e-d81a-4114-a8c9-3d7d7bf11393 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/quotas/205683784b714ab399311aeca15d0cfa HTTP/1.1" status: 200 len: 375 time: 0.0498836 Jul 19 11:04:35.112232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Publish callbacks [] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.126425 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d109034-3dab-4876-9884-a7ba2c51de41 None None] Pushing event updated for resources: {'Port': ['ID=d114e9cd-693f-4ada-861e-8a25db0d1948,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:35.135342 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:35.139993 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.195685 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.209625 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:35.258434 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (75895f6d-83de-40ce-b35e-0381871f991b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.268622 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-405f751b-ee17-4b0c-996f-31365e403dd1 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=205683784b714ab399311aeca15d0cfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617739 Jul 19 11:04:35.292254 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Provisioning complete for port a0f10ce9-7195-4d9e-8887-5e76c05e593f triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:35.296659 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.322126 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:35.326453 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Allocated IP 172.20.0.1 (4e7c735a-1e35-464a-9187-a0d8149bbb40/7f928887-d0bd-4345-8673-b7e1fff7e0c6/b9b80b36-c467-4fa2-8ac4-6354d74e55ee) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:35.358119 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:35.364939 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:35.380793 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:35.431737 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:35.432433 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (1841d9da-4f26-4116-b561-7a1d07320f39), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.452856 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:35.462778 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:35.518169 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Publish callbacks [] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.622573 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.624812 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Pushing event updated for resources: {'Port': ['ID=3a915755-4a1e-404d-8146-4ce8c6063f68,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:35.684136 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:35.698954 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-455cbfd7-3c09-4244-b331-d6e403025287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.744497 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:35.766688 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:35.812579 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:35.825416 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (e01c796f-d13a-42a3-adf8-54b56ec00658), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.831099 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Publish callbacks [] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.868983 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:35.871248 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:35.888028 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-455cbfd7-3c09-4244-b331-d6e403025287 admin admin] Publish callbacks [] for security_group (90c91e02-f37c-45bf-ab08-f219a51dea71), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.895542 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:35.908643 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-455cbfd7-3c09-4244-b331-d6e403025287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (90c91e02-f37c-45bf-ab08-f219a51dea71), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.025428 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cbfd7-3c09-4244-b331-d6e403025287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c91e02-f37c-45bf-ab08-f219a51dea71,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:36.071295 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.db.api [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 19 11:04:36.071821 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG oslo_db.api [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 19 11:04:36.111374 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Pushing event updated for resources: {'Port': ['ID=b9b80b36-c467-4fa2-8ac4-6354d74e55ee,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:36.124280 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-455cbfd7-3c09-4244-b331-d6e403025287 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=888be6c04e3e4248a000a1c601a1c8ed&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0401766 Jul 19 11:04:36.128823 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45974) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:36.149722 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.182984 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Attempting to bind port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:36.184527 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Attempting to bind port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:36.185311 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Attempting to bind port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:36.220355 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64aedf-3d14-4610-9057-d78f8fc6eed6 None None] Pushing event updated for resources: {'Port': ['ID=8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:36.234472 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:36.234740 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:36.235143 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.235594 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:36.239842 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Bound port: 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:36.240251 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.260559 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.295627 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 45988) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:36.311425 dv-cinder-master-3-iscsi neutron-server[104077]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 19 11:04:36.375075 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:36.492849 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Publish callbacks [] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.513565 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-7c932d64-7468-49ab-9e0d-c9592bba3eda service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 11:04:36.514598 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-7c932d64-7468-49ab-9e0d-c9592bba3eda service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4682858 Jul 19 11:04:36.515694 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.516457 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (e01c796f-d13a-42a3-adf8-54b56ec00658), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.536284 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Current status of the port a0f10ce9-7195-4d9e-8887-5e76c05e593f is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:36.536548 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.544338 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-206b9d29-bcf6-4775-be65-b5da574b3bea admin admin] Publish callbacks [] for security_group (90c91e02-f37c-45bf-ab08-f219a51dea71), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.567448 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] For port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:36.587758 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] For port a0f10ce9-7195-4d9e-8887-5e76c05e593f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0f10ce9-7195-4d9e-8887-5e76c05e593f,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:36.604341 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] For port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:36.607376 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.610509 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Pushing event updated for resources: {'Port': ['ID=75895f6d-83de-40ce-b35e-0381871f991b,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:36.650199 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.709346 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:36.716239 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 2, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:36.758183 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-206b9d29-bcf6-4775-be65-b5da574b3bea admin admin] Publish callbacks [] for security_group (90c91e02-f37c-45bf-ab08-f219a51dea71), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.781780 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb9fc4-67d8-40ac-bea6-33507c3b167a None None] The sync data for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi is: [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 2, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:04:36.821279 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Provisioning complete for port 3a915755-4a1e-404d-8146-4ce8c6063f68 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:36.824216 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:36.941870 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Pushing event updated for resources: {'Port': ['ID=b9b80b36-c467-4fa2-8ac4-6354d74e55ee,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:36.948005 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-a0957dbd-903f-48bb-b620-f029dcf38ccb service neutron] 10.222.0.33 "GET /v2.0/networks/7be74b19-036d-4488-a91f-a666900435da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822844 Jul 19 11:04:36.955085 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 75895f6d-83de-40ce-b35e-0381871f991b is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:36.960338 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 42596c39-bac9-4a6b-a030-3e3eb5e675a0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:36.968483 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acd419-75f1-4cac-8a32-b0cb2ba92168 None None] Pushing event updated for resources: {'Port': ['ID=a0f10ce9-7195-4d9e-8887-5e76c05e593f,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:37.061789 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:37.063403 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:37.064231 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:37.067944 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-7e2c9d57-7598-4cc2-9e3a-513eafb3b0f9 service neutron] 10.222.0.33 "GET /v2.0/networks/7be74b19-036d-4488-a91f-a666900435da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129942 Jul 19 11:04:37.114427 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-4a3f3bba-1f17-406e-baf7-8474ad3461d4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:37.115600 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-4a3f3bba-1f17-406e-baf7-8474ad3461d4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 819 time: 0.8068454 Jul 19 11:04:37.131458 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:37.135861 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:37.247496 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Port 3a915755-4a1e-404d-8146-4ce8c6063f68 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:37.264314 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:29Z', 'revision_number': 4, 'project_id': '205683784b714ab399311aeca15d0cfa', 'gw_port': {'id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7bbaa886-ef7d-4c49-adae-fff6a76c079d', 'name': '', 'network_id': '7be74b19-036d-4488-a91f-a666900435da', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'mac_address': 'fa:16:3e:57:db:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0a8a2f6-75da-47b9-abdd-0a281dbc188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:30Z', 'revision_number': 2, 'project_id': '205683784b714ab399311aeca15d0cfa', 'subnets': [{'id': 'd0a8a2f6-75da-47b9-abdd-0a281dbc188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:37.354674 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:37.361293 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-ef282fcd-0a13-4466-b960-68dcae5b659b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/quotas/05fceba2c70c40a399e71daabe8edef6 HTTP/1.1" status: 200 len: 375 time: 0.1390424 Jul 19 11:04:37.427536 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-206b9d29-bcf6-4775-be65-b5da574b3bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (90c91e02-f37c-45bf-ab08-f219a51dea71), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:37.435657 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-206b9d29-bcf6-4775-be65-b5da574b3bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:37.445030 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-206b9d29-bcf6-4775-be65-b5da574b3bea admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/90c91e02-f37c-45bf-ab08-f219a51dea71 HTTP/1.1" status: 204 len: 168 time: 1.3127990 Jul 19 11:04:37.447557 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Checking router: 27d35e86-99ff-4949-a734-b535aadf9afd for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:04:37.448146 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Updating router 27d35e86-99ff-4949-a734-b535aadf9afd port 7bbaa886-ef7d-4c49-adae-fff6a76c079d binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:04:37.472651 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:37.552397 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Router e01c796f-d13a-42a3-adf8-54b56ec00658 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:04:37.609703 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:37.612441 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:37.615679 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:37.616560 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:29Z', 'revision_number': 3, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:37.621200 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b9d29-bcf6-4775-be65-b5da574b3bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c91e02-f37c-45bf-ab08-f219a51dea71,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:37.635855 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Provisioning complete for port 7bbaa886-ef7d-4c49-adae-fff6a76c079d triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:37.640023 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:37.722229 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-dd815e93-653e-400a-a5a6-404d87ac1678 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3585870 Jul 19 11:04:37.821609 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58728c-c373-4283-8c1f-e1278a4f206d None None] The sync data for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi is: [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:29Z', 'revision_number': 3, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:04:37.833070 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64aedf-3d14-4610-9057-d78f8fc6eed6 None None] Pushing event updated for resources: {'Port': ['ID=8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:37.847656 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:37.883542 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Publish callbacks [] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:37.940564 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:37.941307 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (1841d9da-4f26-4116-b561-7a1d07320f39), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:38.063542 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Pushing event updated for resources: {'Port': ['ID=3a915755-4a1e-404d-8146-4ce8c6063f68,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:38.065739 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:38.260053 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:38.261392 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:38.333700 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:38.338441 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:38.396801 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Port 7bbaa886-ef7d-4c49-adae-fff6a76c079d cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:38.463387 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:38.565881 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Provisioning complete for port a0f10ce9-7195-4d9e-8887-5e76c05e593f triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:38.570436 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-91c2cd98-23c8-4670-9bbd-6d95c3ab03cb req-63a85a84-5db1-429d-bfb1-9ea86bb166d1 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.8634350 Jul 19 11:04:38.585157 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:38.697060 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:34Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:38.705722 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:04:38.784675 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13604ae-0dd4-4e57-97c9-d906ad8fabe5 None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:34Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:04:38.810604 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:04:38.816463 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-737d8bca-8d99-436b-9d73-47756f646b1c admin admin] 10.222.0.33 "PUT /v2.0/routers/e01c796f-d13a-42a3-adf8-54b56ec00658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0640612 Jul 19 11:04:38.900013 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:38.901229 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 50484583-c5bc-41f1-96c1-c730f9cbfa26 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:38.986129 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:04:38.994363 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-05ce9f09-1c80-493b-8811-8c32fcf8300e admin admin] 10.222.0.33 "PUT /v2.0/routers/1841d9da-4f26-4116-b561-7a1d07320f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4742916 Jul 19 11:04:39.021584 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46096) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:39.051285 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-9a70a89e-b275-4d9d-bb29-7af75f83494c service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 11:04:39.062693 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-9a70a89e-b275-4d9d-bb29-7af75f83494c service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8419533 Jul 19 11:04:39.066161 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 50484583-c5bc-41f1-96c1-c730f9cbfa26 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:39.066590 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:39.142071 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Current status of the port a0f10ce9-7195-4d9e-8887-5e76c05e593f is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:39.158262 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Provisioning complete for port b9b80b36-c467-4fa2-8ac4-6354d74e55ee triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:39.158641 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:39.282522 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b85a875d-c214-42bd-867e-c76ae34bb645 service neutron] 10.222.0.33 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187872 Jul 19 11:04:39.298207 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Port b9b80b36-c467-4fa2-8ac4-6354d74e55ee cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:39.317175 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Publish callbacks [] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:39.336979 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 50484583-c5bc-41f1-96c1-c730f9cbfa26 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:39.339439 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:39.348490 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:39.362627 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Provisioning complete for port 75895f6d-83de-40ce-b35e-0381871f991b triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:39.364976 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (75895f6d-83de-40ce-b35e-0381871f991b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:39.490834 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:39.501608 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-d6dfde63-6e61-4f37-8830-62f4a3b9f85c service neutron] 10.222.0.33 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163248 Jul 19 11:04:39.526543 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:39.531514 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port 50484583-c5bc-41f1-96c1-c730f9cbfa26, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=50484583-c5bc-41f1-96c1-c730f9cbfa26,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:39.571129 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46110) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:39.579362 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:39.625420 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04262b-9f8e-4483-a9de-dd3ec0db0470 None None] Pushing event updated for resources: {'Port': ['ID=7bbaa886-ef7d-4c49-adae-fff6a76c079d,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:39.857489 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-305fef43-4c23-4fe1-8e7f-a17cf1186641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:39.914295 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46128) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:40.031830 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Attempting to bind port 7bbaa886-ef7d-4c49-adae-fff6a76c079d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:40.032283 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Attempting to bind port 7bbaa886-ef7d-4c49-adae-fff6a76c079d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:40.032791 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Attempting to bind port 7bbaa886-ef7d-4c49-adae-fff6a76c079d on network 7be74b19-036d-4488-a91f-a666900435da {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:40.052265 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=50484583-c5bc-41f1-96c1-c730f9cbfa26,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:40.065580 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Current status of the port 75895f6d-83de-40ce-b35e-0381871f991b is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:40.077189 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Provisioning complete for port f994e21f-ec76-40da-9d67-c71a8377dac8 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:40.077588 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.079363 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:40.079743 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Checking segment: {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:40.080170 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.080553 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Bound using segment: {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:40.081629 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Bound port: 7bbaa886-ef7d-4c49-adae-fff6a76c079d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:40.082032 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.175470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-305fef43-4c23-4fe1-8e7f-a17cf1186641 admin admin] Publish callbacks [] for security_group (4330c07a-9e9d-438b-9467-14f4c46715b9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.181549 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-305fef43-4c23-4fe1-8e7f-a17cf1186641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4330c07a-9e9d-438b-9467-14f4c46715b9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.209055 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 75895f6d-83de-40ce-b35e-0381871f991b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:40.226477 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ed84af14-b3d7-4d92-a329-4bd1ecf08f1f req-adbe7596-8599-4b17-89c3-ff7b460d2a49 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.1199315 Jul 19 11:04:40.289552 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-0251193f-93dd-4c6d-9366-9eb842f8057d None None] Port f994e21f-ec76-40da-9d67-c71a8377dac8 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:40.334366 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46154) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:40.350588 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-305fef43-4c23-4fe1-8e7f-a17cf1186641 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d0151c8128cf494284a991baaf7ee36c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3272140 Jul 19 11:04:40.361525 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fef43-4c23-4fe1-8e7f-a17cf1186641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4330c07a-9e9d-438b-9467-14f4c46715b9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:40.393125 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] For port 7bbaa886-ef7d-4c49-adae-fff6a76c079d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:40.422070 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90e8a1dd-bbf7-4e25-96f0-db29371ca768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.423100 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] For port 7bbaa886-ef7d-4c49-adae-fff6a76c079d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7bbaa886-ef7d-4c49-adae-fff6a76c079d,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:40.463860 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Provisioning complete for port 3a915755-4a1e-404d-8146-4ce8c6063f68 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:40.475259 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.552521 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.577040 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c69f53c-2244-474a-869a-4a9d6f8ec0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.691307 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90e8a1dd-bbf7-4e25-96f0-db29371ca768 admin admin] Publish callbacks [] for security_group (f9af2887-aba5-4fa0-b15f-a325ae48503f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.702495 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90e8a1dd-bbf7-4e25-96f0-db29371ca768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (f9af2887-aba5-4fa0-b15f-a325ae48503f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.761064 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-90e8a1dd-bbf7-4e25-96f0-db29371ca768 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d6f07e7df33a48d7a9820f4100e7caee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1888483 Jul 19 11:04:40.763814 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8a1dd-bbf7-4e25-96f0-db29371ca768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af2887-aba5-4fa0-b15f-a325ae48503f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:40.771367 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46172) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:40.818487 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39ba9822-b154-435e-882d-fcb344e198fb admin admin] Publish callbacks [] for security_group (4330c07a-9e9d-438b-9467-14f4c46715b9), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:40.823552 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46176) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:40.860631 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-adc6d8fd-c476-4439-96c3-59c7b1e6c53a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--939973465', 'description': 'tempest-description--877009310'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:40.943691 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 75895f6d-83de-40ce-b35e-0381871f991b triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:40.946587 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-186b0222-4ff1-4ad3-8a92-0f481c0b535d req-b82b785f-abf3-4cac-8af7-3a3d8fd442dd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 210 time: 0.0673323 Jul 19 11:04:40.962723 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (75895f6d-83de-40ce-b35e-0381871f991b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.021983 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:41.026215 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df1b706a-bb1b-40dc-83c1-eaf10378277c admin admin] Publish callbacks [] for security_group (f9af2887-aba5-4fa0-b15f-a325ae48503f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.040430 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c69f53c-2244-474a-869a-4a9d6f8ec0ed admin admin] Publish callbacks [] for security_group (66694ebe-5af6-4ac7-a522-377fb444fbc5), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.042984 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:41.045167 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39ba9822-b154-435e-882d-fcb344e198fb admin admin] Publish callbacks [] for security_group (4330c07a-9e9d-438b-9467-14f4c46715b9), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.057227 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-adc6d8fd-c476-4439-96c3-59c7b1e6c53a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.150099 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Port 3a915755-4a1e-404d-8146-4ce8c6063f68 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:41.175093 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4c69f53c-2244-474a-869a-4a9d6f8ec0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (66694ebe-5af6-4ac7-a522-377fb444fbc5), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.189340 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Provisioning complete for port b9b80b36-c467-4fa2-8ac4-6354d74e55ee triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:41.190182 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.202851 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df1b706a-bb1b-40dc-83c1-eaf10378277c admin admin] Publish callbacks [] for security_group (f9af2887-aba5-4fa0-b15f-a325ae48503f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.254707 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:41.275548 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04262b-9f8e-4483-a9de-dd3ec0db0470 None None] Pushing event updated for resources: {'Port': ['ID=7bbaa886-ef7d-4c49-adae-fff6a76c079d,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:41.276824 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46198) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:41.293825 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Routers {'27d35e86-99ff-4949-a734-b535aadf9afd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:41.294818 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['27d35e86-99ff-4949-a734-b535aadf9afd'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:41.302189 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-edab1662-f901-4887-aee0-32e7bc651fff tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368874103', 'description': 'tempest-description--2050020331'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:41.387053 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df1b706a-bb1b-40dc-83c1-eaf10378277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (f9af2887-aba5-4fa0-b15f-a325ae48503f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.389661 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-df1b706a-bb1b-40dc-83c1-eaf10378277c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.390826 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-df1b706a-bb1b-40dc-83c1-eaf10378277c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f9af2887-aba5-4fa0-b15f-a325ae48503f HTTP/1.1" status: 204 len: 168 time: 0.6170425 Jul 19 11:04:41.392312 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-4c69f53c-2244-474a-869a-4a9d6f8ec0ed admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=40227f72f67c4d4d93515bf58b3a697e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4762840 Jul 19 11:04:41.399129 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46210) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:41.409313 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69f53c-2244-474a-869a-4a9d6f8ec0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66694ebe-5af6-4ac7-a522-377fb444fbc5,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:41.473303 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-edab1662-f901-4887-aee0-32e7bc651fff tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.481365 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b706a-bb1b-40dc-83c1-eaf10378277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af2887-aba5-4fa0-b15f-a325ae48503f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:41.593141 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39ba9822-b154-435e-882d-fcb344e198fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4330c07a-9e9d-438b-9467-14f4c46715b9), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.596603 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-39ba9822-b154-435e-882d-fcb344e198fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.607056 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-39ba9822-b154-435e-882d-fcb344e198fb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4330c07a-9e9d-438b-9467-14f4c46715b9 HTTP/1.1" status: 204 len: 168 time: 1.2709367 Jul 19 11:04:41.630613 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Port b9b80b36-c467-4fa2-8ac4-6354d74e55ee cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:41.661837 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:41.663631 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 75895f6d-83de-40ce-b35e-0381871f991b is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:41.664928 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f154a2a8-ac49-493a-9b46-91223ff0a627 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:41.679574 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Provisioning complete for port 7bbaa886-ef7d-4c49-adae-fff6a76c079d triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:41.702232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba9822-b154-435e-882d-fcb344e198fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4330c07a-9e9d-438b-9467-14f4c46715b9,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:41.706385 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.754982 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfc00-3b9d-4800-840c-c21abfb62b5b admin admin] Publish callbacks [] for security_group (66694ebe-5af6-4ac7-a522-377fb444fbc5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.781272 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfc00-3b9d-4800-840c-c21abfb62b5b admin admin] Publish callbacks [] for security_group (66694ebe-5af6-4ac7-a522-377fb444fbc5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.784160 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] Set router 27d35e86-99ff-4949-a734-b535aadf9afd gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:41.826540 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:41.851306 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfc00-3b9d-4800-840c-c21abfb62b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (66694ebe-5af6-4ac7-a522-377fb444fbc5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.854177 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a2bfc00-3b9d-4800-840c-c21abfb62b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.855506 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1a2bfc00-3b9d-4800-840c-c21abfb62b5b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/66694ebe-5af6-4ac7-a522-377fb444fbc5 HTTP/1.1" status: 204 len: 168 time: 0.4544086 Jul 19 11:04:41.870781 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-adc6d8fd-c476-4439-96c3-59c7b1e6c53a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (ac413875-3313-4d29-999d-a96f1ad36922), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.887860 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bfc00-3b9d-4800-840c-c21abfb62b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66694ebe-5af6-4ac7-a522-377fb444fbc5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:41.917558 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0cbf2ea3-643f-4349-bbe9-46d1a4e563e2 req-097e2499-a71d-48ae-a3c9-3fd4055fedd5 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.2304540 Jul 19 11:04:41.930640 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-adc6d8fd-c476-4439-96c3-59c7b1e6c53a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ac413875-3313-4d29-999d-a96f1ad36922), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:41.938171 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-f4c0dfb9-eaa6-495e-b46f-e1091f496730 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:41.940328 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-f4c0dfb9-eaa6-495e-b46f-e1091f496730 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 819 time: 0.4766476 Jul 19 11:04:41.958996 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-bf97ced5-72d9-4e55-92bc-ddc82add2188 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/quotas/05fceba2c70c40a399e71daabe8edef6 HTTP/1.1" status: 200 len: 375 time: 0.0120335 Jul 19 11:04:42.077939 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6d8fd-c476-4439-96c3-59c7b1e6c53a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac413875-3313-4d29-999d-a96f1ad36922,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:42.080892 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-9b862859-c56b-4989-b6eb-fd00093ff28e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145198 Jul 19 11:04:42.106377 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-adc6d8fd-c476-4439-96c3-59c7b1e6c53a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.108433 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-adc6d8fd-c476-4439-96c3-59c7b1e6c53a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2736964 Jul 19 11:04:42.123080 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46228) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:42.141644 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-5d6658f9-4806-426e-9f64-18c0c9c64ec8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'security_group_rule': {'security_group_id': 'ac413875-3313-4d29-999d-a96f1ad36922', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:42.195517 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-edab1662-f901-4887-aee0-32e7bc651fff tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (d5b6ddfc-df82-41ec-a371-2128cfc1b51e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.212320 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-edab1662-f901-4887-aee0-32e7bc651fff tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (d5b6ddfc-df82-41ec-a371-2128cfc1b51e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.280834 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:42.293487 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Sync routers for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:04:42.304478 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d6658f9-4806-426e-9f64-18c0c9c64ec8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (17f6ab41-37e0-47f5-bdc3-5c4cf1efee50), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.311429 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab1662-f901-4887-aee0-32e7bc651fff tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6ddfc-df82-41ec-a371-2128cfc1b51e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:42.344950 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-edab1662-f901-4887-aee0-32e7bc651fff tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.350850 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-edab1662-f901-4887-aee0-32e7bc651fff tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0608039 Jul 19 11:04:42.357199 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46234) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:42.368979 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port f154a2a8-ac49-493a-9b46-91223ff0a627 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:42.369717 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.372845 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-59807887-5b40-45fb-840e-0bfc6695e53b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6ddfc-df82-41ec-a371-2128cfc1b51e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:42.374778 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-52fffa5c-cfc8-48e1-bbad-97385e6d3705 service neutron] 10.222.0.33 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905164 Jul 19 11:04:42.426352 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.27', 62331) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:42.454135 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:42.456761 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:42.530260 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d6658f9-4806-426e-9f64-18c0c9c64ec8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (17f6ab41-37e0-47f5-bdc3-5c4cf1efee50), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.538180 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59807887-5b40-45fb-840e-0bfc6695e53b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (02d88086-ca31-46fd-b64c-9fdb0ec4462f), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.556178 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:29Z', 'revision_number': 4, 'project_id': '205683784b714ab399311aeca15d0cfa', 'gw_port': {'id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7bbaa886-ef7d-4c49-adae-fff6a76c079d', 'name': '', 'network_id': '7be74b19-036d-4488-a91f-a666900435da', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'mac_address': 'fa:16:3e:57:db:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0a8a2f6-75da-47b9-abdd-0a281dbc188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:40Z', 'revision_number': 4, 'project_id': '205683784b714ab399311aeca15d0cfa', 'subnets': [{'id': 'd0a8a2f6-75da-47b9-abdd-0a281dbc188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:42.592480 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d6658f9-4806-426e-9f64-18c0c9c64ec8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (17f6ab41-37e0-47f5-bdc3-5c4cf1efee50), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.620542 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Current status of the port 7bbaa886-ef7d-4c49-adae-fff6a76c079d is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:42.621210 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.630939 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-ee1d57b7-253b-454e-9dfa-16a93ccdbc15 service neutron] 10.222.0.33 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510061 Jul 19 11:04:42.638456 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6658f9-4806-426e-9f64-18c0c9c64ec8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f6ab41-37e0-47f5-bdc3-5c4cf1efee50,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:42.667735 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d842f37-6eb1-4fea-9e49-7eccf7d18ac0 None None] The sync data for ids ['27d35e86-99ff-4949-a734-b535aadf9afd'] in dv-cinder-master-3-iscsi is: [{'id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:29Z', 'revision_number': 4, 'project_id': '205683784b714ab399311aeca15d0cfa', 'gw_port': {'id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7bbaa886-ef7d-4c49-adae-fff6a76c079d', 'name': '', 'network_id': '7be74b19-036d-4488-a91f-a666900435da', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'mac_address': 'fa:16:3e:57:db:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd0a8a2f6-75da-47b9-abdd-0a281dbc188d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:40Z', 'revision_number': 4, 'project_id': '205683784b714ab399311aeca15d0cfa', 'subnets': [{'id': 'd0a8a2f6-75da-47b9-abdd-0a281dbc188d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:04:42.732894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5d6658f9-4806-426e-9f64-18c0c9c64ec8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.734884 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-5d6658f9-4806-426e-9f64-18c0c9c64ec8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6102519 Jul 19 11:04:42.737993 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46244) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:42.744873 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-81d82387-5d33-4da2-9826-94c776b4f1fd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'security_group_rule': {'security_group_id': 'ac413875-3313-4d29-999d-a96f1ad36922', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:42.798868 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-22db7f0f-4048-4a32-b5c9-f5c9a4808bf2 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:42.812279 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-22db7f0f-4048-4a32-b5c9-f5c9a4808bf2 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.27 "GET /v2.0/networks?id=7be74b19-036d-4488-a91f-a666900435da HTTP/1.1" status: 200 len: 812 time: 0.3797626 Jul 19 11:04:42.858489 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59807887-5b40-45fb-840e-0bfc6695e53b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (02d88086-ca31-46fd-b64c-9fdb0ec4462f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.860297 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d82387-5d33-4da2-9826-94c776b4f1fd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (e2728d11-a7be-4706-bd9c-e0dd68def4f3), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.864989 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59807887-5b40-45fb-840e-0bfc6695e53b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (02d88086-ca31-46fd-b64c-9fdb0ec4462f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.955077 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port f154a2a8-ac49-493a-9b46-91223ff0a627 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:42.955827 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:42.980108 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Request body: {'port': {'device_id': '126c2860-81b1-42fc-8fbd-78178837f2c2', 'network_id': '7be74b19-036d-4488-a91f-a666900435da', 'admin_state_up': True, 'tenant_id': '205683784b714ab399311aeca15d0cfa'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:43.052975 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d82387-5d33-4da2-9826-94c776b4f1fd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (e2728d11-a7be-4706-bd9c-e0dd68def4f3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.057629 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d82387-5d33-4da2-9826-94c776b4f1fd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (e2728d11-a7be-4706-bd9c-e0dd68def4f3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.067173 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port f154a2a8-ac49-493a-9b46-91223ff0a627, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f154a2a8-ac49-493a-9b46-91223ff0a627,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:43.085658 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46252) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:43.114749 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=76,neutron:INSERT=12,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:43.118303 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.121177 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-46d16f98-76ad-4b64-a5f5-95972dbf79ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.133276 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device d114e9cd-693f-4ada-861e-8a25db0d1948 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:43.197268 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59807887-5b40-45fb-840e-0bfc6695e53b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d88086-ca31-46fd-b64c-9fdb0ec4462f,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:43.203319 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Sync routers for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:04:43.216053 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46256) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:43.231017 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:43.233959 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:43.304461 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] For port 7bbaa886-ef7d-4c49-adae-fff6a76c079d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7bbaa886-ef7d-4c49-adae-fff6a76c079d,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:43.341000 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-46d16f98-76ad-4b64-a5f5-95972dbf79ba admin admin] Publish callbacks [] for security_group (54042eac-8023-4116-bc19-393f75ad6348), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.348955 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:43.351391 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d82387-5d33-4da2-9826-94c776b4f1fd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2728d11-a7be-4706-bd9c-e0dd68def4f3,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:43.356672 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-46d16f98-76ad-4b64-a5f5-95972dbf79ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (54042eac-8023-4116-bc19-393f75ad6348), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.390078 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-81d82387-5d33-4da2-9826-94c776b4f1fd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.395839 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-81d82387-5d33-4da2-9826-94c776b4f1fd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6566324 Jul 19 11:04:43.401777 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-59807887-5b40-45fb-840e-0bfc6695e53b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.406219 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-59807887-5b40-45fb-840e-0bfc6695e53b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0473950 Jul 19 11:04:43.407048 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46266) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:43.413066 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46264) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:43.420652 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:43.433764 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-46d16f98-76ad-4b64-a5f5-95972dbf79ba admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2ee71720233040ccbc5b7d058c832dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441978 Jul 19 11:04:43.448946 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:43.519857 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.535628 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46270) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:43.536518 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d16f98-76ad-4b64-a5f5-95972dbf79ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54042eac-8023-4116-bc19-393f75ad6348,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:43.585748 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dfc47912-f6ab-4a41-b72b-ba5af1317b49 req-63935953-e1fd-46ed-9743-77183c592876 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 210 time: 0.4716177 Jul 19 11:04:43.586202 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:43.587311 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a222f543-8246-43ca-bf41-bdfb9e126e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.592967 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:43.658360 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-d63ae884-0034-4444-8730-139515ec081a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6ddfc-df82-41ec-a371-2128cfc1b51e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:43.707873 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-db21f914-a119-4ec3-af5b-f6ea9cfe1eb4 req-244e5f9d-4d3b-4286-8e20-9ff1f8eacf3f tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.1381047 Jul 19 11:04:43.749116 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:43.754349 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:43.826298 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.27', 62338) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:43.946466 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3c507ea0-b081-4979-9eb2-5bf232bb7ce9 None None] Provisioning complete for port 7bbaa886-ef7d-4c49-adae-fff6a76c079d triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:43.949274 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3c507ea0-b081-4979-9eb2-5bf232bb7ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.058057 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port d114e9cd-693f-4ada-861e-8a25db0d1948 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:44.058629 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.062936 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d63ae884-0034-4444-8730-139515ec081a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (bbfdc105-b884-4a6e-b6a6-e578aabb6bb7), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.166145 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=f154a2a8-ac49-493a-9b46-91223ff0a627,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:44.228683 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 2, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:44.256834 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.449111 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84a3acb3-d5d9-4cf3-a0ed-0a66136f04b8 admin admin] Publish callbacks [] for security_group (54042eac-8023-4116-bc19-393f75ad6348), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.469591 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:44.510492 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84a3acb3-d5d9-4cf3-a0ed-0a66136f04b8 admin admin] Publish callbacks [] for security_group (54042eac-8023-4116-bc19-393f75ad6348), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.543440 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Checking router: e01c796f-d13a-42a3-adf8-54b56ec00658 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:04:44.553738 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Updating router e01c796f-d13a-42a3-adf8-54b56ec00658 port b9b80b36-c467-4fa2-8ac4-6354d74e55ee binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:04:44.642551 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Allocated IP 172.37.3.126 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/dd20e534-bd0a-4eef-b8f3-60f8b6543ffe) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:44.643371 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.718992 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b09ba-dfb3-4516-9353-d89c1056e961 None None] Pushing event updated for resources: {'Port': ['ID=7bbaa886-ef7d-4c49-adae-fff6a76c079d,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:44.797858 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84a3acb3-d5d9-4cf3-a0ed-0a66136f04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (54042eac-8023-4116-bc19-393f75ad6348), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.800732 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-84a3acb3-d5d9-4cf3-a0ed-0a66136f04b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.814427 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-84a3acb3-d5d9-4cf3-a0ed-0a66136f04b8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/54042eac-8023-4116-bc19-393f75ad6348 HTTP/1.1" status: 204 len: 168 time: 1.2614493 Jul 19 11:04:44.858223 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3acb3-d5d9-4cf3-a0ed-0a66136f04b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54042eac-8023-4116-bc19-393f75ad6348,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:44.864565 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 2, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:44.967917 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for port (dd20e534-bd0a-4eef-b8f3-60f8b6543ffe), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:44.976656 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port d114e9cd-693f-4ada-861e-8a25db0d1948 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:44.977220 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:45.026171 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port d114e9cd-693f-4ada-861e-8a25db0d1948, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d114e9cd-693f-4ada-861e-8a25db0d1948,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:45.036160 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:45.039597 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Checking router: b050d99b-4840-43fe-8a76-4d2077c75e1d for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:04:45.040685 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Updating router b050d99b-4840-43fe-8a76-4d2077c75e1d port f994e21f-ec76-40da-9d67-c71a8377dac8 binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:04:45.076130 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:45.077684 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device a0f10ce9-7195-4d9e-8887-5e76c05e593f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:45.102918 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d0562756-51e7-41f3-a057-c669445939e6 req-0a07fee7-1611-47d4-8c90-4f94be8ea2f7 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.1240628 Jul 19 11:04:45.215595 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (dd20e534-bd0a-4eef-b8f3-60f8b6543ffe), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:45.286709 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:45.287475 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:45.309162 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.27', 62342) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:45.321509 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f77b3fad-f22b-449b-a1ee-3157f5017010 req-642571ea-921e-46d9-9678-701d7665ca55 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 210 time: 0.3760958 Jul 19 11:04:45.363843 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:45.404472 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:45.424538 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:45.427568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Made reservation on behalf of 205683784b714ab399311aeca15d0cfa for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:45.442488 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:45.615271 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'Port': ['ID=dd20e534-bd0a-4eef-b8f3-60f8b6543ffe,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:45.737564 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Publish callbacks [] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:45.755152 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:45.768434 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-8887b8ad-6df5-434e-a272-dd1f1eac3df7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:45.775460 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-8887b8ad-6df5-434e-a272-dd1f1eac3df7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 819 time: 1.9231825 Jul 19 11:04:45.837610 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:45.945008 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (91cac608-096d-4d8c-9cc7-95e9aa913259), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:45.948893 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cab7c-02aa-4878-9b63-c66d7aacb02c None None] Pushing event updated for resources: {'Port': ['ID=b9b80b36-c467-4fa2-8ac4-6354d74e55ee,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:45.967502 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Request body: {'port': {'device_id': 'c3ea5a95-376a-4482-b664-f069e803e258', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'admin_state_up': True, 'tenant_id': '05fceba2c70c40a399e71daabe8edef6'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:46.193667 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Attempting to bind port b9b80b36-c467-4fa2-8ac4-6354d74e55ee on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:46.195172 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a222f543-8246-43ca-bf41-bdfb9e126e80 admin admin] Publish callbacks [] for security_group (9e62e7e3-3e05-43a7-85dd-49a2dfcaf892), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.201428 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Attempting to bind port b9b80b36-c467-4fa2-8ac4-6354d74e55ee by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:46.202375 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Attempting to bind port b9b80b36-c467-4fa2-8ac4-6354d74e55ee on network 4e7c735a-1e35-464a-9187-a0d8149bbb40 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:46.211607 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3c507ea0-b081-4979-9eb2-5bf232bb7ce9 None None] Current status of the port 7bbaa886-ef7d-4c49-adae-fff6a76c079d is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:46.226370 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:46.240532 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:46.243849 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Checking segment: {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:46.250903 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.251696 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Bound using segment: {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:46.253371 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Bound port: b9b80b36-c467-4fa2-8ac4-6354d74e55ee, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:46.255625 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.285443 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a222f543-8246-43ca-bf41-bdfb9e126e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (9e62e7e3-3e05-43a7-85dd-49a2dfcaf892), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.349193 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d63ae884-0034-4444-8730-139515ec081a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (bbfdc105-b884-4a6e-b6a6-e578aabb6bb7), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.434847 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (dd20e534-bd0a-4eef-b8f3-60f8b6543ffe), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.446735 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=d114e9cd-693f-4ada-861e-8a25db0d1948,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:46.469770 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-1eba0aee-3b2b-4037-afec-2817eeffa57a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:46.471377 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-1eba0aee-3b2b-4037-afec-2817eeffa57a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 819 time: 1.1387205 Jul 19 11:04:46.569164 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] For port b9b80b36-c467-4fa2-8ac4-6354d74e55ee, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:46.573614 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] For port b9b80b36-c467-4fa2-8ac4-6354d74e55ee, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b9b80b36-c467-4fa2-8ac4-6354d74e55ee,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:46.584098 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.601067 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Request body: {'port': {'device_id': '49e783c8-8e6d-4789-b81d-8e1ca4a550a6', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'admin_state_up': True, 'tenant_id': '05fceba2c70c40a399e71daabe8edef6'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:46.609767 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d63ae884-0034-4444-8730-139515ec081a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (bbfdc105-b884-4a6e-b6a6-e578aabb6bb7), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.731266 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:46.734979 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:46.742379 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port a0f10ce9-7195-4d9e-8887-5e76c05e593f triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:46.742763 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.764486 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46392) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:46.778884 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f2cdb036-652b-41ec-96d4-f029ed4fb617 None None] Provisioning complete for port b9b80b36-c467-4fa2-8ac4-6354d74e55ee triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:46.784597 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb036-652b-41ec-96d4-f029ed4fb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:46.943081 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:46.965054 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:47.012976 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-787b9252-9b2a-413b-a793-91091e1baf1b req-25dbfb68-fef3-4cd5-86d7-9f5f0b9e81ba tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.5791383 Jul 19 11:04:47.047891 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cab7c-02aa-4878-9b63-c66d7aacb02c None None] Pushing event updated for resources: {'Port': ['ID=b9b80b36-c467-4fa2-8ac4-6354d74e55ee,revision_number=4']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:47.124681 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-21d49a85-a900-4870-b42a-e50e86940260 req-b0f98a0e-c362-4c28-ab3e-a46a8f726962 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 210 time: 0.5635862 Jul 19 11:04:47.127170 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Made reservation on behalf of 05fceba2c70c40a399e71daabe8edef6 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:47.142849 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.228787 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a222f543-8246-43ca-bf41-bdfb9e126e80 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=de67cc0666ca41b68958a407a0f989c9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9226265 Jul 19 11:04:47.237539 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46404) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:47.356286 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:47.366215 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:47.391561 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:04:47.399972 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ae884-0034-4444-8730-139515ec081a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfdc105-b884-4a6e-b6a6-e578aabb6bb7,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:47.527322 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222f543-8246-43ca-bf41-bdfb9e126e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e62e7e3-3e05-43a7-85dd-49a2dfcaf892,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:47.544321 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:47.545047 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:47.546463 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d63ae884-0034-4444-8730-139515ec081a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.547972 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b24ca1e-74c6-4dca-ad92-c44968421a61 admin admin] Publish callbacks [] for security_group (9e62e7e3-3e05-43a7-85dd-49a2dfcaf892), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.557887 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-d63ae884-0034-4444-8730-139515ec081a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.0066869 Jul 19 11:04:47.558441 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46408) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:47.596037 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:47.658925 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b24ca1e-74c6-4dca-ad92-c44968421a61 admin admin] Publish callbacks [] for security_group (9e62e7e3-3e05-43a7-85dd-49a2dfcaf892), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.688097 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for port (dd20e534-bd0a-4eef-b8f3-60f8b6543ffe), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.710637 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (dd20e534-bd0a-4eef-b8f3-60f8b6543ffe), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.737287 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port a0f10ce9-7195-4d9e-8887-5e76c05e593f is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:47.743032 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.804495 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (91cac608-096d-4d8c-9cc7-95e9aa913259), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.850907 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.852311 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4149382 Jul 19 11:04:47.866530 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f034d15-6947-4a68-af5b-954d9be5df2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'Port': ['ID=dd20e534-bd0a-4eef-b8f3-60f8b6543ffe,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:47.877365 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff84d7a0-7a4d-4df9-8dab-ed8602cdca01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.879705 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b24ca1e-74c6-4dca-ad92-c44968421a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (9e62e7e3-3e05-43a7-85dd-49a2dfcaf892), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.891016 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7b24ca1e-74c6-4dca-ad92-c44968421a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:47.900259 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-7b24ca1e-74c6-4dca-ad92-c44968421a61 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9e62e7e3-3e05-43a7-85dd-49a2dfcaf892 HTTP/1.1" status: 204 len: 168 time: 0.6324735 Jul 19 11:04:47.933639 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24ca1e-74c6-4dca-ad92-c44968421a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e62e7e3-3e05-43a7-85dd-49a2dfcaf892,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:48.070998 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Allocated IP 172.20.0.13 (7be74b19-036d-4488-a91f-a666900435da/d0a8a2f6-75da-47b9-abdd-0a281dbc188d/ab2b6732-5d45-4b40-8888-44a729c6870f) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:48.086348 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Made reservation on behalf of 05fceba2c70c40a399e71daabe8edef6 for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:48.091545 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:48.232249 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5115235d-0324-4bdb-b521-aaaa52d55c2c req-3558ae48-2510-431a-b78a-3785d67d7391 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0710182 Jul 19 11:04:48.237573 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdb036-652b-41ec-96d4-f029ed4fb617 None None] Current status of the port b9b80b36-c467-4fa2-8ac4-6354d74e55ee is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:48.238152 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb036-652b-41ec-96d4-f029ed4fb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:48.264468 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:48.302729 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:46Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:48.353696 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-87969645-b497-4c13-8178-15a75501a156 req-c5406684-fa3e-493c-89ec-47d4fcd458d0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 210 time: 0.0460939 Jul 19 11:04:48.386050 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Publish callbacks [] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:48.426628 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e1666-ff3f-4458-8ae9-2d5e39ffe8cf None None] The sync data for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi is: [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:46Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:04:48.431602 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:48.445994 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:48.451858 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:48.462549 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:48.549041 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f2cdb036-652b-41ec-96d4-f029ed4fb617 None None] For port b9b80b36-c467-4fa2-8ac4-6354d74e55ee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b9b80b36-c467-4fa2-8ac4-6354d74e55ee,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:48.559769 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device d114e9cd-693f-4ada-861e-8a25db0d1948 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:48.596450 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb036-652b-41ec-96d4-f029ed4fb617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:48.784361 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9afa5a-e472-4ca5-96a5-2b0afa634cc1 None None] Pushing event updated for resources: {'Port': ['ID=f994e21f-ec76-40da-9d67-c71a8377dac8,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:48.797657 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Allocated IP 172.20.0.8 (1ffa3686-4e5a-4747-8994-8cc33db2a036/255d8671-8402-408c-bbe0-5d9a2c070537/ba1dd015-6965-43ea-a7cf-059d7c358686) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:48.821773 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-e3e5c507-28d3-45e8-bd89-838965b72a2e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--939973465&fields=id&tenant_id=e1d59596ecae4e288733b90c577aa86b HTTP/1.1" status: 200 len: 267 time: 0.4339366 Jul 19 11:04:49.051113 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-58f9f1c7-9d31-4e32-b986-a891e3152745 None None] Provisioning complete for port b9b80b36-c467-4fa2-8ac4-6354d74e55ee triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:49.051503 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-58f9f1c7-9d31-4e32-b986-a891e3152745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:49.094254 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff84d7a0-7a4d-4df9-8dab-ed8602cdca01 admin admin] Publish callbacks [] for security_group (dc6728b3-5854-4ea9-9235-9c96441a942a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:49.117952 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff84d7a0-7a4d-4df9-8dab-ed8602cdca01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (dc6728b3-5854-4ea9-9235-9c96441a942a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:49.238459 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:49.389533 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c787-79ad-4605-b965-b025c381832d req-98bacf15-4116-4b80-921f-a5e4e5fc2c67 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:49.405000 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ff84d7a0-7a4d-4df9-8dab-ed8602cdca01 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a591c3a3a0694cf1a18b4a8b8e1bb2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5972137 Jul 19 11:04:49.405638 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-98bacf15-4116-4b80-921f-a5e4e5fc2c67 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 816 time: 0.5646622 Jul 19 11:04:49.408056 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84d7a0-7a4d-4df9-8dab-ed8602cdca01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6728b3-5854-4ea9-9235-9c96441a942a,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:49.413484 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46456) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:49.441024 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:49.457242 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdb036-652b-41ec-96d4-f029ed4fb617 None None] Pushing event updated for resources: {'Port': ['ID=b9b80b36-c467-4fa2-8ac4-6354d74e55ee,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:49.494195 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-506d6589-d6a3-4c80-8c73-b10cb01e8cc4 req-ba9798fb-0170-4422-b984-7717857433f9 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0773480 Jul 19 11:04:49.516543 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port d114e9cd-693f-4ada-861e-8a25db0d1948 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:49.517379 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:49.518386 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-2b38127e-b6b0-4dda-8286-20f17ff65d48 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/quotas/e1d59596ecae4e288733b90c577aa86b HTTP/1.1" status: 200 len: 375 time: 0.1114850 Jul 19 11:04:49.588166 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Allocated IP 172.37.3.207 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/3330b594-1ea2-4514-ada2-8d7bc66a324d) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:49.752463 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Attempting to bind port f994e21f-ec76-40da-9d67-c71a8377dac8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:49.755753 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Attempting to bind port f994e21f-ec76-40da-9d67-c71a8377dac8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:49.756920 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Attempting to bind port f994e21f-ec76-40da-9d67-c71a8377dac8 on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:49.765179 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Publish callbacks [] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:49.792061 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:49.792904 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Checking segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:49.801702 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:49.802511 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Bound using segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:49.802809 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:49.804118 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Bound port: f994e21f-ec76-40da-9d67-c71a8377dac8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:49.805086 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:49.867481 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-43c74046-4aec-4c28-abe3-a129e6aaeed6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3327193 Jul 19 11:04:49.890183 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:49.967892 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-051f80d9-2171-4ddd-ad56-2168bfdf7de3 admin admin] Publish callbacks [] for security_group (dc6728b3-5854-4ea9-9235-9c96441a942a), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:50.063003 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:50.083597 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-58f9f1c7-9d31-4e32-b986-a891e3152745 None None] Current status of the port b9b80b36-c467-4fa2-8ac4-6354d74e55ee is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:50.138657 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:50.140040 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port d114e9cd-693f-4ada-861e-8a25db0d1948 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:50.141413 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 7bbaa886-ef7d-4c49-adae-fff6a76c079d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:50.180599 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 2, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:50.183862 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:50.196552 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:50.206189 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-4a82fbab-c95f-4100-96f6-263a4220de11 service neutron] 10.222.0.33 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191655 Jul 19 11:04:50.207030 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:50.211484 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b4b2760d-c418-4a92-9ddf-bcfa824533ca req-a5795bf0-51db-447b-b74c-bf367ae72f17 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 210 time: 0.4035149 Jul 19 11:04:50.213612 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:50.214297 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:50.246830 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:50.252616 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:04:50.253307 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Updating router 1841d9da-4f26-4116-b561-7a1d07320f39 port 3a915755-4a1e-404d-8146-4ce8c6063f68 binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:04:50.322451 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 7bbaa886-ef7d-4c49-adae-fff6a76c079d triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:50.323218 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:50.366867 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-170cdb4b-9efe-494e-b406-acbed70d4c5d None None] Provisioning complete for port f994e21f-ec76-40da-9d67-c71a8377dac8 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:50.368162 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-170cdb4b-9efe-494e-b406-acbed70d4c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:50.450243 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] For port f994e21f-ec76-40da-9d67-c71a8377dac8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:50.457964 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-170cdb4b-9efe-494e-b406-acbed70d4c5d None None] Port f994e21f-ec76-40da-9d67-c71a8377dac8 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:50.460230 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-051f80d9-2171-4ddd-ad56-2168bfdf7de3 admin admin] Publish callbacks [] for security_group (dc6728b3-5854-4ea9-9235-9c96441a942a), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:50.482310 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] For port f994e21f-ec76-40da-9d67-c71a8377dac8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f994e21f-ec76-40da-9d67-c71a8377dac8,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:50.489051 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:50.555121 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-a2cb9058-1e5a-41a3-9ed1-580d81faa20b service neutron] 10.222.0.33 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287446 Jul 19 11:04:50.589731 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event updated for resources: {'Port': ['ID=ba1dd015-6965-43ea-a7cf-059d7c358686,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:50.610414 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-eeba106c-623a-4789-b5e2-8d0ddf6e1e03 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0100539 Jul 19 11:04:50.621137 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:50.626381 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:50.626937 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-7985142c-418c-4746-8d42-a38ead108eae tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 11:04:50.628241 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-7985142c-418c-4746-8d42-a38ead108eae tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082760 Jul 19 11:04:50.668097 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:50.671850 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Allocated IP 172.20.0.11 (1ffa3686-4e5a-4747-8994-8cc33db2a036/255d8671-8402-408c-bbe0-5d9a2c070537/1504f06f-d7c2-447b-acc1-5498633749e3) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:50.956282 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6201c249-c855-485c-b988-7d83b2b3837c req-669afcb2-dbbd-40d9-8ef1-d49319eac04a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 210 time: 0.0774510 Jul 19 11:04:51.033202 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-65e94f31-5af4-49f4-9209-e05393c3d1e4 None None] Provisioning complete for port ba1dd015-6965-43ea-a7cf-059d7c358686 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:51.035142 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-65e94f31-5af4-49f4-9209-e05393c3d1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:51.274184 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Request body: {'port': {'device_id': '49e783c8-8e6d-4789-b81d-8e1ca4a550a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:51.577157 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (3330b594-1ea2-4514-ada2-8d7bc66a324d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:51.588010 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Pushing event updated for resources: {'Port': ['ID=ab2b6732-5d45-4b40-8888-44a729c6870f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:51.675778 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:51.681588 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Network 7be74b19-036d-4488-a91f-a666900435da is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:51.762955 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:51.816678 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:51.832082 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:51.856186 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:51.929857 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b87ea-5ab1-42a2-80cd-fef1bc00f3d6 req-b5de8e03-2070-44c0-9775-fac01bf57c48 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:51.940259 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e62b87ea-5ab1-42a2-80cd-fef1bc00f3d6 req-b5de8e03-2070-44c0-9775-fac01bf57c48 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 931 time: 0.2447736 Jul 19 11:04:52.023842 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93bf25-e719-4b35-91b6-8d4bbfc60537 req-013c7857-dbe0-4fab-9114-10c492e78851 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:52.054856 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ae93bf25-e719-4b35-91b6-8d4bbfc60537 req-013c7857-dbe0-4fab-9114-10c492e78851 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 932 time: 1.3468378 Jul 19 11:04:52.078006 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-bdf0427d-96cf-4acd-b2ee-92d257da00f4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1598315 Jul 19 11:04:52.157078 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9afa5a-e472-4ca5-96a5-2b0afa634cc1 None None] Pushing event updated for resources: {'Port': ['ID=f994e21f-ec76-40da-9d67-c71a8377dac8,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:52.220436 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-051f80d9-2171-4ddd-ad56-2168bfdf7de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (dc6728b3-5854-4ea9-9235-9c96441a942a), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:52.229922 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-051f80d9-2171-4ddd-ad56-2168bfdf7de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:52.238990 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-051f80d9-2171-4ddd-ad56-2168bfdf7de3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dc6728b3-5854-4ea9-9235-9c96441a942a HTTP/1.1" status: 204 len: 168 time: 2.8084326 Jul 19 11:04:52.292119 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e62b87ea-5ab1-42a2-80cd-fef1bc00f3d6 req-6819f799-df5e-45c1-8d44-062e7b849426 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484857 Jul 19 11:04:52.362532 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Request body: {'port': {'device_id': '126c2860-81b1-42fc-8fbd-78178837f2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:52.375038 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-65e94f31-5af4-49f4-9209-e05393c3d1e4 None None] Port ba1dd015-6965-43ea-a7cf-059d7c358686 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:52.412845 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:52.430938 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:52.461552 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f80d9-2171-4ddd-ad56-2168bfdf7de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6728b3-5854-4ea9-9235-9c96441a942a,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:52.918254 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 7bbaa886-ef7d-4c49-adae-fff6a76c079d is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:52.919338 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:53.018328 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (3330b594-1ea2-4514-ada2-8d7bc66a324d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:53.033615 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:53.091341 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f8957680-0f75-4a24-81b7-b6d80029586e req-d09e1a3c-27c1-4978-8542-9735aac58a93 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 210 time: 0.5678709 Jul 19 11:04:53.113921 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3d6fa6ee-ad7a-4103-adca-d165bd077b53 None None] Provisioning complete for port f994e21f-ec76-40da-9d67-c71a8377dac8 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:53.114473 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3d6fa6ee-ad7a-4103-adca-d165bd077b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:53.148126 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:53.192155 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for port (1504f06f-d7c2-447b-acc1-5498633749e3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:53.339689 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:53.375768 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Publish callbacks [] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:53.427897 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:53.447254 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:53.473003 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:53.473771 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:53.505074 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:04:53.506620 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:53.525377 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ae93bf25-e719-4b35-91b6-8d4bbfc60537 req-c927e363-0d83-45f1-8c84-7e858f10a5b2 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4668567 Jul 19 11:04:53.525911 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46570) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:53.526704 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:53.539652 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:53.747688 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:53.851234 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:53.851615 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:53.888192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:04:53.952040 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3d6fa6ee-ad7a-4103-adca-d165bd077b53 None None] Current status of the port f994e21f-ec76-40da-9d67-c71a8377dac8 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:53.952439 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3d6fa6ee-ad7a-4103-adca-d165bd077b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.075219 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46578) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:54.076357 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.27', 62347) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:54.149372 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff319d-9dcd-4512-be7f-093ddbcfa949 req-d2b11c19-c9c5-44cb-9e38-512642115bdc tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:54.158648 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-34ff319d-9dcd-4512-be7f-093ddbcfa949 req-d2b11c19-c9c5-44cb-9e38-512642115bdc tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 931 time: 0.0839672 Jul 19 11:04:54.180874 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1dd015-6965-43ea-a7cf-059d7c358686 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:04:54.201362 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:54.203617 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:54.263373 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Publish callbacks [] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.310985 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2b6732-5d45-4b40-8888-44a729c6870f {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:04:54.331659 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Publish callbacks [] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.386503 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Transition to ACTIVE for port object ab2b6732-5d45-4b40-8888-44a729c6870f will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:04:54.415551 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=3330b594-1ea2-4514-ada2-8d7bc66a324d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:54.453130 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.462806 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:04:54.477674 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:04:54.484514 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:54.485157 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:50Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:54.486187 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.495066 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad99591-2711-4bb9-83ce-84ad598a1dac None None] Pushing event updated for resources: {'Port': ['ID=3a915755-4a1e-404d-8146-4ce8c6063f68,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:54.529232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f973-4ef9-4990-8963-9240367ecf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.533889 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-34ff319d-9dcd-4512-be7f-093ddbcfa949 req-8eb6bb41-7d7d-4fc4-a0c9-604e1403f387 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741620 Jul 19 11:04:54.552393 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Transition to ACTIVE for port object ba1dd015-6965-43ea-a7cf-059d7c358686 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:04:54.573529 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968e0d18-1c19-4af3-b76f-661981c51853 None None] The sync data for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi is: [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:50Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:04:54.593720 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.613712 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3d6fa6ee-ad7a-4103-adca-d165bd077b53 None None] For port f994e21f-ec76-40da-9d67-c71a8377dac8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f994e21f-ec76-40da-9d67-c71a8377dac8,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:54.649991 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b2004a8-852a-482f-a65f-499fb32f12ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.721336 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3d6fa6ee-ad7a-4103-adca-d165bd077b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.941083 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Attempting to bind port ba1dd015-6965-43ea-a7cf-059d7c358686 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:54.941445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Attempting to bind port ba1dd015-6965-43ea-a7cf-059d7c358686 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:54.941780 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Attempting to bind port ba1dd015-6965-43ea-a7cf-059d7c358686 on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:54.956329 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74adc8-5c00-4ac8-abd2-203e196c9f16 req-2a136a08-fd7c-4760-bb4b-af2e686b1621 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:54.963871 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3b74adc8-5c00-4ac8-abd2-203e196c9f16 req-2a136a08-fd7c-4760-bb4b-af2e686b1621 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 944 time: 0.2335670 Jul 19 11:04:54.969614 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fa6ee-ad7a-4103-adca-d165bd077b53 None None] Pushing event updated for resources: {'Port': ['ID=f994e21f-ec76-40da-9d67-c71a8377dac8,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:54.975046 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Port ba1dd015-6965-43ea-a7cf-059d7c358686 on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:04:54.975710 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Attempting to bind port ba1dd015-6965-43ea-a7cf-059d7c358686 on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:54.984262 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:54.984649 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.995437 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f973-4ef9-4990-8963-9240367ecf03 admin admin] Publish callbacks [] for security_group (407145c5-8e79-4873-a051-6939e2540558), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:54.999842 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:55.023320 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Attempting to bind port 3a915755-4a1e-404d-8146-4ce8c6063f68 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:55.023503 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Attempting to bind port 3a915755-4a1e-404d-8146-4ce8c6063f68 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:55.023874 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Attempting to bind port 3a915755-4a1e-404d-8146-4ce8c6063f68 on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:55.037144 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8fc02807-e230-4835-832d-8eb3f0194af8 req-3aee0f86-a210-490c-9834-0100d3546520 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 210 time: 0.5889938 Jul 19 11:04:55.038378 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:55.041609 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Checking segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:55.042361 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Bound using segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:55.042986 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Bound port: ba1dd015-6965-43ea-a7cf-059d7c358686, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:55.043526 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.054274 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:55.054881 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Checking segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:55.055864 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.056410 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Bound using segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:55.061044 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Bound port: 3a915755-4a1e-404d-8146-4ce8c6063f68, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:55.061476 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.103906 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:55.107468 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1492376 Jul 19 11:04:55.108361 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f5b6f973-4ef9-4990-8963-9240367ecf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (407145c5-8e79-4873-a051-6939e2540558), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.133749 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.134619 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 50484583-c5bc-41f1-96c1-c730f9cbfa26 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:55.224119 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f5b6f973-4ef9-4990-8963-9240367ecf03 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2154c24a13c848c4b2522770855853f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6800520 Jul 19 11:04:55.235231 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46606) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:55.270792 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (7ab10a32-012d-475b-8fff-0a6a1906e50e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.280461 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] For port ba1dd015-6965-43ea-a7cf-059d7c358686, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:55.298429 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69feae9-5da2-4eeb-979f-11763160c2c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event updated for resources: {'Port': ['ID=1504f06f-d7c2-447b-acc1-5498633749e3,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:55.302278 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] For port ba1dd015-6965-43ea-a7cf-059d7c358686, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba1dd015-6965-43ea-a7cf-059d7c358686,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:55.321587 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3b74adc8-5c00-4ac8-abd2-203e196c9f16 req-e588f00a-981a-4b58-b140-c73ab2d288aa tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567796 Jul 19 11:04:55.327553 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:55.330243 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:55.336263 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.338493 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] Provisioning complete for port 1504f06f-d7c2-447b-acc1-5498633749e3 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:55.339061 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.353535 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2b6732-5d45-4b40-8888-44a729c6870f,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:55.362217 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Pushing event updated for resources: {'Port': ['ID=ba1dd015-6965-43ea-a7cf-059d7c358686,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:55.376951 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c787-79ad-4605-b965-b025c381832d req-a02837ca-2ba5-423f-bb8e-111306f8f7e9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:55.378555 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-a02837ca-2ba5-423f-bb8e-111306f8f7e9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 816 time: 1.2119009 Jul 19 11:04:55.396011 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] Port 1504f06f-d7c2-447b-acc1-5498633749e3 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:04:55.406450 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] For port 3a915755-4a1e-404d-8146-4ce8c6063f68, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:55.416039 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] For port 3a915755-4a1e-404d-8146-4ce8c6063f68, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3a915755-4a1e-404d-8146-4ce8c6063f68,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:55.421948 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 50484583-c5bc-41f1-96c1-c730f9cbfa26 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:55.422603 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.452268 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.458425 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Pushing event updated for resources: {'Port': ['ID=ba1dd015-6965-43ea-a7cf-059d7c358686,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:55.465933 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:55.466564 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.468802 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-67bb10da-999f-41a3-bc1e-89aa4d0e1caf service neutron] 10.222.0.27 "PUT /v2.0/ports/ba1dd015-6965-43ea-a7cf-059d7c358686 HTTP/1.1" status: 200 len: 1093 time: 4.4130626 Jul 19 11:04:55.468942 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e783c8-8e6d-4789-b81d-8e1ca4a550a6', 'tag': 'ba1dd015-6965-43ea-a7cf-059d7c358686'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:04:55.507116 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] Provisioning complete for port 3a915755-4a1e-404d-8146-4ce8c6063f68 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:55.508264 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.509999 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:55.519049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6f973-4ef9-4990-8963-9240367ecf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407145c5-8e79-4873-a051-6939e2540558,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:55.557205 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Attempting to bind port ab2b6732-5d45-4b40-8888-44a729c6870f on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:04:55.558065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Attempting to bind port ab2b6732-5d45-4b40-8888-44a729c6870f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:04:55.558561 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Attempting to bind port ab2b6732-5d45-4b40-8888-44a729c6870f on network 7be74b19-036d-4488-a91f-a666900435da {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:55.565228 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Port ab2b6732-5d45-4b40-8888-44a729c6870f on network 7be74b19-036d-4488-a91f-a666900435da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:04:55.565919 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Attempting to bind port ab2b6732-5d45-4b40-8888-44a729c6870f on network 7be74b19-036d-4488-a91f-a666900435da {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:04:55.571799 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (3330b594-1ea2-4514-ada2-8d7bc66a324d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.585671 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3220b19d-b184-44b1-b2f4-3cf3cb2ebda5 admin admin] Publish callbacks [] for security_group (407145c5-8e79-4873-a051-6939e2540558), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.635703 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:04:55.639074 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Checking segment: {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:04:55.639839 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Bound using segment: {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:04:55.640608 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Bound port: ab2b6732-5d45-4b40-8888-44a729c6870f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd767379-653e-492f-b553-bba36b351004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7be74b19-036d-4488-a91f-a666900435da'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:04:55.641269 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.658846 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b2004a8-852a-482f-a65f-499fb32f12ba admin admin] Publish callbacks [] for security_group (8365c692-fa03-4eee-9a55-4d1bee633c35), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.669191 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad99591-2711-4bb9-83ce-84ad598a1dac None None] Pushing event updated for resources: {'Port': ['ID=3a915755-4a1e-404d-8146-4ce8c6063f68,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:55.677041 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:04:55.677546 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b2004a8-852a-482f-a65f-499fb32f12ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8365c692-fa03-4eee-9a55-4d1bee633c35), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.678310 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:04:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:55.742150 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544505-6e00-4d39-b0d8-1994d251aa26 req-b5237b81-83f7-4519-b80a-f6addb1b4950 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:55.747180 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6b544505-6e00-4d39-b0d8-1994d251aa26 req-b5237b81-83f7-4519-b80a-f6addb1b4950 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.0756786 Jul 19 11:04:55.796308 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6b2004a8-852a-482f-a65f-499fb32f12ba admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=749fc4329eef462e94858ab572ef9d50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7186913 Jul 19 11:04:55.804306 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46614) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:55.814439 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191e7a89-cf7a-4b17-a874-5c2eae90234c" -d '{"events": [{"name": "network-changed", "server_uuid": "49e783c8-8e6d-4789-b81d-8e1ca4a550a6", "tag": "ba1dd015-6965-43ea-a7cf-059d7c358686"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:04:55.833136 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2004a8-852a-482f-a65f-499fb32f12ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8365c692-fa03-4eee-9a55-4d1bee633c35,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:55.853080 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3220b19d-b184-44b1-b2f4-3cf3cb2ebda5 admin admin] Publish callbacks [] for security_group (407145c5-8e79-4873-a051-6939e2540558), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:55.856972 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:55.931483 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 50484583-c5bc-41f1-96c1-c730f9cbfa26 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:55.938803 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f154a2a8-ac49-493a-9b46-91223ff0a627 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:56.007367 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] Current status of the port 3a915755-4a1e-404d-8146-4ce8c6063f68 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:56.007769 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.015521 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6916fb2-9269-4410-9dea-c5e2580780cb x-openstack-request-id: req-c6916fb2-9269-4410-9dea-c5e2580780cb {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:04:56.015870 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e783c8-8e6d-4789-b81d-8e1ca4a550a6", "tag": "ba1dd015-6965-43ea-a7cf-059d7c358686", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:04:56.016182 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c6916fb2-9269-4410-9dea-c5e2580780cb {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:04:56.016720 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6916fb2-9269-4410-9dea-c5e2580780cb'] response: {'name': 'network-changed', 'server_uuid': '49e783c8-8e6d-4789-b81d-8e1ca4a550a6', 'tag': 'ba1dd015-6965-43ea-a7cf-059d7c358686', 'status': 'completed', 'code': 200} Jul 19 11:04:56.044130 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:04:56.096665 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port f154a2a8-ac49-493a-9b46-91223ff0a627 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:56.097079 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.104122 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] For port 3a915755-4a1e-404d-8146-4ce8c6063f68, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3a915755-4a1e-404d-8146-4ce8c6063f68,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:04:56.132246 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6b544505-6e00-4d39-b0d8-1994d251aa26 req-95e732d8-9bce-4820-9a7b-c17079aa3a6b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518813 Jul 19 11:04:56.167436 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:56.175232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] For port ab2b6732-5d45-4b40-8888-44a729c6870f, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:04:56.202933 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0eeabe2b-42ad-4816-b9c3-0b5f51e80c50 admin admin] Publish callbacks [] for security_group (8365c692-fa03-4eee-9a55-4d1bee633c35), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.206518 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ba7d5507-22dc-4bc2-9d4b-0d82ec2ef574 req-0f47b9d5-9aa4-4f9b-9a97-61d631d89d3d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 210 time: 0.0327945 Jul 19 11:04:56.215234 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] For port ab2b6732-5d45-4b40-8888-44a729c6870f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab2b6732-5d45-4b40-8888-44a729c6870f,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:04:56.217839 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3220b19d-b184-44b1-b2f4-3cf3cb2ebda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (407145c5-8e79-4873-a051-6939e2540558), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.220345 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3220b19d-b184-44b1-b2f4-3cf3cb2ebda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.221547 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-3220b19d-b184-44b1-b2f4-3cf3cb2ebda5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/407145c5-8e79-4873-a051-6939e2540558 HTTP/1.1" status: 204 len: 168 time: 0.9675524 Jul 19 11:04:56.245065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (3330b594-1ea2-4514-ada2-8d7bc66a324d), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.255250 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.265640 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220b19d-b184-44b1-b2f4-3cf3cb2ebda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407145c5-8e79-4873-a051-6939e2540558,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:56.274768 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (3330b594-1ea2-4514-ada2-8d7bc66a324d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.295378 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0eeabe2b-42ad-4816-b9c3-0b5f51e80c50 admin admin] Publish callbacks [] for security_group (8365c692-fa03-4eee-9a55-4d1bee633c35), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.336214 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:56.336894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.338265 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] 10.222.0.27 "PUT /v2.0/ports/ab2b6732-5d45-4b40-8888-44a729c6870f HTTP/1.1" status: 200 len: 1094 time: 4.1977255 Jul 19 11:04:56.341015 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126c2860-81b1-42fc-8fbd-78178837f2c2', 'tag': 'ab2b6732-5d45-4b40-8888-44a729c6870f'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:04:56.408309 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (7ab10a32-012d-475b-8fff-0a6a1906e50e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.445403 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.468376 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815471b8-dd87-4ad1-9682-fec6a6f38009 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2b6732-5d45-4b40-8888-44a729c6870f,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:56.502541 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.512017 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9179869 Jul 19 11:04:56.517861 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:56.544559 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cf8a3-73a2-4dfb-a6cd-9071fb30bd67 req-835ff3f8-d99d-4ef7-966f-ce62d353f386 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:56.551519 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-727cf8a3-73a2-4dfb-a6cd-9071fb30bd67 req-835ff3f8-d99d-4ef7-966f-ce62d353f386 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 944 time: 0.1111956 Jul 19 11:04:56.553724 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:56.579667 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0eeabe2b-42ad-4816-b9c3-0b5f51e80c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8365c692-fa03-4eee-9a55-4d1bee633c35), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.582244 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0eeabe2b-42ad-4816-b9c3-0b5f51e80c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.586163 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0eeabe2b-42ad-4816-b9c3-0b5f51e80c50 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8365c692-fa03-4eee-9a55-4d1bee633c35 HTTP/1.1" status: 204 len: 168 time: 0.7720149 Jul 19 11:04:56.593014 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f6c7-041a-45b8-b705-4f2fb3e8ab5d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=3330b594-1ea2-4514-ada2-8d7bc66a324d,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:56.607138 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-1c3182c9-43c0-45e2-b0c5-1a4a1d1f6f85 None None] Provisioning complete for port 3a915755-4a1e-404d-8146-4ce8c6063f68 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:56.607534 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1c3182c9-43c0-45e2-b0c5-1a4a1d1f6f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:56.609923 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeabe2b-42ad-4816-b9c3-0b5f51e80c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8365c692-fa03-4eee-9a55-4d1bee633c35,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:56.664566 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-727cf8a3-73a2-4dfb-a6cd-9071fb30bd67 req-c68da3c9-c46e-4553-80c1-f149d9eb1cff tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985656 Jul 19 11:04:56.668884 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e6b143-0254-4f84-9c5c-d36f87c2c679" -d '{"events": [{"name": "network-changed", "server_uuid": "126c2860-81b1-42fc-8fbd-78178837f2c2", "tag": "ab2b6732-5d45-4b40-8888-44a729c6870f"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:04:56.697640 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port f154a2a8-ac49-493a-9b46-91223ff0a627 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:56.725346 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaf125-8985-4ec9-8f00-de024dd4b407 None None] Pushing event updated for resources: {'Port': ['ID=3a915755-4a1e-404d-8146-4ce8c6063f68,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:04:56.777529 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:55Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:04:56.837127 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7e6c0-7ce1-4591-8e34-b72955fee82e None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:55Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:04:56.932223 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-1c3182c9-43c0-45e2-b0c5-1a4a1d1f6f85 None None] Current status of the port 3a915755-4a1e-404d-8146-4ce8c6063f68 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:57.102612 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:57.108075 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26df7d5-fbb6-4eb2-84ba-74abc9851e97 x-openstack-request-id: req-a26df7d5-fbb6-4eb2-84ba-74abc9851e97 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:04:57.112174 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126c2860-81b1-42fc-8fbd-78178837f2c2", "tag": "ab2b6732-5d45-4b40-8888-44a729c6870f", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:04:57.112757 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a26df7d5-fbb6-4eb2-84ba-74abc9851e97 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:04:57.113438 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26df7d5-fbb6-4eb2-84ba-74abc9851e97'] response: {'name': 'network-changed', 'server_uuid': '126c2860-81b1-42fc-8fbd-78178837f2c2', 'tag': 'ab2b6732-5d45-4b40-8888-44a729c6870f', 'status': 'completed', 'code': 200} Jul 19 11:04:57.129686 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-b0a14f97-86a5-4b8a-9268-4c14899eabae tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1368874103&fields=id&tenant_id=ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 267 time: 0.2362158 Jul 19 11:04:57.232865 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f994e21f-ec76-40da-9d67-c71a8377dac8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:57.369519 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port f994e21f-ec76-40da-9d67-c71a8377dac8 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:57.378752 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:57.389985 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8c53-25f6-4eef-bfc5-2f5aad2fede7 req-9ec8cccc-8c21-4d77-921c-b9314f157a4a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:57.398378 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-42fd8c53-25f6-4eef-bfc5-2f5aad2fede7 req-9ec8cccc-8c21-4d77-921c-b9314f157a4a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.0970438 Jul 19 11:04:57.405474 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46686) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:04:57.424758 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:57.463491 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e795662-71b6-4464-bfad-43b9b55d1676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:57.467551 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-42fd8c53-25f6-4eef-bfc5-2f5aad2fede7 req-47f07cdc-8fca-4f50-babf-6023455956a6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671198 Jul 19 11:04:57.542502 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port f994e21f-ec76-40da-9d67-c71a8377dac8 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:57.545266 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device b9b80b36-c467-4fa2-8ac4-6354d74e55ee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:57.610955 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Request body: {'port': {'device_id': 'c3ea5a95-376a-4482-b664-f069e803e258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:57.768581 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:57.838184 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-57bda452-bfdd-4e7f-a589-e00876186bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:57.846066 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port b9b80b36-c467-4fa2-8ac4-6354d74e55ee triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:57.847142 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:57.967095 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:58.014271 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port b9b80b36-c467-4fa2-8ac4-6354d74e55ee is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:58.054719 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 3a915755-4a1e-404d-8146-4ce8c6063f68 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:58.103528 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dfaf79b1-d4c2-4601-8f94-9fee804e6bd9 req-3d6d9192-f98a-46af-9c9f-21a461f4b2d6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 210 time: 0.4413047 Jul 19 11:04:58.265185 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 3a915755-4a1e-404d-8146-4ce8c6063f68 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:58.265586 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:58.336186 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:58.352675 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-1d12abd7-32e9-4a9a-893b-189b35451cc6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1d59596ecae4e288733b90c577aa86b HTTP/1.1" status: 200 len: 379 time: 0.8501487 Jul 19 11:04:58.371928 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e7a89-cf7a-4b17-a874-5c2eae90234c req-8cb08d44-6eed-47c5-bec1-d9ae164203d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:58.387006 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-191e7a89-cf7a-4b17-a874-5c2eae90234c req-8cb08d44-6eed-47c5-bec1-d9ae164203d5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 1127 time: 0.5690737 Jul 19 11:04:58.497856 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-5a8a37ff-2f34-4499-b3e6-e6b6a199d861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:58.507643 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-5a8a37ff-2f34-4499-b3e6-e6b6a199d861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 815 time: 1.3671391 Jul 19 11:04:58.521484 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 3a915755-4a1e-404d-8146-4ce8c6063f68 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:58.523180 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:58.641957 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:58.642648 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:58.663460 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-97f79f97-631d-498c-b339-bec00d3e03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:58.666504 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-97f79f97-631d-498c-b339-bec00d3e03ec service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=205683784b714ab399311aeca15d0cfa&device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 1128 time: 1.0841675 Jul 19 11:04:58.705341 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-1f579859-3db0-4bc0-af33-b76fecce5047 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/quotas/ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 375 time: 0.1967332 Jul 19 11:04:58.715735 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:58.830729 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'port': {'device_id': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'admin_state_up': True, 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'security_groups': ['ac413875-3313-4d29-999d-a96f1ad36922']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:04:58.846181 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e7a89-cf7a-4b17-a874-5c2eae90234c req-048213a9-319b-4b16-a335-d56be7d30ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:58.852115 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-191e7a89-cf7a-4b17-a874-5c2eae90234c req-048213a9-319b-4b16-a335-d56be7d30ecb service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=05fceba2c70c40a399e71daabe8edef6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4333360 Jul 19 11:04:58.902753 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:58.919470 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-acb83b4f-3394-48f7-b41b-72f302c46114 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2127724 Jul 19 11:04:58.959349 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:59.153603 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 3a915755-4a1e-404d-8146-4ce8c6063f68 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:04:59.211300 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c52c35-30bd-4a6c-bf7a-3cd306fda604 req-73ba04be-a1af-4316-8896-33cf3839acdf tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:59.219667 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-84c52c35-30bd-4a6c-bf7a-3cd306fda604 req-73ba04be-a1af-4316-8896-33cf3839acdf tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 944 time: 0.9165342 Jul 19 11:04:59.305182 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 3a915755-4a1e-404d-8146-4ce8c6063f68 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:04:59.305964 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:59.399244 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-84c52c35-30bd-4a6c-bf7a-3cd306fda604 req-0edf1fcd-d772-4eec-ae12-87ff1f8fbcb9 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793833 Jul 19 11:04:59.419308 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Made reservation on behalf of e1d59596ecae4e288733b90c577aa86b for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:04:59.425156 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:59.539412 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 3a915755-4a1e-404d-8146-4ce8c6063f68 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:04:59.618702 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:59.810136 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-f1de74c5-2e10-4782-980d-5f73a0ee283d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab2b6732-5d45-4b40-8888-44a729c6870f HTTP/1.1" status: 200 len: 217 time: 1.0837500 Jul 19 11:04:59.828571 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1504f06f-d7c2-447b-acc1-5498633749e3 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:04:59.830969 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e7a89-cf7a-4b17-a874-5c2eae90234c req-7d06f40b-e38e-4026-ae69-43571079c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:59.832463 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-191e7a89-cf7a-4b17-a874-5c2eae90234c req-7d06f40b-e38e-4026-ae69-43571079c045 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9259357 Jul 19 11:04:59.883671 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Publish callbacks [] for port (1504f06f-d7c2-447b-acc1-5498633749e3), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:59.919454 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e795662-71b6-4464-bfad-43b9b55d1676 admin admin] Publish callbacks [] for security_group (a9fd5c4f-0e42-4850-b28e-5241ca7511e0), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:59.948792 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0e795662-71b6-4464-bfad-43b9b55d1676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (a9fd5c4f-0e42-4850-b28e-5241ca7511e0), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:59.967587 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2bd945b3-a677-4233-bd6a-1a8fdcb6d05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:04:59.980873 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Allocated IP 172.20.0.12 (4e7c735a-1e35-464a-9187-a0d8149bbb40/7f928887-d0bd-4345-8673-b7e1fff7e0c6/748a7315-79e9-4ab8-ad6a-336c057e8b2c) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:04:59.980873 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:04:59.986401 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-f0b19b00-eebd-461d-aa38-44b65d14d697 service neutron] 10.222.0.33 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9538743 Jul 19 11:04:59.991033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fbf5d-c282-4e38-a5c2-a63d434fb744 req-579d8cef-d2d4-42bc-a7d9-81a5b93f61d4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:04:59.994448 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-de7fbf5d-c282-4e38-a5c2-a63d434fb744 req-579d8cef-d2d4-42bc-a7d9-81a5b93f61d4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.4699550 Jul 19 11:05:00.018308 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Transition to ACTIVE for port object 1504f06f-d7c2-447b-acc1-5498633749e3 will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:05:00.021393 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0e795662-71b6-4464-bfad-43b9b55d1676 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0e2f57d1d7ae41309fe8958364f5bcb7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6092224 Jul 19 11:05:00.036141 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46776) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:00.082756 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.153894 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-de7fbf5d-c282-4e38-a5c2-a63d434fb744 req-a69ded47-46c0-4722-95cb-1337f53f96f2 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429133 Jul 19 11:05:00.163979 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e795662-71b6-4464-bfad-43b9b55d1676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fd5c4f-0e42-4850-b28e-5241ca7511e0,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:00.218297 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:00.257280 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b36f1264-356e-47ef-977e-39386b2d7d71 admin admin] Publish callbacks [] for security_group (a9fd5c4f-0e42-4850-b28e-5241ca7511e0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.311024 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Attempting to bind port 1504f06f-d7c2-447b-acc1-5498633749e3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:05:00.313128 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Attempting to bind port 1504f06f-d7c2-447b-acc1-5498633749e3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:05:00.314022 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Attempting to bind port 1504f06f-d7c2-447b-acc1-5498633749e3 on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:05:00.324351 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Port 1504f06f-d7c2-447b-acc1-5498633749e3 on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:05:00.324918 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Attempting to bind port 1504f06f-d7c2-447b-acc1-5498633749e3 on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:05:00.327391 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Pushing event updated for resources: {'Port': ['ID=1504f06f-d7c2-447b-acc1-5498633749e3,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:00.351918 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:05:00.352358 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Checking segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:05:00.352896 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Bound using segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:05:00.354077 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Bound port: 1504f06f-d7c2-447b-acc1-5498633749e3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:05:00.354546 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.368130 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-93cde964-99cb-48a9-8b9e-676fa99c5eab service neutron] 10.222.0.33 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437591 Jul 19 11:05:00.462236 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b36f1264-356e-47ef-977e-39386b2d7d71 admin admin] Publish callbacks [] for security_group (a9fd5c4f-0e42-4850-b28e-5241ca7511e0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.497455 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ba2ad517-aad5-4175-b444-9a016c517dc5 req-d562fd29-a146-4741-88d4-eec7f42eb658 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 210 time: 0.1856778 Jul 19 11:05:00.573789 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.606913 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] For port 1504f06f-d7c2-447b-acc1-5498633749e3, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:05:00.622771 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] For port 1504f06f-d7c2-447b-acc1-5498633749e3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1504f06f-d7c2-447b-acc1-5498633749e3,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:05:00.644956 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.728628 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Pushing event updated for resources: {'Port': ['ID=1504f06f-d7c2-447b-acc1-5498633749e3,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:00.753012 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:00.754592 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.756798 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-b71b1ec0-08d7-43f1-825a-66ae3de3fa00 service neutron] 10.222.0.27 "PUT /v2.0/ports/1504f06f-d7c2-447b-acc1-5498633749e3 HTTP/1.1" status: 200 len: 1094 time: 3.2499685 Jul 19 11:05:00.758052 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ea5a95-376a-4482-b664-f069e803e258', 'tag': '1504f06f-d7c2-447b-acc1-5498633749e3'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:00.760600 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544b1fe4-db11-4e63-83c5-1e86c1718443" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ea5a95-376a-4482-b664-f069e803e258", "tag": "1504f06f-d7c2-447b-acc1-5498633749e3"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:00.779745 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad61046-b885-427a-b3d9-b48e84e6128f req-4da0c205-04ff-471b-b1d8-972ec1205399 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:00.781376 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8ad61046-b885-427a-b3d9-b48e84e6128f req-4da0c205-04ff-471b-b1d8-972ec1205399 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 944 time: 0.1448100 Jul 19 11:05:00.782465 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.784803 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:00.798962 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fd310474-dd97-4511-a39e-45719ea1a8a2 req-5ac6e568-ca22-4792-a59a-47e07d7e45e9 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 210 time: 0.1396382 Jul 19 11:05:00.895835 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:05:00.898409 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b36f1264-356e-47ef-977e-39386b2d7d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (a9fd5c4f-0e42-4850-b28e-5241ca7511e0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.901379 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b36f1264-356e-47ef-977e-39386b2d7d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:00.905571 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b36f1264-356e-47ef-977e-39386b2d7d71 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a9fd5c4f-0e42-4850-b28e-5241ca7511e0 HTTP/1.1" status: 204 len: 168 time: 0.8575966 Jul 19 11:05:00.924109 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:05:00.938674 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:05:00.944654 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:00.945337 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.010368 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be6684-13a3-4a69-9502-0f996abcdd44 x-openstack-request-id: req-53be6684-13a3-4a69-9502-0f996abcdd44 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:01.010665 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ea5a95-376a-4482-b664-f069e803e258", "tag": "1504f06f-d7c2-447b-acc1-5498633749e3", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:01.011565 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-53be6684-13a3-4a69-9502-0f996abcdd44 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:01.011565 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53be6684-13a3-4a69-9502-0f996abcdd44'] response: {'name': 'network-changed', 'server_uuid': 'c3ea5a95-376a-4482-b664-f069e803e258', 'tag': '1504f06f-d7c2-447b-acc1-5498633749e3', 'status': 'completed', 'code': 200} Jul 19 11:05:01.012041 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:01.046644 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f1264-356e-47ef-977e-39386b2d7d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fd5c4f-0e42-4850-b28e-5241ca7511e0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:01.084283 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8ad61046-b885-427a-b3d9-b48e84e6128f req-d3ae0514-f8e9-4a5f-9219-2570d08992e8 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429869 Jul 19 11:05:01.092560 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-d7e3aaf4-5e1b-4758-b662-2c72ef0b2ecc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6807590 Jul 19 11:05:01.116559 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.370909 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f246f-b86e-4c21-bea0-a3eed5a39bc2 req-ecae2721-d594-4918-bda2-a00e768bd393 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:01.373240 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a95f246f-b86e-4c21-bea0-a3eed5a39bc2 req-ecae2721-d594-4918-bda2-a00e768bd393 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.1002007 Jul 19 11:05:01.413659 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46830) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:01.452276 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-03b3b62e-2542-49eb-98f4-e3f2f56846a1 None None] Provisioning complete for port 748a7315-79e9-4ab8-ad6a-336c057e8b2c triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:05:01.452711 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-03b3b62e-2542-49eb-98f4-e3f2f56846a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.472833 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a95f246f-b86e-4c21-bea0-a3eed5a39bc2 req-43cb3ad1-9130-4e1a-a7ca-d6627c1992df tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926926 Jul 19 11:05:01.506594 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-03b3b62e-2542-49eb-98f4-e3f2f56846a1 None None] Port 748a7315-79e9-4ab8-ad6a-336c057e8b2c cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:05:01.557229 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3bdffd95-d803-4132-b568-48b38438713f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.663011 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13484a5-5917-46b6-860e-a6bd84ca5bd8 req-0e3617c2-c459-4e1b-8603-05d0603fb485 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:01.664536 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d13484a5-5917-46b6-860e-a6bd84ca5bd8 req-0e3617c2-c459-4e1b-8603-05d0603fb485 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 932 time: 0.0573633 Jul 19 11:05:01.667082 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3bdffd95-d803-4132-b568-48b38438713f admin admin] Publish callbacks [] for security_group (4d514eba-1fe7-421e-9d19-757cac63a3b4), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.671807 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3bdffd95-d803-4132-b568-48b38438713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4d514eba-1fe7-421e-9d19-757cac63a3b4), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.715096 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-3bdffd95-d803-4132-b568-48b38438713f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=41dedac5da8049af8b05a0e95f530cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004160 Jul 19 11:05:01.715968 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdffd95-d803-4132-b568-48b38438713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d514eba-1fe7-421e-9d19-757cac63a3b4,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:01.717284 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d13484a5-5917-46b6-860e-a6bd84ca5bd8 req-75c7991d-f888-4481-bb55-ee1d4f180219 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Jul 19 11:05:01.719339 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46852) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:01.775296 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96e6fed1-d7bf-4681-86cc-4bfa1faa9f42 admin admin] Publish callbacks [] for security_group (4d514eba-1fe7-421e-9d19-757cac63a3b4), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.797809 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96e6fed1-d7bf-4681-86cc-4bfa1faa9f42 admin admin] Publish callbacks [] for security_group (4d514eba-1fe7-421e-9d19-757cac63a3b4), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.826116 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:01.853035 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96e6fed1-d7bf-4681-86cc-4bfa1faa9f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4d514eba-1fe7-421e-9d19-757cac63a3b4), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.857077 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-96e6fed1-d7bf-4681-86cc-4bfa1faa9f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:01.858460 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-96e6fed1-d7bf-4681-86cc-4bfa1faa9f42 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4d514eba-1fe7-421e-9d19-757cac63a3b4 HTTP/1.1" status: 204 len: 168 time: 0.1378229 Jul 19 11:05:01.870609 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6fed1-d7bf-4681-86cc-4bfa1faa9f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d514eba-1fe7-421e-9d19-757cac63a3b4,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:01.909245 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0180aed1-dccd-4f82-8205-71e7fd493b1c req-20f1ee14-4070-4d1d-bd59-eab44c4de5f1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 210 time: 0.0355167 Jul 19 11:05:02.189388 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e6d4f-a380-48ec-b0f1-668bf947c3c9 req-675c602a-dec5-4f4d-98c1-b7cf32112200 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:02.191231 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eb0e6d4f-a380-48ec-b0f1-668bf947c3c9 req-675c602a-dec5-4f4d-98c1-b7cf32112200 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 944 time: 0.0489185 Jul 19 11:05:02.248944 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eb0e6d4f-a380-48ec-b0f1-668bf947c3c9 req-fd4c9d63-91a2-4c03-a4d9-fa102934cd8f tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513191 Jul 19 11:05:02.269109 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 46882) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:02.284625 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-13d02e4d-148d-41f3-a1fa-64d489637701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.367673 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-13d02e4d-148d-41f3-a1fa-64d489637701 admin admin] Publish callbacks [] for security_group (06f2e5d7-35bd-447a-a833-c1c79bc80736), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.371411 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-13d02e4d-148d-41f3-a1fa-64d489637701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (06f2e5d7-35bd-447a-a833-c1c79bc80736), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.375631 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:02.421766 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-13d02e4d-148d-41f3-a1fa-64d489637701 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3a3b39a635a5448d97002fcd4af48418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492398 Jul 19 11:05:02.421946 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d02e4d-148d-41f3-a1fa-64d489637701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f2e5d7-35bd-447a-a833-c1c79bc80736,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:02.423624 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46884) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:02.495973 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90cd1b93-a589-411d-9ef3-22411090190a admin admin] Publish callbacks [] for security_group (06f2e5d7-35bd-447a-a833-c1c79bc80736), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.499706 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:02.526888 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90cd1b93-a589-411d-9ef3-22411090190a admin admin] Publish callbacks [] for security_group (06f2e5d7-35bd-447a-a833-c1c79bc80736), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.549230 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:02.557827 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.564154 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46892) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:02.602653 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90cd1b93-a589-411d-9ef3-22411090190a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (06f2e5d7-35bd-447a-a833-c1c79bc80736), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.605128 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-90cd1b93-a589-411d-9ef3-22411090190a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.608554 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-90cd1b93-a589-411d-9ef3-22411090190a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/06f2e5d7-35bd-447a-a833-c1c79bc80736 HTTP/1.1" status: 204 len: 168 time: 0.1805654 Jul 19 11:05:02.613224 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a599c-6b27-404f-ab7f-1a3d6ee81618 req-c365149a-5cef-43fd-8ae6-96c03f5dcf0c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:02.615035 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-454a599c-6b27-404f-ab7f-1a3d6ee81618 req-c365149a-5cef-43fd-8ae6-96c03f5dcf0c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.0637860 Jul 19 11:05:02.632446 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd1b93-a589-411d-9ef3-22411090190a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f2e5d7-35bd-447a-a833-c1c79bc80736,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:02.702280 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-454a599c-6b27-404f-ab7f-1a3d6ee81618 req-833f362e-3c10-4f65-96e9-7c4d8a976d7a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811949 Jul 19 11:05:02.778458 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ebdf3a-fe48-416e-8183-516a80c853a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.791756 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:02.808222 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-20900ecb-2330-4872-8735-f16e9f238b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:02.810134 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-20900ecb-2330-4872-8735-f16e9f238b20 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d0a8a2f6-75da-47b9-abdd-0a281dbc188d HTTP/1.1" status: 200 len: 851 time: 0.0745366 Jul 19 11:05:02.950217 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Request body: {'port': {'device_id': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:03.002921 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-fc4732fe-2ef1-4697-9e3d-a04a1b54767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:03.005672 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-fc4732fe-2ef1-4697-9e3d-a04a1b54767f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 1127 time: 0.0596240 Jul 19 11:05:03.036488 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe688f2-7e86-4854-a1c4-fb9b0d216fbb req-8756b133-128e-493c-961a-188f3b2594b9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:03.039152 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cbe688f2-7e86-4854-a1c4-fb9b0d216fbb req-8756b133-128e-493c-961a-188f3b2594b9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 932 time: 0.1999102 Jul 19 11:05:03.167076 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-662dbb14-a60a-428d-b181-a4b9dbc9ae6b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba1dd015-6965-43ea-a7cf-059d7c358686 HTTP/1.1" status: 200 len: 217 time: 0.1265702 Jul 19 11:05:03.228883 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7c924c81-becc-47ea-9a9a-c47f677c2878 req-c5438f1d-34dd-44e4-9ed5-c1ee631f7ba6 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 210 time: 0.1252673 Jul 19 11:05:03.237931 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-7f1d0057-da55-4d7a-a558-df2be5ef734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:03.239586 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-7f1d0057-da55-4d7a-a558-df2be5ef734e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=7be74b19-036d-4488-a91f-a666900435da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3082247 Jul 19 11:05:03.253406 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-470a0f98-39cf-4fd8-b417-1611853b8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:03.255641 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-470a0f98-39cf-4fd8-b417-1611853b8ad2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0739522 Jul 19 11:05:03.335028 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b1fe4-db11-4e63-83c5-1e86c1718443 req-3b073cf5-977f-4dbe-a875-e201751acf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:03.337239 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-544b1fe4-db11-4e63-83c5-1e86c1718443 req-3b073cf5-977f-4dbe-a875-e201751acf8a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 1128 time: 0.3769107 Jul 19 11:05:03.416289 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46942) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:03.441315 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cbe688f2-7e86-4854-a1c4-fb9b0d216fbb req-4a392873-6951-4aa8-89dd-46d646056ed8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857691 Jul 19 11:05:03.478021 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:03.482053 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ebdf3a-fe48-416e-8183-516a80c853a9 admin admin] Publish callbacks [] for security_group (4925f5af-54e1-45d1-8683-d0ea8302ec98), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:03.494310 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-2b2da348-e13e-4d7a-898d-0940b61a93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:03.496203 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-2b2da348-e13e-4d7a-898d-0940b61a93ca service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2320120 Jul 19 11:05:03.499672 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28ebdf3a-fe48-416e-8183-516a80c853a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4925f5af-54e1-45d1-8683-d0ea8302ec98), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:03.549513 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83eb5cd-a881-478a-969d-cab2d9cb6b0e req-b08ff9ca-d721-42be-87fa-92d5ce028509 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:03.556400 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e83eb5cd-a881-478a-969d-cab2d9cb6b0e req-b08ff9ca-d721-42be-87fa-92d5ce028509 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 944 time: 0.1862314 Jul 19 11:05:03.566153 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-06d9a3d9-55d5-4f79-bfdf-308ca7f660f6 service neutron] 10.222.0.27 "GET /v2.0/networks/7be74b19-036d-4488-a91f-a666900435da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179355 Jul 19 11:05:03.575467 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebdf3a-fe48-416e-8183-516a80c853a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4925f5af-54e1-45d1-8683-d0ea8302ec98,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:03.585985 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-28ebdf3a-fe48-416e-8183-516a80c853a9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a36afd3997cb4202aa69a2de07790383&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0191741 Jul 19 11:05:03.585985 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 46950) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:03.632985 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:03.814693 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:03.892085 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56304db3-5123-49d3-866a-e560ae160324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:03.896465 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b1fe4-db11-4e63-83c5-1e86c1718443 req-6bc5a0fb-5c30-4488-99fc-26725c0be652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:03.898095 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-544b1fe4-db11-4e63-83c5-1e86c1718443 req-6bc5a0fb-5c30-4488-99fc-26725c0be652 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=05fceba2c70c40a399e71daabe8edef6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5399637 Jul 19 11:05:03.898624 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.27', 62357) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:03.904813 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa523342-c377-4acc-8ff4-f786fbe13385 admin admin] Publish callbacks [] for security_group (4925f5af-54e1-45d1-8683-d0ea8302ec98), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:03.921711 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e83eb5cd-a881-478a-969d-cab2d9cb6b0e req-19528f71-c5ab-47ef-8fa0-043a77453513 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639281 Jul 19 11:05:04.003268 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-1a0d2af8-32d3-4499-b597-0e15ad9e80ff service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209336 Jul 19 11:05:04.018188 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa523342-c377-4acc-8ff4-f786fbe13385 admin admin] Publish callbacks [] for security_group (4925f5af-54e1-45d1-8683-d0ea8302ec98), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:04.035757 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe99d6-c8c2-4a0d-86ba-777f9f50be47 req-324ef170-a1d4-4ddd-8ccf-cfc57e98335b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:04.037539 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-defe99d6-c8c2-4a0d-86ba-777f9f50be47 req-324ef170-a1d4-4ddd-8ccf-cfc57e98335b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.1954544 Jul 19 11:05:04.171253 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-61868d37-cc07-4457-ad85-0da60b0d487e service neutron] 10.222.0.27 "GET /v2.0/networks/7be74b19-036d-4488-a91f-a666900435da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758945 Jul 19 11:05:04.182892 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:04.266926 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-2d74aa1a-036a-4ef8-8878-60974f89b034 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:04.268285 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-2d74aa1a-036a-4ef8-8878-60974f89b034 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 815 time: 0.3426125 Jul 19 11:05:04.271494 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b1fe4-db11-4e63-83c5-1e86c1718443 req-56403f1d-4046-4370-b600-e5b791cf3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:04.273458 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-544b1fe4-db11-4e63-83c5-1e86c1718443 req-56403f1d-4046-4370-b600-e5b791cf3e20 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3484163 Jul 19 11:05:04.363103 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-eff009cd-0f8e-4bdd-8926-1bd86a22ba1e req-c08fa6c3-9dc3-4734-8d2b-f3f1f9843ce5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 210 time: 0.0349579 Jul 19 11:05:04.515480 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-defe99d6-c8c2-4a0d-86ba-777f9f50be47 req-5be74846-f267-416b-aea7-05bca84f7f14 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657979 Jul 19 11:05:04.516162 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa523342-c377-4acc-8ff4-f786fbe13385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4925f5af-54e1-45d1-8683-d0ea8302ec98), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:04.518666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fa523342-c377-4acc-8ff4-f786fbe13385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:04.519703 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-fa523342-c377-4acc-8ff4-f786fbe13385 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4925f5af-54e1-45d1-8683-d0ea8302ec98 HTTP/1.1" status: 204 len: 168 time: 0.9303637 Jul 19 11:05:04.530179 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9d96023-4124-4046-9b4d-57fbb99ac52b req-97aaba49-11ff-4c3a-8b8a-ae65a2ab780e service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158465 Jul 19 11:05:04.532186 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748a7315-79e9-4ab8-ad6a-336c057e8b2c {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:05:04.549608 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Publish callbacks [] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:04.555410 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa523342-c377-4acc-8ff4-f786fbe13385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4925f5af-54e1-45d1-8683-d0ea8302ec98,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:04.588507 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Transition to ACTIVE for port object 748a7315-79e9-4ab8-ad6a-336c057e8b2c will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:05:04.590702 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56304db3-5123-49d3-866a-e560ae160324 admin admin] Publish callbacks [] for security_group (54a475e8-f151-45bc-bd9a-69b32a3768d7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:04.594458 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:04.602823 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56304db3-5123-49d3-866a-e560ae160324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (54a475e8-f151-45bc-bd9a-69b32a3768d7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:04.626054 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d35c41-b150-4c1d-911b-96dabc798877 req-2e3fd603-0bed-4937-9cfe-1b45cddfd42b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:04.627591 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d2d35c41-b150-4c1d-911b-96dabc798877 req-2e3fd603-0bed-4937-9cfe-1b45cddfd42b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 932 time: 0.0882752 Jul 19 11:05:04.668982 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:04.690000 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:04.699598 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d2d35c41-b150-4c1d-911b-96dabc798877 req-1ea6b9a0-84bc-4553-b58e-bcc94a3726c2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645623 Jul 19 11:05:04.743872 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56304db3-5123-49d3-866a-e560ae160324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a475e8-f151-45bc-bd9a-69b32a3768d7,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:04.764836 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-56304db3-5123-49d3-866a-e560ae160324 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=78d42b826c854caf90b655fa041914f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3454857 Jul 19 11:05:04.766993 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:04.767732 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47000) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:04.838225 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Attempting to bind port 748a7315-79e9-4ab8-ad6a-336c057e8b2c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:05:04.838559 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Attempting to bind port 748a7315-79e9-4ab8-ad6a-336c057e8b2c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:05:04.841533 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Attempting to bind port 748a7315-79e9-4ab8-ad6a-336c057e8b2c on network 4e7c735a-1e35-464a-9187-a0d8149bbb40 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:05:04.845282 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f707dafc-ebff-426d-8723-cd85d5eb8aa2 admin admin] Publish callbacks [] for security_group (54a475e8-f151-45bc-bd9a-69b32a3768d7), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:04.858417 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Port 748a7315-79e9-4ab8-ad6a-336c057e8b2c on network 4e7c735a-1e35-464a-9187-a0d8149bbb40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:05:04.860225 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Attempting to bind port 748a7315-79e9-4ab8-ad6a-336c057e8b2c on network 4e7c735a-1e35-464a-9187-a0d8149bbb40 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:05:04.881703 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:05:04.881898 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Checking segment: {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:05:04.883496 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Bound using segment: {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:05:04.883960 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Bound port: 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:05:04.884333 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:04.887118 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f707dafc-ebff-426d-8723-cd85d5eb8aa2 admin admin] Publish callbacks [] for security_group (54a475e8-f151-45bc-bd9a-69b32a3768d7), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:05.031290 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f707dafc-ebff-426d-8723-cd85d5eb8aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (54a475e8-f151-45bc-bd9a-69b32a3768d7), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:05.035396 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f707dafc-ebff-426d-8723-cd85d5eb8aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:05.043788 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f707dafc-ebff-426d-8723-cd85d5eb8aa2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/54a475e8-f151-45bc-bd9a-69b32a3768d7 HTTP/1.1" status: 204 len: 168 time: 0.2718723 Jul 19 11:05:05.064113 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707dafc-ebff-426d-8723-cd85d5eb8aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a475e8-f151-45bc-bd9a-69b32a3768d7,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:05.077189 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:05.123962 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79311517-c828-453b-a31e-4a6294c97614 req-542f123f-d7bd-4efe-ad8f-24b179781dca tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:05.125580 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79311517-c828-453b-a31e-4a6294c97614 req-542f123f-d7bd-4efe-ad8f-24b179781dca tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 944 time: 0.0806925 Jul 19 11:05:05.131562 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:05:05.136644 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:05:05.150004 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:05.206984 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:05.207903 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:05.210122 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] 10.222.0.27 "PUT /v2.0/ports/748a7315-79e9-4ab8-ad6a-336c057e8b2c HTTP/1.1" status: 200 len: 1094 time: 2.2944057 Jul 19 11:05:05.210639 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:05.212913 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedd3038-f766-4913-8da5-489684b10588" -d '{"events": [{"name": "network-changed", "server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:05.262708 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79311517-c828-453b-a31e-4a6294c97614 req-cfccd8a4-a5d8-4eab-86fb-3dcc1f0944e6 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232648 Jul 19 11:05:05.283589 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95079480-9bcd-4af8-866a-bc80c6b87340 service neutron] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:05.316687 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507d4f99-4c6a-4b0e-8e49-66a04a17519f x-openstack-request-id: req-507d4f99-4c6a-4b0e-8e49-66a04a17519f {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:05.317101 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:05.317445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-507d4f99-4c6a-4b0e-8e49-66a04a17519f {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:05.317940 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507d4f99-4c6a-4b0e-8e49-66a04a17519f'] response: {'name': 'network-changed', 'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'status': 'completed', 'code': 200} Jul 19 11:05:05.498805 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93bc5c23-d2c5-47d1-83c3-fdb71abd16c5 req-d445f28f-d448-4a7d-a83c-c074f065f3ba tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 210 time: 0.0459745 Jul 19 11:05:05.529836 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47028) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:05.654959 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-e477171e-2d51-4ebe-829b-eca9115880c6 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 380 time: 0.1830771 Jul 19 11:05:05.657373 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3038-f766-4913-8da5-489684b10588 req-4c1f1d06-25ea-4a07-9ff5-144cad6c8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:05.657980 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2364cfe0-891e-4002-9be6-44239f59c67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:05.658933 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aedd3038-f766-4913-8da5-489684b10588 req-4c1f1d06-25ea-4a07-9ff5-144cad6c8050 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 1128 time: 0.1004274 Jul 19 11:05:05.714013 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-32c8dca8-9f1b-4110-a767-7561b11aa175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:05.715638 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-32c8dca8-9f1b-4110-a767-7561b11aa175 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=205683784b714ab399311aeca15d0cfa&device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 1128 time: 0.1655593 Jul 19 11:05:05.725586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-74b21f02-693b-4386-abde-c78f6b3ab651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:05.727878 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-74b21f02-693b-4386-abde-c78f6b3ab651 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 1128 time: 0.1395082 Jul 19 11:05:05.730059 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0de73-21c2-4a01-8e0a-f05839b9eb10 req-5e941ac5-9efc-4222-868c-f84c2aca6c11 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:05.731654 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b1b0de73-21c2-4a01-8e0a-f05839b9eb10 req-5e941ac5-9efc-4222-868c-f84c2aca6c11 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.0644367 Jul 19 11:05:05.810059 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b1b0de73-21c2-4a01-8e0a-f05839b9eb10 req-a4298b32-03ea-42d6-895f-e84f091c764b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714424 Jul 19 11:05:05.844567 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2364cfe0-891e-4002-9be6-44239f59c67e admin admin] Publish callbacks [] for security_group (90f24223-4710-4853-bcd4-7d88176dc7e6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:05.854255 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2364cfe0-891e-4002-9be6-44239f59c67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (90f24223-4710-4853-bcd4-7d88176dc7e6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:05.865906 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a3398-7f0c-4ff7-a31d-fb5aaf61ad27 req-dbe3a73f-2988-4ca4-a001-5e36d1da9a45 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:05.867595 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-782a3398-7f0c-4ff7-a31d-fb5aaf61ad27 req-dbe3a73f-2988-4ca4-a001-5e36d1da9a45 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0671728 Jul 19 11:05:05.932474 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47054) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:05.932752 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2364cfe0-891e-4002-9be6-44239f59c67e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b3ca13f3a22247c5a5ae89d9f16810b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975358 Jul 19 11:05:05.938248 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364cfe0-891e-4002-9be6-44239f59c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f24223-4710-4853-bcd4-7d88176dc7e6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:05.967355 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-782a3398-7f0c-4ff7-a31d-fb5aaf61ad27 req-8513316c-2893-4d91-8bd3-ef4116bb3635 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915449 Jul 19 11:05:06.007214 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e98fc41-c140-444a-bd52-f854629c9244 admin admin] Publish callbacks [] for security_group (90f24223-4710-4853-bcd4-7d88176dc7e6), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:06.031435 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e98fc41-c140-444a-bd52-f854629c9244 admin admin] Publish callbacks [] for security_group (90f24223-4710-4853-bcd4-7d88176dc7e6), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:06.089430 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e98fc41-c140-444a-bd52-f854629c9244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (90f24223-4710-4853-bcd4-7d88176dc7e6), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:06.092855 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9e98fc41-c140-444a-bd52-f854629c9244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:06.094034 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-9e98fc41-c140-444a-bd52-f854629c9244 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/90f24223-4710-4853-bcd4-7d88176dc7e6 HTTP/1.1" status: 204 len: 168 time: 0.1601119 Jul 19 11:05:06.104559 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98fc41-c140-444a-bd52-f854629c9244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f24223-4710-4853-bcd4-7d88176dc7e6,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:06.275940 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47068) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:06.414382 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3e496-0cf4-4397-9be0-3c48c9feadf6 req-d1e9478c-26d9-465b-991b-b4c3a55a68b4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:06.423817 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c5b3e496-0cf4-4397-9be0-3c48c9feadf6 req-d1e9478c-26d9-465b-991b-b4c3a55a68b4 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 944 time: 0.0768988 Jul 19 11:05:06.449262 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'port': {'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'admin_state_up': True, 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'security_groups': ['d5b6ddfc-df82-41ec-a371-2128cfc1b51e']}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:06.505494 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-d99f5cbe-9afe-475f-b67d-8cde0d0580c5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1504f06f-d7c2-447b-acc1-5498633749e3 HTTP/1.1" status: 200 len: 217 time: 0.1295264 Jul 19 11:05:06.520107 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=25 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:06.550306 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:06.634331 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c5b3e496-0cf4-4397-9be0-3c48c9feadf6 req-4e7127f7-a883-4359-bf26-b3fb60376291 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086463 Jul 19 11:05:06.697612 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3038-f766-4913-8da5-489684b10588 req-89a9abb7-d070-4efe-b77a-0b32b1e28aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:06.699047 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aedd3038-f766-4913-8da5-489684b10588 req-89a9abb7-d070-4efe-b77a-0b32b1e28aed service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=e1d59596ecae4e288733b90c577aa86b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2718880 Jul 19 11:05:06.703499 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:06.760499 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ab2b6732-5d45-4b40-8888-44a729c6870f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:05:06.802399 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-cc64826d-630d-42a0-b266-28144db1704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:06.804585 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-cc64826d-630d-42a0-b266-28144db1704a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.2769880 Jul 19 11:05:06.817836 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0f2f2e6d-26cb-4ccc-843e-a034f7c50113 req-c38915e2-c815-4481-bb65-d260e20de62f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 210 time: 0.1603627 Jul 19 11:05:06.873894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:06.887605 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c45f2eb-e256-4ecb-819d-a18ade341bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:06.897536 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-92d66403-31eb-4e8a-bcdc-1f2fadf2ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:06.900035 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-92d66403-31eb-4e8a-bcdc-1f2fadf2ab75 service neutron] 10.222.0.27 "GET /v2.0/networks?id=7be74b19-036d-4488-a91f-a666900435da HTTP/1.1" status: 200 len: 913 time: 0.5108848 Jul 19 11:05:06.901185 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:06.918877 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Made reservation on behalf of ef534f1d06ea415d98857ec7f9e5fb97 for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:06.923226 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:06.938911 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-abbf0ed3-a685-4606-9ea3-8bb31e34db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:06.940578 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-abbf0ed3-a685-4606-9ea3-8bb31e34db5b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073658 Jul 19 11:05:06.995374 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-2d1d2f6f-afd6-4c57-858e-ddd202fe8e56 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab2b6732-5d45-4b40-8888-44a729c6870f HTTP/1.1" status: 200 len: 217 time: 0.0876949 Jul 19 11:05:07.024445 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ab2b6732-5d45-4b40-8888-44a729c6870f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab2b6732-5d45-4b40-8888-44a729c6870f,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:07.045552 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'ab2b6732-5d45-4b40-8888-44a729c6870f', 'network_id': '7be74b19-036d-4488-a91f-a666900435da', 'port_id': 'ab2b6732-5d45-4b40-8888-44a729c6870f', 'mac_address': 'fa:16:3e:25:c6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a8a2f6-75da-47b9-abdd-0a281dbc188d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:05:07.081783 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c45f2eb-e256-4ecb-819d-a18ade341bbd admin admin] Publish callbacks [] for security_group (30c972e5-51e2-4ced-a5d3-308a16014634), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:07.096453 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port ab2b6732-5d45-4b40-8888-44a729c6870f is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:07.097106 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:07.109887 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-11de9a88-7727-41bc-89d4-cc290a3a9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:07.111681 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-11de9a88-7727-41bc-89d4-cc290a3a9c8e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d0a8a2f6-75da-47b9-abdd-0a281dbc188d HTTP/1.1" status: 200 len: 851 time: 0.0967634 Jul 19 11:05:07.114078 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2b6732-5d45-4b40-8888-44a729c6870f {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:05:07.123366 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9c45f2eb-e256-4ecb-819d-a18ade341bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (30c972e5-51e2-4ced-a5d3-308a16014634), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:07.141984 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ab2b6732-5d45-4b40-8888-44a729c6870f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab2b6732-5d45-4b40-8888-44a729c6870f,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:07.167804 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:07.223487 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:07.236962 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-30af816c-0081-4f90-8857-260935a2b1e1 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620962 Jul 19 11:05:07.239161 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-9c45f2eb-e256-4ecb-819d-a18ade341bbd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=43ac0fec8c6e4c50921ff8908093b725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9621270 Jul 19 11:05:07.260777 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47110) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:07.310179 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f14eb4-eca0-4732-854d-d39fe442f714 req-cad89375-2c20-4652-8b52-614a7a5e9800 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:07.313523 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a6f14eb4-eca0-4732-854d-d39fe442f714 req-cad89375-2c20-4652-8b52-614a7a5e9800 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.3863814 Jul 19 11:05:07.317839 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-17821bb7-39d7-4c71-bc4f-49c8c2221c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:07.319967 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-17821bb7-39d7-4c71-bc4f-49c8c2221c72 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=7be74b19-036d-4488-a91f-a666900435da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1956742 Jul 19 11:05:07.320435 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3038-f766-4913-8da5-489684b10588 req-825686a3-a8ee-4aff-9135-bee7c9d0a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:07.321921 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aedd3038-f766-4913-8da5-489684b10588 req-825686a3-a8ee-4aff-9135-bee7c9d0a6f8 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6081450 Jul 19 11:05:07.330694 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6214f-44fe-4ff9-a835-153d41d82b4f req-609a7f80-eed7-4389-bacf-b68461d515d5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:07.332446 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cbb6214f-44fe-4ff9-a835-153d41d82b4f req-609a7f80-eed7-4389-bacf-b68461d515d5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.2096205 Jul 19 11:05:07.357417 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=ab2b6732-5d45-4b40-8888-44a729c6870f,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:07.367937 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45f2eb-e256-4ecb-819d-a18ade341bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c972e5-51e2-4ced-a5d3-308a16014634,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:07.519404 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a6f14eb4-eca0-4732-854d-d39fe442f714 req-c2019556-22f0-4f32-8c1d-bb6ad7a0dc54 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965158 Jul 19 11:05:07.524524 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c787-79ad-4605-b965-b025c381832d req-78cdfb2f-5170-4237-87f9-497e336cab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:07.525997 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-78cdfb2f-5170-4237-87f9-497e336cab8d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 1128 time: 0.0991290 Jul 19 11:05:07.557034 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Allocated IP 172.20.0.4 (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f/abde2927-d408-407c-80e7-a9420366a816/526a30d7-5fcf-4c45-86bf-6ddbc902d48c) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:05:07.575561 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cbb6214f-44fe-4ff9-a835-153d41d82b4f req-26e420b2-89e2-467a-b97f-8872bf06673d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294326 Jul 19 11:05:07.576258 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a069b5e4-e8c8-410c-9c7b-6506a62f28fb admin admin] Publish callbacks [] for security_group (30c972e5-51e2-4ced-a5d3-308a16014634), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:07.579357 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f29fcc6-0939-4aeb-97f5-fc9b56246f55 req-ae60a603-37e1-49e8-8ff9-246c5b907c85 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277454 Jul 19 11:05:07.608400 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-74955bf7-12f7-450d-b7b1-f5a83b73c605 service neutron] 10.222.0.27 "GET /v2.0/networks/7be74b19-036d-4488-a91f-a666900435da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645330 Jul 19 11:05:07.627010 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a069b5e4-e8c8-410c-9c7b-6506a62f28fb admin admin] Publish callbacks [] for security_group (30c972e5-51e2-4ced-a5d3-308a16014634), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:07.637668 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['ab2b6732-5d45-4b40-8888-44a729c6870f'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:05:07.651260 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-270636da-2aea-48cb-b71d-10a7ae8fc914 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c HTTP/1.1" status: 200 len: 217 time: 0.1024630 Jul 19 11:05:07.749565 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-94e6b143-0254-4f84-9c5c-d36f87c2c679 req-a6be18ae-cb28-4ae5-93f8-5803f18d4bac service neutron] 10.222.0.27 "GET /v2.0/networks/7be74b19-036d-4488-a91f-a666900435da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326349 Jul 19 11:05:07.752108 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a069b5e4-e8c8-410c-9c7b-6506a62f28fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (30c972e5-51e2-4ced-a5d3-308a16014634), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:07.754912 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a069b5e4-e8c8-410c-9c7b-6506a62f28fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:07.756921 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a069b5e4-e8c8-410c-9c7b-6506a62f28fb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/30c972e5-51e2-4ced-a5d3-308a16014634 HTTP/1.1" status: 204 len: 168 time: 0.4947157 Jul 19 11:05:07.766061 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069b5e4-e8c8-410c-9c7b-6506a62f28fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c972e5-51e2-4ced-a5d3-308a16014634,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:07.954168 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6a9cb0e0-4652-4fb1-ab53-bf61619e5018 req-310e295a-6ad5-4cd0-93f4-146035a35f65 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 210 time: 0.0556695 Jul 19 11:05:07.993390 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:08.188214 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0c58c-772a-4181-8d4a-7ce299b02df0 req-5787e80c-f7e7-4cc5-8595-4ba3d7425d02 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:08.197006 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a5a0c58c-772a-4181-8d4a-7ce299b02df0 req-5787e80c-f7e7-4cc5-8595-4ba3d7425d02 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 945 time: 0.4319062 Jul 19 11:05:08.210259 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:08.268193 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.270486 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47144) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:08.280394 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a5a0c58c-772a-4181-8d4a-7ce299b02df0 req-82882182-0228-4afb-a343-0c9342f6ad71 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825434 Jul 19 11:05:08.291857 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a565924-b784-478f-a742-5eaa8c940ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.312834 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.364039 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:05:08.364567 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:08.372986 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:05:08.377849 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:05:08.383555 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:08.384318 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.388653 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:08.397513 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47146) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:08.408909 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a565924-b784-478f-a742-5eaa8c940ec7 admin admin] Publish callbacks [] for security_group (85493bdc-ce26-4abb-bd60-fbda3066e845), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.414405 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4a565924-b784-478f-a742-5eaa8c940ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (85493bdc-ce26-4abb-bd60-fbda3066e845), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.414651 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-c1d7a125-7693-48ce-82d4-2154d166a695 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9767442 Jul 19 11:05:08.463530 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4a565924-b784-478f-a742-5eaa8c940ec7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=14795235b6a542e49556b922d872aa71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907647 Jul 19 11:05:08.465594 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a565924-b784-478f-a742-5eaa8c940ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85493bdc-ce26-4abb-bd60-fbda3066e845,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:08.466317 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47152) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:08.538977 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:08.549423 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4b161d1-1a7e-4239-afe1-17ae401b9a57 admin admin] Publish callbacks [] for security_group (85493bdc-ce26-4abb-bd60-fbda3066e845), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.574582 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4b161d1-1a7e-4239-afe1-17ae401b9a57 admin admin] Publish callbacks [] for security_group (85493bdc-ce26-4abb-bd60-fbda3066e845), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.664657 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-07cf189b-159a-4139-91dc-88469143c00c None None] Provisioning complete for port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:05:08.664975 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-07cf189b-159a-4139-91dc-88469143c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.715926 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cf501-18b9-43ee-9865-475849a19ebd req-07cd6ca9-eb9e-405a-83f1-b181b50a2a4c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:08.718462 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b72cf501-18b9-43ee-9865-475849a19ebd req-07cd6ca9-eb9e-405a-83f1-b181b50a2a4c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.1028893 Jul 19 11:05:08.740862 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4b161d1-1a7e-4239-afe1-17ae401b9a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (85493bdc-ce26-4abb-bd60-fbda3066e845), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.743435 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4b161d1-1a7e-4239-afe1-17ae401b9a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.744574 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f4b161d1-1a7e-4239-afe1-17ae401b9a57 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/85493bdc-ce26-4abb-bd60-fbda3066e845 HTTP/1.1" status: 204 len: 168 time: 0.2769432 Jul 19 11:05:08.752851 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-07cf189b-159a-4139-91dc-88469143c00c None None] Port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:05:08.758549 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b161d1-1a7e-4239-afe1-17ae401b9a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85493bdc-ce26-4abb-bd60-fbda3066e845,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:08.768807 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c7e2-ab6b-4d4e-8a8b-c405d5eff755 req-2de76bd3-db9c-404b-aed8-211353be33b5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:08.770753 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8520c7e2-ab6b-4d4e-8a8b-c405d5eff755 req-2de76bd3-db9c-404b-aed8-211353be33b5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0828340 Jul 19 11:05:08.804826 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83d0388d-a18d-43f5-8884-44daab04ef0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.837355 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8520c7e2-ab6b-4d4e-8a8b-c405d5eff755 req-ff5272ea-9920-449e-8eae-1e3628e37aed tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579553 Jul 19 11:05:08.864928 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b72cf501-18b9-43ee-9865-475849a19ebd req-d973a1e9-1768-4d2f-bafe-ee86eb978356 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338973 Jul 19 11:05:08.948651 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83d0388d-a18d-43f5-8884-44daab04ef0b admin admin] Publish callbacks [] for security_group (10d932da-3016-486d-8833-5e6440a798d5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.953223 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83d0388d-a18d-43f5-8884-44daab04ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (10d932da-3016-486d-8833-5e6440a798d5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:08.999326 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-83d0388d-a18d-43f5-8884-44daab04ef0b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3fb5f614165a4c97acdf5c228a5dfd6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5980456 Jul 19 11:05:08.999326 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0388d-a18d-43f5-8884-44daab04ef0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d932da-3016-486d-8833-5e6440a798d5,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:09.000023 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47168) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:09.126536 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a04540b8-298a-4075-b6db-831ef923a439 admin admin] Publish callbacks [] for security_group (10d932da-3016-486d-8833-5e6440a798d5), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:09.141585 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6765-efdc-439a-99e3-a5b6057633c9 req-8893249b-ae51-44bd-af1c-44f0faf35816 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:09.148877 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3edf6765-efdc-439a-99e3-a5b6057633c9 req-8893249b-ae51-44bd-af1c-44f0faf35816 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 931 time: 0.0988352 Jul 19 11:05:09.176635 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a04540b8-298a-4075-b6db-831ef923a439 admin admin] Publish callbacks [] for security_group (10d932da-3016-486d-8833-5e6440a798d5), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:09.237266 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3edf6765-efdc-439a-99e3-a5b6057633c9 req-6e48c6fd-1859-42c2-bae1-b008bd4f74c5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874336 Jul 19 11:05:09.262338 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a04540b8-298a-4075-b6db-831ef923a439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (10d932da-3016-486d-8833-5e6440a798d5), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:09.267301 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a04540b8-298a-4075-b6db-831ef923a439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:09.268978 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a04540b8-298a-4075-b6db-831ef923a439 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/10d932da-3016-486d-8833-5e6440a798d5 HTTP/1.1" status: 204 len: 168 time: 0.2661054 Jul 19 11:05:09.280083 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04540b8-298a-4075-b6db-831ef923a439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d932da-3016-486d-8833-5e6440a798d5,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:09.391175 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:09.408882 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc0127-05a7-41d9-83fc-8a0cf74d39ba req-34a61e4f-f029-4aa7-9b24-6e5cfaee9d26 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:09.410466 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8bc0127-05a7-41d9-83fc-8a0cf74d39ba req-34a61e4f-f029-4aa7-9b24-6e5cfaee9d26 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0552900 Jul 19 11:05:09.481190 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8bc0127-05a7-41d9-83fc-8a0cf74d39ba req-5afc4bc5-34fd-4f6e-8d5c-78a3cbe3f9ca tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590231 Jul 19 11:05:09.703887 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47200) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:09.718802 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-938a533b-2333-4594-bde6-dad886ff03ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:09.793946 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-938a533b-2333-4594-bde6-dad886ff03ed admin admin] Publish callbacks [] for security_group (8835e636-d0d5-4a3f-a7c1-2a43fc921eed), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:09.797985 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-938a533b-2333-4594-bde6-dad886ff03ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8835e636-d0d5-4a3f-a7c1-2a43fc921eed), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:09.837503 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-938a533b-2333-4594-bde6-dad886ff03ed admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a848644f965e4feeb7f5a29aea7af12b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323907 Jul 19 11:05:09.838536 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a533b-2333-4594-bde6-dad886ff03ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8835e636-d0d5-4a3f-a7c1-2a43fc921eed,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:09.840157 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47204) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:09.899550 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a50e939e-dfca-4955-a588-1a042d85ffa0 admin admin] Publish callbacks [] for security_group (8835e636-d0d5-4a3f-a7c1-2a43fc921eed), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:09.923014 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a50e939e-dfca-4955-a588-1a042d85ffa0 admin admin] Publish callbacks [] for security_group (8835e636-d0d5-4a3f-a7c1-2a43fc921eed), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:09.966574 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:09.989344 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbdf90-b0ec-486a-8e15-a66881a24abc req-f0bbf145-0357-42ce-87bd-0612a5a829cb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:09.992149 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0afbdf90-b0ec-486a-8e15-a66881a24abc req-f0bbf145-0357-42ce-87bd-0612a5a829cb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0772667 Jul 19 11:05:10.021195 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098871b-8427-4f9a-b37c-185a91024b72 req-2637c6fc-a975-48f4-b457-6aaf7470a64d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:10.023366 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4098871b-8427-4f9a-b37c-185a91024b72 req-2637c6fc-a975-48f4-b457-6aaf7470a64d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.0731618 Jul 19 11:05:10.048013 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0afbdf90-b0ec-486a-8e15-a66881a24abc req-a5261ba8-fb23-422b-905c-57e3f639fa61 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481589 Jul 19 11:05:10.061805 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a50e939e-dfca-4955-a588-1a042d85ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8835e636-d0d5-4a3f-a7c1-2a43fc921eed), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:10.064780 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a50e939e-dfca-4955-a588-1a042d85ffa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:10.065908 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a50e939e-dfca-4955-a588-1a042d85ffa0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8835e636-d0d5-4a3f-a7c1-2a43fc921eed HTTP/1.1" status: 204 len: 168 time: 0.2242012 Jul 19 11:05:10.091920 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e939e-dfca-4955-a588-1a042d85ffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8835e636-d0d5-4a3f-a7c1-2a43fc921eed,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:10.098066 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4098871b-8427-4f9a-b37c-185a91024b72 req-7b56fb54-b6b0-4540-8109-8cd91de93fd3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631182 Jul 19 11:05:10.360533 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26104-8ec5-4daf-81f5-db4f974b4824 req-90e79cbb-bc7b-4ea1-823b-7b7267bb82ce tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:10.362202 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-55a26104-8ec5-4daf-81f5-db4f974b4824 req-90e79cbb-bc7b-4ea1-823b-7b7267bb82ce tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 931 time: 0.0539258 Jul 19 11:05:10.416090 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-55a26104-8ec5-4daf-81f5-db4f974b4824 req-a480836b-337e-4222-a537-549f4858fbe7 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475183 Jul 19 11:05:10.577714 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:10.595130 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b792773-977c-41f9-9c87-65b610a24ae9 req-fb73fa7e-f185-4a66-a7d8-f48c8918d0ed tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:10.596680 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8b792773-977c-41f9-9c87-65b610a24ae9 req-fb73fa7e-f185-4a66-a7d8-f48c8918d0ed tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0533619 Jul 19 11:05:10.652292 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8b792773-977c-41f9-9c87-65b610a24ae9 req-533be133-419b-41d1-b383-95bb90465eac tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481858 Jul 19 11:05:10.873667 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47256) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:10.937686 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Request body: {'port': {'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:10.969988 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:10.979017 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ba1dd015-6965-43ea-a7cf-059d7c358686 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:05:11.011165 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ab2b6732-5d45-4b40-8888-44a729c6870f up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:05:11.049853 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c787-79ad-4605-b965-b025c381832d req-77578a89-afc3-4947-9f31-2a7778c6db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:11.051647 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-77578a89-afc3-4947-9f31-2a7778c6db70 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.1100984 Jul 19 11:05:11.061143 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1908395755-network', 'tenant_id': '88dc732812fc4fdd8e9c307f3565ba58'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:11.079633 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.130206 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c787-79ad-4605-b965-b025c381832d req-7924303d-31d0-4358-b823-b00a89c7da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:11.131993 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-7924303d-31d0-4358-b823-b00a89c7da4e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652430 Jul 19 11:05:11.155936 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Made reservation on behalf of 88dc732812fc4fdd8e9c307f3565ba58 for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:11.158770 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.193986 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.227261 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port ab2b6732-5d45-4b40-8888-44a729c6870f completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:05:11.248470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4b4b1-ea6a-4cf3-a2ed-88a35adbac5e req-c18487d4-2f29-47ce-b111-424ccb913c22 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:11.250109 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-62d4b4b1-ea6a-4cf3-a2ed-88a35adbac5e req-c18487d4-2f29-47ce-b111-424ccb913c22 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 943 time: 0.0556240 Jul 19 11:05:11.260113 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port ab2b6732-5d45-4b40-8888-44a729c6870f triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:05:11.260499 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.355971 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-62d4b4b1-ea6a-4cf3-a2ed-88a35adbac5e req-77bcb6db-2f8b-495b-a76c-8e3b156691ed tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987613 Jul 19 11:05:11.399991 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c24aed-b80a-4817-a4d4-40593dc8c0b7 req-b57d6ba9-a106-4fb1-b621-1eaaa1b3b168 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:11.401820 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e6c24aed-b80a-4817-a4d4-40593dc8c0b7 req-b57d6ba9-a106-4fb1-b621-1eaaa1b3b168 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.2361045 Jul 19 11:05:11.488664 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-dd925704-9b95-41e7-90ce-6a394b89d773 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238249 Jul 19 11:05:11.531367 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ba1dd015-6965-43ea-a7cf-059d7c358686, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba1dd015-6965-43ea-a7cf-059d7c358686,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:11.545787 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:11.549020 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'ba1dd015-6965-43ea-a7cf-059d7c358686', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'port_id': 'ba1dd015-6965-43ea-a7cf-059d7c358686', 'mac_address': 'fa:16:3e:2a:b1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:05:11.576933 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e1e69-854e-445c-92ea-a9bf0f5db5cc req-5ad7bc64-3eb0-41c9-9a01-169b9fb15fec tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:11.585822 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c44e1e69-854e-445c-92ea-a9bf0f5db5cc req-5ad7bc64-3eb0-41c9-9a01-169b9fb15fec tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 931 time: 0.0617776 Jul 19 11:05:11.636918 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c44e1e69-854e-445c-92ea-a9bf0f5db5cc req-b87ad6ba-083f-4442-ab25-9526ed43301b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500386 Jul 19 11:05:11.652153 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e6c24aed-b80a-4817-a4d4-40593dc8c0b7 req-267230b5-b2eb-48e3-a62e-ab197cdab1ce tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309132 Jul 19 11:05:11.665696 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port ba1dd015-6965-43ea-a7cf-059d7c358686 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:11.666305 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.685063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1dd015-6965-43ea-a7cf-059d7c358686 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:05:11.690171 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port ab2b6732-5d45-4b40-8888-44a729c6870f is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:11.690557 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.698382 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Publish callbacks [] for security_group (906caca3-2392-422c-9b2d-27b36ed9d971), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.707368 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:11.717353 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (906caca3-2392-422c-9b2d-27b36ed9d971), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.728331 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ba1dd015-6965-43ea-a7cf-059d7c358686, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba1dd015-6965-43ea-a7cf-059d7c358686,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:11.734743 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126c2860-81b1-42fc-8fbd-78178837f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2b6732-5d45-4b40-8888-44a729c6870f'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:11.761949 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:11.764199 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a759c787-79ad-4605-b965-b025c381832d req-01387f30-9b92-4e39-afc6-c56742be3e6a service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606146 Jul 19 11:05:11.772996 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:05:11.789456 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ea32c-247b-4a1e-886d-b1f217df9744 req-90ddb5db-ba02-44a9-8ce6-1fb70158e05a tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:11.791312 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d4ea32c-247b-4a1e-886d-b1f217df9744 req-90ddb5db-ba02-44a9-8ce6-1fb70158e05a tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0559549 Jul 19 11:05:11.796353 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906caca3-2392-422c-9b2d-27b36ed9d971,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:11.803390 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (ee6dc741-f502-46af-9770-1b76ab99e670), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.803718 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Added segment ee6dc741-f502-46af-9770-1b76ab99e670 of type vlan for network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 Jul 19 11:05:11.809788 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.824280 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ab2b6732-5d45-4b40-8888-44a729c6870f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab2b6732-5d45-4b40-8888-44a729c6870f,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:11.845749 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.874832 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=ba1dd015-6965-43ea-a7cf-059d7c358686,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:11.878284 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526a30d7-5fcf-4c45-86bf-6ddbc902d48c {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:05:11.888637 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d4ea32c-247b-4a1e-886d-b1f217df9744 req-ea7ae960-117c-4f3b-9280-0cd976c2c234 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789497 Jul 19 11:05:11.889004 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.892625 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Publish callbacks [] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.925703 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Transition to ACTIVE for port object 526a30d7-5fcf-4c45-86bf-6ddbc902d48c will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:05:11.931121 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.946750 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b44d4cd-e652-47bb-8cce-281ba48894e6" -d '{"events": [{"server_uuid": "126c2860-81b1-42fc-8fbd-78178837f2c2", "name": "network-vif-plugged", "status": "completed", "tag": "ab2b6732-5d45-4b40-8888-44a729c6870f"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:11.956913 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.961558 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:11.962313 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:11.962826 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=ab2b6732-5d45-4b40-8888-44a729c6870f,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:12.008192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Pushing event updated for resources: {'Port': ['ID=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:12.022523 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1471629 Jul 19 11:05:12.026726 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47292) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:12.031545 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Request body: {'subnet': {'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1908395755-subnet', 'tenant_id': '88dc732812fc4fdd8e9c307f3565ba58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:12.062400 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Made reservation on behalf of 88dc732812fc4fdd8e9c307f3565ba58 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:12.063698 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673a47d6-fd80-4810-8744-f24715afa4f1 x-openstack-request-id: req-673a47d6-fd80-4810-8744-f24715afa4f1 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:12.064785 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126c2860-81b1-42fc-8fbd-78178837f2c2", "name": "network-vif-plugged", "status": "completed", "tag": "ab2b6732-5d45-4b40-8888-44a729c6870f", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:12.065056 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-673a47d6-fd80-4810-8744-f24715afa4f1 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:12.065266 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f9daf-558c-4471-a99e-cf6269856994 admin admin] Pushing event updated for resources: {'Network': ['ID=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:12.065514 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-673a47d6-fd80-4810-8744-f24715afa4f1'] response: {'server_uuid': '126c2860-81b1-42fc-8fbd-78178837f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2b6732-5d45-4b40-8888-44a729c6870f', 'code': 200} Jul 19 11:05:12.067108 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:12.079234 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:05:12.101356 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Attempting to bind port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:05:12.101935 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Attempting to bind port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:05:12.102420 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Attempting to bind port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:05:12.108843 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:05:12.109502 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Attempting to bind port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:05:12.115931 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:05:12.116530 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Checking segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:05:12.117109 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Bound using segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:05:12.117714 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Bound port: 526a30d7-5fcf-4c45-86bf-6ddbc902d48c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:05:12.118266 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:12.204018 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] For port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:05:12.208053 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] For port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:05:12.218969 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:12.275311 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:12.275935 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:12.277527 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] 10.222.0.27 "PUT /v2.0/ports/526a30d7-5fcf-4c45-86bf-6ddbc902d48c HTTP/1.1" status: 200 len: 1093 time: 1.3475854 Jul 19 11:05:12.278291 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'tag': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:12.280814 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4da0f9c-1c1d-4f9a-ac4e-642dfad2a714" -d '{"events": [{"name": "network-changed", "server_uuid": "4c71f564-de63-4fcd-88ce-01ecba3d8372", "tag": "526a30d7-5fcf-4c45-86bf-6ddbc902d48c"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:12.310745 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (16a57f54-b22d-437e-8767-775b71410199), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:12.342815 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c2c54-7b23-45b5-b372-d9d9265bbf6d service neutron] Pushing event updated for resources: {'Port': ['ID=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:12.352586 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4dc061-d9be-4213-a722-07637c87d5f4 x-openstack-request-id: req-1d4dc061-d9be-4213-a722-07637c87d5f4 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:12.352904 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c71f564-de63-4fcd-88ce-01ecba3d8372", "tag": "526a30d7-5fcf-4c45-86bf-6ddbc902d48c", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:12.353160 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1d4dc061-d9be-4213-a722-07637c87d5f4 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:12.353565 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4dc061-d9be-4213-a722-07637c87d5f4'] response: {'name': 'network-changed', 'server_uuid': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'tag': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'status': 'completed', 'code': 200} Jul 19 11:05:12.360389 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:12.379567 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a57f54-b22d-437e-8767-775b71410199,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:12.391569 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Checking segment: {'id': 'ee6dc741-f502-46af-9770-1b76ab99e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:05:12.391938 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Network hostable DHCP agents. Network: 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:05:12.417547 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:05:12.430292 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:05:12.435024 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:12.436090 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:12.440903 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d247292-ceb5-4256-9e88-ee14c25ceaa9 None None] Network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:05:12.460765 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-3f29a6f3-0df3-40ba-ae31-8c3080d7c87c admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4322867 Jul 19 11:05:12.483028 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:12.498366 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab988b-d600-4a5b-9af8-6a16c2dde88a req-7576d0ca-1c7b-4798-a00b-6c66278485a7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:12.511832 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5bab988b-d600-4a5b-9af8-6a16c2dde88a req-7576d0ca-1c7b-4798-a00b-6c66278485a7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 944 time: 0.0741963 Jul 19 11:05:12.600673 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3498b225-4132-485e-9838-a9715ea4ddf3 None None] Network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:05:12.610163 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5bab988b-d600-4a5b-9af8-6a16c2dde88a req-e20d017d-6ed3-4d2b-b0fd-db5a2d1d22cd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970559 Jul 19 11:05:12.834985 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c69dc1-9b30-41d6-90e8-404dac59f76d req-7723a2cc-cd23-432c-a391-3bd342424bfb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:12.837010 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-28c69dc1-9b30-41d6-90e8-404dac59f76d req-7723a2cc-cd23-432c-a391-3bd342424bfb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0787268 Jul 19 11:05:12.840005 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdeacf-95da-4c1b-b0b4-bb13e275ff66 req-69f8477a-c44f-459a-9666-89292055b855 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:12.841552 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-debdeacf-95da-4c1b-b0b4-bb13e275ff66 req-69f8477a-c44f-459a-9666-89292055b855 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0910466 Jul 19 11:05:12.895244 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-28c69dc1-9b30-41d6-90e8-404dac59f76d req-41c4e4f2-1711-4373-8212-bac78023135e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511384 Jul 19 11:05:12.902908 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-debdeacf-95da-4c1b-b0b4-bb13e275ff66 req-c7190e04-a9d5-47aa-894c-0bd92505584d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467308 Jul 19 11:05:13.008736 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c8bc2-035c-4e66-b6f6-32e02b6462b8 req-9fcdb466-d07b-47c1-9c3e-82e94d5e5a50 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:13.010204 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-052c8bc2-035c-4e66-b6f6-32e02b6462b8 req-9fcdb466-d07b-47c1-9c3e-82e94d5e5a50 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0491552 Jul 19 11:05:13.070716 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-052c8bc2-035c-4e66-b6f6-32e02b6462b8 req-b3a7159a-9b61-43be-8baa-6fc6a328bc79 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543141 Jul 19 11:05:13.723249 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f3908-3b51-4290-a9c1-4e08ac1b8b20 req-8706b680-6412-497b-ab4b-952d0722a1db tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:13.724745 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-488f3908-3b51-4290-a9c1-4e08ac1b8b20 req-8706b680-6412-497b-ab4b-952d0722a1db tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 944 time: 0.0471616 Jul 19 11:05:13.771621 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-488f3908-3b51-4290-a9c1-4e08ac1b8b20 req-ea820366-4fdb-44f2-afb3-f06517e89039 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Jul 19 11:05:14.015151 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:14.027314 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36705b2-c0c8-4eba-bcb8-0b9c40b3c892 req-b91f09c4-092e-4c14-a64e-a376a38a29ce tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:14.028749 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d36705b2-c0c8-4eba-bcb8-0b9c40b3c892 req-b91f09c4-092e-4c14-a64e-a376a38a29ce tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0521924 Jul 19 11:05:14.033440 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838f8ac-8982-4a5c-8a57-14fabda6ec43 req-3d0c60be-97e5-44cf-8788-fcaab3ce21bf tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:14.035272 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a838f8ac-8982-4a5c-8a57-14fabda6ec43 req-3d0c60be-97e5-44cf-8788-fcaab3ce21bf tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0590816 Jul 19 11:05:14.080967 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d36705b2-c0c8-4eba-bcb8-0b9c40b3c892 req-3819140b-a937-43ab-a845-6b76559ab7b3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456328 Jul 19 11:05:14.084444 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a838f8ac-8982-4a5c-8a57-14fabda6ec43 req-a12353cf-ee52-417d-a03d-eadec59354d6 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430751 Jul 19 11:05:14.199555 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ec811-69ed-4410-8723-c988ac61776d req-91c0e1d4-335b-4936-85e7-f27784eb023c tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:14.201154 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-652ec811-69ed-4410-8723-c988ac61776d req-91c0e1d4-335b-4936-85e7-f27784eb023c tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0526433 Jul 19 11:05:14.249843 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:14.254549 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-652ec811-69ed-4410-8723-c988ac61776d req-92db5dc0-fb8d-4382-91e0-cae5fc7e64f5 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476806 Jul 19 11:05:14.285516 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 1504f06f-d7c2-447b-acc1-5498633749e3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:05:14.390101 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 1504f06f-d7c2-447b-acc1-5498633749e3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1504f06f-d7c2-447b-acc1-5498633749e3,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:14.404559 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '1504f06f-d7c2-447b-acc1-5498633749e3', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'port_id': '1504f06f-d7c2-447b-acc1-5498633749e3', 'mac_address': 'fa:16:3e:20:3a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:05:14.442065 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 1504f06f-d7c2-447b-acc1-5498633749e3 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:14.442434 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:14.457974 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1504f06f-d7c2-447b-acc1-5498633749e3 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:05:14.479182 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 1504f06f-d7c2-447b-acc1-5498633749e3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1504f06f-d7c2-447b-acc1-5498633749e3,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:14.482667 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:14.529855 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=1504f06f-d7c2-447b-acc1-5498633749e3,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:14.652457 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47384) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:14.760003 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-904d9a16-6096-49fe-a88a-2ef10297e312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:14.838076 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-904d9a16-6096-49fe-a88a-2ef10297e312 admin admin] Publish callbacks [] for security_group (85c8b91b-55ae-4081-9db6-1db3d0549acd), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:14.842310 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-904d9a16-6096-49fe-a88a-2ef10297e312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (85c8b91b-55ae-4081-9db6-1db3d0549acd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:14.887775 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-904d9a16-6096-49fe-a88a-2ef10297e312 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ab114116402b47fc99df63841a3011b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341764 Jul 19 11:05:14.887986 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802df26-df3d-48e3-9c96-9bd2d032d0be req-003a4eb6-64ea-4a9f-8131-638278c88ec4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:14.888586 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d9a16-6096-49fe-a88a-2ef10297e312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8b91b-55ae-4081-9db6-1db3d0549acd,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:14.890317 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e802df26-df3d-48e3-9c96-9bd2d032d0be req-003a4eb6-64ea-4a9f-8131-638278c88ec4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 944 time: 0.0508833 Jul 19 11:05:14.890797 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47392) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:14.918499 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:14.978330 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e802df26-df3d-48e3-9c96-9bd2d032d0be req-c3a5ad96-b81c-4721-a295-6405254fa4a7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730815 Jul 19 11:05:14.979339 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bb430b8-3ec1-451d-808e-eeeb451dbd44 admin admin] Publish callbacks [] for security_group (85c8b91b-55ae-4081-9db6-1db3d0549acd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.003221 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bb430b8-3ec1-451d-808e-eeeb451dbd44 admin admin] Publish callbacks [] for security_group (85c8b91b-55ae-4081-9db6-1db3d0549acd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.061666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bb430b8-3ec1-451d-808e-eeeb451dbd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (85c8b91b-55ae-4081-9db6-1db3d0549acd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.063481 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3bb430b8-3ec1-451d-808e-eeeb451dbd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.064786 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-3bb430b8-3ec1-451d-808e-eeeb451dbd44 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/85c8b91b-55ae-4081-9db6-1db3d0549acd HTTP/1.1" status: 204 len: 168 time: 0.1730402 Jul 19 11:05:15.072682 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb430b8-3ec1-451d-808e-eeeb451dbd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8b91b-55ae-4081-9db6-1db3d0549acd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:15.210075 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11673e2b-e8b9-40e8-ae24-8ad02bf37bf2 req-f35c5e31-0a5b-4ba5-be67-19ab3b4284c3 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:15.212257 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-11673e2b-e8b9-40e8-ae24-8ad02bf37bf2 req-f35c5e31-0a5b-4ba5-be67-19ab3b4284c3 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0598326 Jul 19 11:05:15.213804 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546ecb9-e56c-4043-bf5b-8134a769a6af req-fe78f687-ee54-4952-b331-37c0bda3fcc5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:15.215358 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d546ecb9-e56c-4043-bf5b-8134a769a6af req-fe78f687-ee54-4952-b331-37c0bda3fcc5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0558741 Jul 19 11:05:15.266721 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-11673e2b-e8b9-40e8-ae24-8ad02bf37bf2 req-7d88921e-421a-49a4-9d92-8591cbbccc8a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 Jul 19 11:05:15.274138 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d546ecb9-e56c-4043-bf5b-8134a769a6af req-35654b76-1617-4f58-93fe-35e60c50ea2c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519271 Jul 19 11:05:15.381787 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47406) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:15.383490 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f631ee6-0fb0-417d-a116-08256906d1b8 req-c117eb40-78bb-4902-8ee1-481b9da0e1b5 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:15.386053 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7f631ee6-0fb0-417d-a116-08256906d1b8 req-c117eb40-78bb-4902-8ee1-481b9da0e1b5 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0562966 Jul 19 11:05:15.396343 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d9b-a0d0-4bc1-9015-f4fade246a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.434659 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7f631ee6-0fb0-417d-a116-08256906d1b8 req-dd99691c-f0ac-471c-8b6f-6c565a9aa499 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420027 Jul 19 11:05:15.455902 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:15.481184 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d9b-a0d0-4bc1-9015-f4fade246a72 admin admin] Publish callbacks [] for security_group (bf13e2fb-263d-4147-8065-22e4b74cd8bb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.484632 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2c8e9d9b-a0d0-4bc1-9015-f4fade246a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (bf13e2fb-263d-4147-8065-22e4b74cd8bb), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.521533 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e9d9b-a0d0-4bc1-9015-f4fade246a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf13e2fb-263d-4147-8065-22e4b74cd8bb,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:15.526243 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2c8e9d9b-a0d0-4bc1-9015-f4fade246a72 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3380c5c27f494806aeca3e70552ff663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433733 Jul 19 11:05:15.529014 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47408) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:15.576499 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38c5bf84-ebd6-46d5-bb4a-25ced36d097d admin admin] Publish callbacks [] for security_group (bf13e2fb-263d-4147-8065-22e4b74cd8bb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.597845 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38c5bf84-ebd6-46d5-bb4a-25ced36d097d admin admin] Publish callbacks [] for security_group (bf13e2fb-263d-4147-8065-22e4b74cd8bb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.646618 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38c5bf84-ebd6-46d5-bb4a-25ced36d097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (bf13e2fb-263d-4147-8065-22e4b74cd8bb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.649734 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38c5bf84-ebd6-46d5-bb4a-25ced36d097d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:15.650849 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-38c5bf84-ebd6-46d5-bb4a-25ced36d097d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bf13e2fb-263d-4147-8065-22e4b74cd8bb HTTP/1.1" status: 204 len: 168 time: 0.1210704 Jul 19 11:05:15.658972 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5bf84-ebd6-46d5-bb4a-25ced36d097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf13e2fb-263d-4147-8065-22e4b74cd8bb,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:16.089548 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c9783-5c45-4b1a-8528-e0aa6116762a req-60904b51-f723-4e80-b632-99dc3b91db87 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:16.091030 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-825c9783-5c45-4b1a-8528-e0aa6116762a req-60904b51-f723-4e80-b632-99dc3b91db87 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 944 time: 0.0463159 Jul 19 11:05:16.139830 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-825c9783-5c45-4b1a-8528-e0aa6116762a req-8892c596-7ebb-4d70-9af4-515b3702f0d9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432944 Jul 19 11:05:16.331585 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47442) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:16.403334 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdafbe6-088d-470d-bcef-5ccffff28f21 req-bece6e0f-c3b6-4401-b710-3d7ff140f2c0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:16.411765 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dbdafbe6-088d-470d-bcef-5ccffff28f21 req-bece6e0f-c3b6-4401-b710-3d7ff140f2c0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0575571 Jul 19 11:05:16.426746 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9abc3-b721-450d-a213-194b68beb20a req-c935f47e-7e5b-4d52-a7f9-9c122fda03f5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:16.428306 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d9f9abc3-b721-450d-a213-194b68beb20a req-c935f47e-7e5b-4d52-a7f9-9c122fda03f5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0531638 Jul 19 11:05:16.449645 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1829998070-network', 'tenant_id': 'e5645cacf54248c18dd6ec70417a2b39'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:16.479310 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d9f9abc3-b721-450d-a213-194b68beb20a req-83c39d1f-d005-490a-bf9e-51178fbb9c38 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442681 Jul 19 11:05:16.493864 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Made reservation on behalf of e5645cacf54248c18dd6ec70417a2b39 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:16.496186 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:16.502492 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dbdafbe6-088d-470d-bcef-5ccffff28f21 req-b740fccc-3045-456d-a3db-d10529bb0c40 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794771 Jul 19 11:05:16.509140 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:16.550238 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:16.584867 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4e58-fdf7-49ac-907a-2c1c8771a5e7 req-bfa285a3-abfa-4a59-8f2f-e05ebdc7c536 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:16.586352 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c91e4e58-fdf7-49ac-907a-2c1c8771a5e7 req-bfa285a3-abfa-4a59-8f2f-e05ebdc7c536 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0495329 Jul 19 11:05:16.592773 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Publish callbacks [] for security_group (da2c61f0-c106-427a-a152-f52b253aa137), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:16.596622 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (da2c61f0-c106-427a-a152-f52b253aa137), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:16.619447 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:05:16.634226 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2c61f0-c106-427a-a152-f52b253aa137,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:16.634485 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c91e4e58-fdf7-49ac-907a-2c1c8771a5e7 req-3ec7734b-5322-4927-a6b8-a308807b47e5 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Jul 19 11:05:16.640898 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (46141a89-0f11-4e47-978a-fc872a4b4df6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:16.641784 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Added segment 46141a89-0f11-4e47-978a-fc872a4b4df6 of type vlan for network 4d652978-1ed6-44dd-b451-be77cb364584 Jul 19 11:05:16.686219 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (4d652978-1ed6-44dd-b451-be77cb364584), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:16.712405 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (4d652978-1ed6-44dd-b451-be77cb364584), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:16.713453 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:16.714020 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:16.745112 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4124649 Jul 19 11:05:16.748313 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47448) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:16.952064 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Request body: {'subnet': {'network_id': '4d652978-1ed6-44dd-b451-be77cb364584', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1829998070-subnet', 'tenant_id': 'e5645cacf54248c18dd6ec70417a2b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:16.964276 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e30fe0-466f-4adf-85cf-d493ee3a4da9 admin admin] Pushing event updated for resources: {'Network': ['ID=4d652978-1ed6-44dd-b451-be77cb364584,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:16.969494 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:16.977974 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 4d652978-1ed6-44dd-b451-be77cb364584 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:05:16.981281 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Made reservation on behalf of e5645cacf54248c18dd6ec70417a2b39 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:16.981996 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:16.983761 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:17.153720 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (c55c8fd2-3824-4032-a63f-dab555714f4d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:17.219307 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55c8fd2-3824-4032-a63f-dab555714f4d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:17.250540 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Checking segment: {'id': '46141a89-0f11-4e47-978a-fc872a4b4df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4d652978-1ed6-44dd-b451-be77cb364584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:05:17.250889 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Network hostable DHCP agents. Network: 4d652978-1ed6-44dd-b451-be77cb364584, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:05:17.267128 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f7ddc-af7e-4f93-b4a0-50998103ff46 req-e564570c-c080-40b3-b757-1755eff11252 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:17.268579 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a18f7ddc-af7e-4f93-b4a0-50998103ff46 req-e564570c-c080-40b3-b757-1755eff11252 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 944 time: 0.0616970 Jul 19 11:05:17.293066 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Network 4d652978-1ed6-44dd-b451-be77cb364584 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:05:17.310730 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4d652978-1ed6-44dd-b451-be77cb364584) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:05:17.315192 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:17.316240 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:17.320345 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce592b-ec90-4b91-8817-73c7474681f5 None None] Network 4d652978-1ed6-44dd-b451-be77cb364584 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:05:17.347938 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['1504f06f-d7c2-447b-acc1-5498633749e3'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:05:17.351693 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a18f7ddc-af7e-4f93-b4a0-50998103ff46 req-b2ad9423-43e3-46d5-a076-445facf596c6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758009 Jul 19 11:05:17.369389 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-424755f4-595e-47bf-b7dc-eed9800225cf admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6112123 Jul 19 11:05:17.485103 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbc5d53-862c-4a2f-b63e-9f988e01c2a8 None None] Network 4d652978-1ed6-44dd-b451-be77cb364584 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:05:17.566346 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['ba1dd015-6965-43ea-a7cf-059d7c358686'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:05:17.623531 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e3be0-0b7d-4998-989f-031674f0cfca req-900d1590-5f98-493f-bfd7-f1ad9afead3b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:17.629309 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dc0e3be0-0b7d-4998-989f-031674f0cfca req-900d1590-5f98-493f-bfd7-f1ad9afead3b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0722809 Jul 19 11:05:17.688852 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21119cd4-fe9f-4262-a59b-6038c0e55894 req-4fe5db7e-59af-435d-b314-341a542f7c5f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:17.691293 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21119cd4-fe9f-4262-a59b-6038c0e55894 req-4fe5db7e-59af-435d-b314-341a542f7c5f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0801561 Jul 19 11:05:17.697936 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dc0e3be0-0b7d-4998-989f-031674f0cfca req-8a88ca35-0900-469d-9060-7e8da316d2a8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613704 Jul 19 11:05:17.774849 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21119cd4-fe9f-4262-a59b-6038c0e55894 req-34438f87-3bd4-4919-bb6b-5aa0fc108f90 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653787 Jul 19 11:05:17.824553 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:17.878960 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cbb17-61c7-48e7-8097-1e69591ffc5b req-5d023bb7-1ec8-4db4-99cd-07ad6b5a78d8 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:17.880418 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-476cbb17-61c7-48e7-8097-1e69591ffc5b req-5d023bb7-1ec8-4db4-99cd-07ad6b5a78d8 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0590780 Jul 19 11:05:17.944053 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da0f9c-1c1d-4f9a-ac4e-642dfad2a714 req-ba38a26e-69fa-4e6c-9b5f-23238a6266fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:17.947277 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f4da0f9c-1c1d-4f9a-ac4e-642dfad2a714 req-ba38a26e-69fa-4e6c-9b5f-23238a6266fe service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 1127 time: 0.0900409 Jul 19 11:05:17.967906 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-476cbb17-61c7-48e7-8097-1e69591ffc5b req-d4465f06-9b2e-4140-bf36-06d6ea5128e1 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697362 Jul 19 11:05:17.979315 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:18.029632 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47486) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:18.041909 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1968536166-network', 'tenant_id': '472c78e143b6470ba727cedddbf45a64'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:18.069990 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Made reservation on behalf of 472c78e143b6470ba727cedddbf45a64 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:18.073593 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.082972 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.085785 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:18.129764 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b278d59-59c0-4e57-a8b9-c35b82f68b08 req-a35bf8a6-8726-4396-8a41-8d82df960d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:18.131294 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2b278d59-59c0-4e57-a8b9-c35b82f68b08 req-a35bf8a6-8726-4396-8a41-8d82df960d7a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 1130 time: 0.0913293 Jul 19 11:05:18.159573 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da0f9c-1c1d-4f9a-ac4e-642dfad2a714 req-cf53f18f-afa0-4eb1-b2ce-ca45e3f8a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:18.161341 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f4da0f9c-1c1d-4f9a-ac4e-642dfad2a714 req-cf53f18f-afa0-4eb1-b2ce-ca45e3f8a20f service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1921828 Jul 19 11:05:18.162008 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2b278d59-59c0-4e57-a8b9-c35b82f68b08 req-3299c07f-48b8-469e-ae73-55106073c67d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.173886 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Publish callbacks [] for security_group (3bf2a728-4d58-4b89-982c-af95e11653dc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.179080 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3bf2a728-4d58-4b89-982c-af95e11653dc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.183804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:18.214620 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:05:18.221471 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf2a728-4d58-4b89-982c-af95e11653dc,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:18.231679 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.231679 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Added segment ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb of type vlan for network 0a929cc4-70fa-477e-bba0-c9c75c5c214e Jul 19 11:05:18.284000 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (0a929cc4-70fa-477e-bba0-c9c75c5c214e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.311756 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da0f9c-1c1d-4f9a-ac4e-642dfad2a714 req-56d40448-cabf-4ad1-b332-c19c68bba56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:18.313662 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f4da0f9c-1c1d-4f9a-ac4e-642dfad2a714 req-56d40448-cabf-4ad1-b332-c19c68bba56e service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432080 Jul 19 11:05:18.320900 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (0a929cc4-70fa-477e-bba0-c9c75c5c214e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.323346 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:18.324759 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.330437 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:18.336917 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2b278d59-59c0-4e57-a8b9-c35b82f68b08 req-3299c07f-48b8-469e-ae73-55106073c67d service neutron] Publish callbacks [] for security_group (3bad461e-2fc2-4521-a561-26831ed082d8), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.342697 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-2b278d59-59c0-4e57-a8b9-c35b82f68b08 req-3299c07f-48b8-469e-ae73-55106073c67d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3bad461e-2fc2-4521-a561-26831ed082d8), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.402742 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2b278d59-59c0-4e57-a8b9-c35b82f68b08 req-3299c07f-48b8-469e-ae73-55106073c67d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635882 Jul 19 11:05:18.403486 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299c07f-48b8-469e-ae73-55106073c67d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad461e-2fc2-4521-a561-26831ed082d8,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:18.440015 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4083812 Jul 19 11:05:18.442837 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47496) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:18.447777 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Request body: {'subnet': {'network_id': '0a929cc4-70fa-477e-bba0-c9c75c5c214e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1968536166-subnet', 'tenant_id': '472c78e143b6470ba727cedddbf45a64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:18.451092 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df4402-93a1-4d93-bcc6-887c5c00fc11 admin admin] Pushing event updated for resources: {'Network': ['ID=0a929cc4-70fa-477e-bba0-c9c75c5c214e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:18.466415 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 0a929cc4-70fa-477e-bba0-c9c75c5c214e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:05:18.478751 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Made reservation on behalf of 472c78e143b6470ba727cedddbf45a64 for: {'subnet': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:18.482181 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.535396 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce6bbe-5251-4311-bf45-08a37c205f5b req-7b7b64d9-5b80-4938-a8bb-4a75a8a211d2 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:18.545154 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79ce6bbe-5251-4311-bf45-08a37c205f5b req-7b7b64d9-5b80-4938-a8bb-4a75a8a211d2 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 944 time: 0.0743601 Jul 19 11:05:18.623258 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79ce6bbe-5251-4311-bf45-08a37c205f5b req-bb6e691a-d42a-4ce7-9d9e-5b5b757ad43f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765479 Jul 19 11:05:18.698914 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (5152fb53-07b7-4b52-aa29-9bcfde1a955f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:18.831118 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949e0f-289f-4ddf-8f99-3ccb4a4b93b7 req-32ace7f5-aa75-4486-9eb8-cea8b19be24b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:18.832711 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cd949e0f-289f-4ddf-8f99-3ccb4a4b93b7 req-32ace7f5-aa75-4486-9eb8-cea8b19be24b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0537810 Jul 19 11:05:18.885533 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cd949e0f-289f-4ddf-8f99-3ccb4a4b93b7 req-0c1cb531-7e2f-40c9-b74f-ad4df064827b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469131 Jul 19 11:05:19.005304 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5e031-1f70-4f7b-b860-2757a1c203b8 req-c9fdc589-b906-4e01-a6c7-3aac45ef76e6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:19.006849 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fae5e031-1f70-4f7b-b860-2757a1c203b8 req-c9fdc589-b906-4e01-a6c7-3aac45ef76e6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0529191 Jul 19 11:05:19.061149 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fae5e031-1f70-4f7b-b860-2757a1c203b8 req-edaacaa2-80d4-42fc-8ae4-e5c080551901 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480855 Jul 19 11:05:19.064062 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5152fb53-07b7-4b52-aa29-9bcfde1a955f,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:19.072738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-ded047c1-3c31-46c2-bca9-cb4a06915b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:19.074224 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-ded047c1-3c31-46c2-bca9-cb4a06915b3c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 1127 time: 0.3420684 Jul 19 11:05:19.094147 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Checking segment: {'id': 'ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0a929cc4-70fa-477e-bba0-c9c75c5c214e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:05:19.094502 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Network hostable DHCP agents. Network: 0a929cc4-70fa-477e-bba0-c9c75c5c214e, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:05:19.129520 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-c3ef4820-7a46-413f-a852-d01995a4e57f tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:19.130985 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-c3ef4820-7a46-413f-a852-d01995a4e57f tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/networks?id=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 HTTP/1.1" status: 200 len: 809 time: 0.4048746 Jul 19 11:05:19.139502 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Network 0a929cc4-70fa-477e-bba0-c9c75c5c214e is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:05:19.148039 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:19.154441 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-040a8079-fed1-4a76-af2b-cbeb808e92d5 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/quotas/88dc732812fc4fdd8e9c307f3565ba58 HTTP/1.1" status: 200 len: 375 time: 0.0165238 Jul 19 11:05:19.157846 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0a929cc4-70fa-477e-bba0-c9c75c5c214e) {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:05:19.163945 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:19.164604 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:19.170181 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e500915-dbef-4c0c-bf04-0f22fa6b6a76 None None] Network 0a929cc4-70fa-477e-bba0-c9c75c5c214e requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:05:19.201416 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-1a57e2f0-9b0d-41db-aa5b-35bf58736f21 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=88dc732812fc4fdd8e9c307f3565ba58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394554 Jul 19 11:05:19.222526 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470040b1-c90f-400c-9b78-bef362e8464a req-0c163e5c-4383-4dad-a47a-0dac9684fe38 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:19.224240 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-470040b1-c90f-400c-9b78-bef362e8464a req-0c163e5c-4383-4dad-a47a-0dac9684fe38 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0924513 Jul 19 11:05:19.225195 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ec509a20-a549-4410-9267-040f96555c9a admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7812283 Jul 19 11:05:19.317232 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-470040b1-c90f-400c-9b78-bef362e8464a req-e948bec1-393b-4677-9b7f-9d3f5428462d tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864606 Jul 19 11:05:19.348974 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b842954-fcc0-4eb1-814f-d3cd8c38dded None None] Network 0a929cc4-70fa-477e-bba0-c9c75c5c214e requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:05:19.391535 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:19.405349 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-78831478-a9d0-46aa-8a3c-860207150c4f service neutron] 10.222.0.33 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972399 Jul 19 11:05:19.418796 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:19.508224 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-bddf5a28-be49-4113-b7ef-760493f104cb service neutron] 10.222.0.33 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929170 Jul 19 11:05:19.678972 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd17122f-55ef-4e4a-8e56-a54d22cf8490 req-fbb80d45-4f31-4c9e-9dab-c4962d765675 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0390189 Jul 19 11:05:19.776192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7997f-cc39-409e-b0ca-84c909b7f34e req-44b27a57-56ed-491f-ad45-619b44ab4e28 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:19.777923 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5ed7997f-cc39-409e-b0ca-84c909b7f34e req-44b27a57-56ed-491f-ad45-619b44ab4e28 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 944 time: 0.0815194 Jul 19 11:05:19.839992 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5ed7997f-cc39-409e-b0ca-84c909b7f34e req-aa910bf6-a76a-45e3-9993-9fbe1b618607 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520322 Jul 19 11:05:20.005734 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db37d5-f5f0-4879-aea4-b7cc754fcafc req-60f2e884-41a9-4d1c-a108-d2fdc48c534e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:20.007376 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-85db37d5-f5f0-4879-aea4-b7cc754fcafc req-60f2e884-41a9-4d1c-a108-d2fdc48c534e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0479667 Jul 19 11:05:20.058826 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-85db37d5-f5f0-4879-aea4-b7cc754fcafc req-63990770-4de3-4e60-9596-ce6ecf15a270 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454807 Jul 19 11:05:20.185393 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c693-8591-486f-a9f2-87ccb64efefe req-c0aab43b-5edf-4aaa-98d1-db1401cd636a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:20.186838 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc9c693-8591-486f-a9f2-87ccb64efefe req-c0aab43b-5edf-4aaa-98d1-db1401cd636a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0463517 Jul 19 11:05:20.232669 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc9c693-8591-486f-a9f2-87ccb64efefe req-e875c4c8-245f-49d2-bee7-e3f45ae300a6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403683 Jul 19 11:05:20.433149 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322e3e5-6cad-4daf-82dc-e2b07a7edcc3 req-3c45dd2b-7e4c-4e45-8d77-e2e615dfc6df tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:20.434617 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d322e3e5-6cad-4daf-82dc-e2b07a7edcc3 req-3c45dd2b-7e4c-4e45-8d77-e2e615dfc6df tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0511403 Jul 19 11:05:20.476172 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:20.481162 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d322e3e5-6cad-4daf-82dc-e2b07a7edcc3 req-8ced572f-d8bf-4a57-b72b-9c50ce240907 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Jul 19 11:05:20.654903 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 1504f06f-d7c2-447b-acc1-5498633749e3 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:05:20.699576 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 1504f06f-d7c2-447b-acc1-5498633749e3 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:05:20.706069 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 1504f06f-d7c2-447b-acc1-5498633749e3 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:05:20.706501 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:20.783943 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 1504f06f-d7c2-447b-acc1-5498633749e3 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:20.784331 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:20.786032 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a2cf9a19-d90e-4d4d-a087-016be4f4c822 req-ba906f87-975f-44d6-a437-ccc504ac0e90 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0295291 Jul 19 11:05:20.807579 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ea5a95-376a-4482-b664-f069e803e258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1504f06f-d7c2-447b-acc1-5498633749e3'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:20.809817 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6493b2d0-70d2-4d0a-9a79-c771123489dd" -d '{"events": [{"server_uuid": "c3ea5a95-376a-4482-b664-f069e803e258", "name": "network-vif-plugged", "status": "completed", "tag": "1504f06f-d7c2-447b-acc1-5498633749e3"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:20.822877 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 1504f06f-d7c2-447b-acc1-5498633749e3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1504f06f-d7c2-447b-acc1-5498633749e3,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:20.826825 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:20.827783 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ba1dd015-6965-43ea-a7cf-059d7c358686 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:05:20.852943 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efb2ddb-493c-4c65-808a-0aea33be4046 x-openstack-request-id: req-0efb2ddb-493c-4c65-808a-0aea33be4046 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:20.853394 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ea5a95-376a-4482-b664-f069e803e258", "name": "network-vif-plugged", "status": "completed", "tag": "1504f06f-d7c2-447b-acc1-5498633749e3", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:20.853492 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0efb2ddb-493c-4c65-808a-0aea33be4046 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:20.853887 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efb2ddb-493c-4c65-808a-0aea33be4046'] response: {'server_uuid': 'c3ea5a95-376a-4482-b664-f069e803e258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1504f06f-d7c2-447b-acc1-5498633749e3', 'code': 200} Jul 19 11:05:20.963334 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b3944-655c-489a-b8e7-e14c3968f49d req-62c0f852-3606-4b05-b5a9-3169c0936e2a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:20.964975 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ba5b3944-655c-489a-b8e7-e14c3968f49d req-62c0f852-3606-4b05-b5a9-3169c0936e2a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 944 time: 0.0531819 Jul 19 11:05:21.012989 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ba5b3944-655c-489a-b8e7-e14c3968f49d req-45c2bf31-4de5-452a-ac2b-4856831dbd8c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Jul 19 11:05:21.022842 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=1504f06f-d7c2-447b-acc1-5498633749e3,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:21.027418 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port ba1dd015-6965-43ea-a7cf-059d7c358686 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:05:21.033272 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port ba1dd015-6965-43ea-a7cf-059d7c358686 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:05:21.033651 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:21.104363 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port ba1dd015-6965-43ea-a7cf-059d7c358686 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:21.104780 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:21.138600 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ba1dd015-6965-43ea-a7cf-059d7c358686, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba1dd015-6965-43ea-a7cf-059d7c358686,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:21.142449 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:21.173703 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea5539-9719-4202-97eb-517cb42f856e req-01af6ee0-7992-4337-8ea3-6d893281e214 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:21.175180 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-54ea5539-9719-4202-97eb-517cb42f856e req-01af6ee0-7992-4337-8ea3-6d893281e214 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0479381 Jul 19 11:05:21.190563 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=ba1dd015-6965-43ea-a7cf-059d7c358686,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:21.223472 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-54ea5539-9719-4202-97eb-517cb42f856e req-b25ed8f8-a7c4-4e11-8da5-91d65cfa9251 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419335 Jul 19 11:05:21.347211 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ba0cc-a54e-484a-8c62-4c0061c415c0 req-780dbc75-8d1c-47b2-b1f5-0630980a025f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:21.348683 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9b2ba0cc-a54e-484a-8c62-4c0061c415c0 req-780dbc75-8d1c-47b2-b1f5-0630980a025f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0468223 Jul 19 11:05:21.394947 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9b2ba0cc-a54e-484a-8c62-4c0061c415c0 req-29ada38f-5c3a-4cee-bbdd-92d3a9bdf827 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402164 Jul 19 11:05:21.591017 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283ffc7-799c-4708-a5d3-d4c533fc032b req-e8dc1af7-3045-49fd-a3a9-27c628231677 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:21.592472 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3283ffc7-799c-4708-a5d3-d4c533fc032b req-e8dc1af7-3045-49fd-a3a9-27c628231677 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0459907 Jul 19 11:05:21.643070 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3283ffc7-799c-4708-a5d3-d4c533fc032b req-a71301be-b12f-4f31-8e8a-4775449475e3 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451157 Jul 19 11:05:21.878070 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9b627a9b-7e3e-40c5-9447-329f36bfee95 req-4fd864f2-6e85-4ac9-986c-ec2a5a2a468f tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0279198 Jul 19 11:05:22.044373 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-ed7fa806-7646-413e-844a-99ad88e1fc52 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526a30d7-5fcf-4c45-86bf-6ddbc902d48c HTTP/1.1" status: 200 len: 217 time: 0.0429912 Jul 19 11:05:22.109282 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-24c238bb-13ab-410e-9e0b-4b2f2a35c8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:22.111807 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-24c238bb-13ab-410e-9e0b-4b2f2a35c8b6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.0523152 Jul 19 11:05:22.146389 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91adb0c-eeec-4813-a9ae-bb448d6e25cf req-ce6829d7-67c1-4155-bc47-60a1a77a8d1b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:22.147971 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c91adb0c-eeec-4813-a9ae-bb448d6e25cf req-ce6829d7-67c1-4155-bc47-60a1a77a8d1b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0561452 Jul 19 11:05:22.201437 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c91adb0c-eeec-4813-a9ae-bb448d6e25cf req-3bb3b206-7830-43f4-a4ad-31f6c952d0e3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Jul 19 11:05:22.216099 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-d3f673d2-92be-4840-a61d-e7fbcc24fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:22.217624 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-d3f673d2-92be-4840-a61d-e7fbcc24fadc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732276 Jul 19 11:05:22.225390 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b919ee3-84bb-4561-938e-d7ef825a77f8 req-6432c21f-76ac-466f-9aa9-e78cb8b3b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:22.226860 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9b919ee3-84bb-4561-938e-d7ef825a77f8 req-6432c21f-76ac-466f-9aa9-e78cb8b3b8b7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 1130 time: 0.0710824 Jul 19 11:05:22.381659 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9b919ee3-84bb-4561-938e-d7ef825a77f8 req-eb6121e5-2408-4a1d-9a83-4495c1be334b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325407 Jul 19 11:05:22.402088 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee5d9f-51f1-4ef6-8806-2289268e3684 req-f8b924e8-a926-483d-a4a1-a46afad526a0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:22.403487 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-62ee5d9f-51f1-4ef6-8806-2289268e3684 req-f8b924e8-a926-483d-a4a1-a46afad526a0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.1061957 Jul 19 11:05:22.419582 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-fc2809a6-b461-45d3-98e6-9714f358e764 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694071 Jul 19 11:05:22.438104 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:22.459227 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-62ee5d9f-51f1-4ef6-8806-2289268e3684 req-88419882-9682-4d31-85f4-1a28f6fe3218 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486767 Jul 19 11:05:22.513945 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f752214-773c-43f7-bd2c-248474688b63 req-12c988b3-1733-4bf6-8e74-a554bf445c9e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:22.515451 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9f752214-773c-43f7-bd2c-248474688b63 req-12c988b3-1733-4bf6-8e74-a554bf445c9e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0485001 Jul 19 11:05:22.562870 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9f752214-773c-43f7-bd2c-248474688b63 req-e9bfccba-e1d5-478a-bf21-4c1417641e7a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418298 Jul 19 11:05:22.761020 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d411db-bc83-4936-8d8c-d65e51104a55 req-3c132818-61d3-4e2e-baff-e6378953e85a tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:22.762479 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f7d411db-bc83-4936-8d8c-d65e51104a55 req-3c132818-61d3-4e2e-baff-e6378953e85a tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0530996 Jul 19 11:05:22.808050 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f7d411db-bc83-4936-8d8c-d65e51104a55 req-7ff038f7-ecd7-4674-b138-2ac7f4804c5b tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Jul 19 11:05:22.854552 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e783c8-8e6d-4789-b81d-8e1ca4a550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1dd015-6965-43ea-a7cf-059d7c358686'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:22.857020 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f5eb77-0a19-4672-804f-85b3e211267e" -d '{"events": [{"server_uuid": "49e783c8-8e6d-4789-b81d-8e1ca4a550a6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1dd015-6965-43ea-a7cf-059d7c358686"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:22.891995 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b1d6b8-0f0c-4590-a5d2-3e1512161045 x-openstack-request-id: req-06b1d6b8-0f0c-4590-a5d2-3e1512161045 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:22.892384 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e783c8-8e6d-4789-b81d-8e1ca4a550a6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1dd015-6965-43ea-a7cf-059d7c358686", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:22.892729 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-06b1d6b8-0f0c-4590-a5d2-3e1512161045 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:22.893127 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b1d6b8-0f0c-4590-a5d2-3e1512161045'] response: {'server_uuid': '49e783c8-8e6d-4789-b81d-8e1ca4a550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1dd015-6965-43ea-a7cf-059d7c358686', 'code': 200} Jul 19 11:05:22.973420 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bd0a8aaa-c7dc-435c-af6e-fa9f7a51bb0a req-4b21db7a-6a5c-4ab2-a9d3-072cb25cdb7d tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Jul 19 11:05:23.326309 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79475a-8591-4083-ad05-b7c4452851d0 req-65cf17ec-eba4-44e5-b93e-b63da3e0fd48 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:23.327797 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fd79475a-8591-4083-ad05-b7c4452851d0 req-65cf17ec-eba4-44e5-b93e-b63da3e0fd48 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0523508 Jul 19 11:05:23.374282 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fd79475a-8591-4083-ad05-b7c4452851d0 req-e3afc01f-b768-46cd-ba5b-7efb457e3db4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Jul 19 11:05:23.578009 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f3a56-27a9-4707-9906-bae07aed58af req-2bed110d-44c6-41bc-ba38-4d0b2dc57862 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:23.579450 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-680f3a56-27a9-4707-9906-bae07aed58af req-2bed110d-44c6-41bc-ba38-4d0b2dc57862 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0500383 Jul 19 11:05:23.590790 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:23.630041 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-680f3a56-27a9-4707-9906-bae07aed58af req-e910c586-f83d-4f75-8fcf-8d3d34956625 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Jul 19 11:05:23.682526 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8880df1-560f-48cd-b340-1f3ffe6ae2b9 req-043fa8d5-1a2e-45ac-9276-ad79abde04fb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:23.684306 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8880df1-560f-48cd-b340-1f3ffe6ae2b9 req-043fa8d5-1a2e-45ac-9276-ad79abde04fb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0503986 Jul 19 11:05:23.702148 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:23.733132 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8880df1-560f-48cd-b340-1f3ffe6ae2b9 req-a68a83d0-80b7-4815-9fb5-0a25d5f8debc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Jul 19 11:05:23.918060 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7dcabb-a254-4aea-b196-b183498bb794 req-d588f779-a38e-4e74-8c78-93a5ec7b7f81 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:23.919483 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9d7dcabb-a254-4aea-b196-b183498bb794 req-d588f779-a38e-4e74-8c78-93a5ec7b7f81 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0451272 Jul 19 11:05:23.966456 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9d7dcabb-a254-4aea-b196-b183498bb794 req-247d0192-cc0f-4498-a579-a0fc813690e9 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Jul 19 11:05:24.071437 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7339f56a-4a77-41f3-9b36-e4bd520e994e req-b9d9086e-0df5-4bea-9b48-e4386a4b658d tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0303695 Jul 19 11:05:24.488629 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1c526-baf0-49e0-bc24-6e45f24dde45 req-0e25eace-e874-41d5-8408-eca1e7cece82 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:24.490085 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fdc1c526-baf0-49e0-bc24-6e45f24dde45 req-0e25eace-e874-41d5-8408-eca1e7cece82 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0509582 Jul 19 11:05:24.536151 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fdc1c526-baf0-49e0-bc24-6e45f24dde45 req-b7e9148f-3bc4-4afa-a8e6-19ac709cf0e4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Jul 19 11:05:24.619330 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 748a7315-79e9-4ab8-ad6a-336c057e8b2c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:05:24.636155 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:24.734095 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:24.746024 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'port_id': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'mac_address': 'fa:16:3e:cd:b1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:05:24.757732 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aa2bc-857c-43ac-a4ba-d5782653bcc8 req-564d273c-14a5-4aa7-a44d-011ff00761e7 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:24.759908 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-866aa2bc-857c-43ac-a4ba-d5782653bcc8 req-564d273c-14a5-4aa7-a44d-011ff00761e7 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0475254 Jul 19 11:05:24.771876 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:24.783294 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 748a7315-79e9-4ab8-ad6a-336c057e8b2c is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:24.783710 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:24.798716 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748a7315-79e9-4ab8-ad6a-336c057e8b2c {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:05:24.816168 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-866aa2bc-857c-43ac-a4ba-d5782653bcc8 req-b7ea2e02-86e1-4db1-b9ac-aad13d288d70 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504544 Jul 19 11:05:24.822042 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:24.826279 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:24.857361 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a881a1-4b02-4479-85fa-aa1fb149000b req-740c7b54-8af5-480e-813c-48bdd57f1bec tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:24.858843 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-75a881a1-4b02-4479-85fa-aa1fb149000b req-740c7b54-8af5-480e-813c-48bdd57f1bec tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0540633 Jul 19 11:05:24.875126 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:24.882640 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.883894 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.884083 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.884529 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.884969 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.885510 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.885827 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.886246 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.886740 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.887074 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.887405 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.887730 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.888056 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.888380 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.888721 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:24.910221 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-75a881a1-4b02-4479-85fa-aa1fb149000b req-e8fd5704-5426-4bb0-89f4-ed4c81cc1bf4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457082 Jul 19 11:05:25.084137 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227a396-a43f-47f2-bb78-8f10cc2911e0 req-c3370661-c939-46d8-b6d2-c3033116100e tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:25.085628 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c227a396-a43f-47f2-bb78-8f10cc2911e0 req-c3370661-c939-46d8-b6d2-c3033116100e tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0507374 Jul 19 11:05:25.135354 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c227a396-a43f-47f2-bb78-8f10cc2911e0 req-dd550a84-0373-45fd-8300-67bba6bfbeea tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440884 Jul 19 11:05:25.171562 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6923147f-8771-4803-886a-93b7db41d15c req-ffb5c234-4a9d-4818-9fbf-d8b3dedf431d tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0274854 Jul 19 11:05:25.650914 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2cd59-d369-4c9f-a686-9b443ddc094a req-c0b28c01-81ba-4cfb-be9c-2a2fb91b781d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:25.652277 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21d2cd59-d369-4c9f-a686-9b443ddc094a req-c0b28c01-81ba-4cfb-be9c-2a2fb91b781d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0506101 Jul 19 11:05:25.698425 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21d2cd59-d369-4c9f-a686-9b443ddc094a req-07fada5b-b04c-4877-8056-a906ebb72300 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Jul 19 11:05:25.948004 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c103321-00a4-4dd9-9a05-8bbd71f4f706 req-142eaf15-90a9-488e-b849-dbd5446193f1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:25.948480 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['748a7315-79e9-4ab8-ad6a-336c057e8b2c'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:05:25.949541 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3c103321-00a4-4dd9-9a05-8bbd71f4f706 req-142eaf15-90a9-488e-b849-dbd5446193f1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0606062 Jul 19 11:05:25.973538 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dc08d29-3597-4f2b-9320-62241464bec7 req-8231154f-f658-40b9-b0dd-15099cb184c3 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433153 Jul 19 11:05:26.002961 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3c103321-00a4-4dd9-9a05-8bbd71f4f706 req-8ecfcdad-730d-459d-93d9-5b1021525edf tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473809 Jul 19 11:05:26.041162 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9abb65-a15a-4ba5-bdf5-ee5429f5bd58 req-aa42b280-5aab-46e1-8573-5ff38e25ffe8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:26.042626 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8f9abb65-a15a-4ba5-bdf5-ee5429f5bd58 req-aa42b280-5aab-46e1-8573-5ff38e25ffe8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Jul 19 11:05:26.090446 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8f9abb65-a15a-4ba5-bdf5-ee5429f5bd58 req-f2e5e51e-07ee-4c98-bd80-cce9eb0a50d3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Jul 19 11:05:26.254796 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0b670-862f-4223-9db0-f7ce743cb8ed req-d4379416-51e2-4591-8c77-da82274dc7ca tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:26.256376 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-88c0b670-862f-4223-9db0-f7ce743cb8ed req-d4379416-51e2-4591-8c77-da82274dc7ca tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0525289 Jul 19 11:05:26.275457 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7d62a16e-d400-4878-906e-6204ba6e0f3c req-4dd37208-7251-4926-a43a-ad17e22b80f1 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0315993 Jul 19 11:05:26.307880 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-88c0b670-862f-4223-9db0-f7ce743cb8ed req-6740a7c0-c4eb-47ea-ba95-031a6718ae45 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Jul 19 11:05:26.828039 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a2c09-e0cc-410b-85e9-7b41206bbeee req-95c30bef-bdfa-44ad-adc7-756ae9109804 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:26.829569 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c73a2c09-e0cc-410b-85e9-7b41206bbeee req-95c30bef-bdfa-44ad-adc7-756ae9109804 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0578411 Jul 19 11:05:26.865538 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:26.878879 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c73a2c09-e0cc-410b-85e9-7b41206bbeee req-cf6afc3c-3b82-47ad-88f6-229f00f76fd3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Jul 19 11:05:27.074397 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:27.138085 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cb300-e055-4746-8e94-87cfeeb5910b req-6dbe42c2-3708-44d9-8267-3c1398387905 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:27.139489 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-241cb300-e055-4746-8e94-87cfeeb5910b req-6dbe42c2-3708-44d9-8267-3c1398387905 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 943 time: 0.0547888 Jul 19 11:05:27.206590 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-241cb300-e055-4746-8e94-87cfeeb5910b req-7b2ebf8a-8600-41e3-871d-29748b6ff64b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570238 Jul 19 11:05:27.240876 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359126d-310b-443a-95fc-9db66edfb4db req-035e00f0-d424-4c85-ac03-42a16797acc3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:27.242386 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e359126d-310b-443a-95fc-9db66edfb4db req-035e00f0-d424-4c85-ac03-42a16797acc3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 945 time: 0.0557730 Jul 19 11:05:27.292618 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e359126d-310b-443a-95fc-9db66edfb4db req-d6dfdde3-337d-4a48-aec2-4c7e96784a6d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446858 Jul 19 11:05:27.379279 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d83016d1-df8a-47dc-9090-a429a7fdaa2d req-5827e4f3-2dd9-47d0-8398-22cb3d89c7ac tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0314183 Jul 19 11:05:27.583526 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-fe0ff02b-38a2-468a-bf43-ac7f73057245 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:27.584901 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-fe0ff02b-38a2-468a-bf43-ac7f73057245 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.27 "GET /v2.0/networks?id=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 HTTP/1.1" status: 200 len: 809 time: 0.1028848 Jul 19 11:05:27.644038 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5815-42d8-4279-9963-79e43adc3b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:27.798278 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 526a30d7-5fcf-4c45-86bf-6ddbc902d48c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:05:27.815046 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 748a7315-79e9-4ab8-ad6a-336c057e8b2c up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:05:27.937271 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 748a7315-79e9-4ab8-ad6a-336c057e8b2c completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:05:27.949997 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 748a7315-79e9-4ab8-ad6a-336c057e8b2c triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:05:27.950401 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:27.992937 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:28.005033 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:28.005345 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ead50a-211b-4f5d-ad43-e3a6a207a6f9 req-7738db5b-f988-4127-b571-2dbed75a1423 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:28.006881 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-97ead50a-211b-4f5d-ad43-e3a6a207a6f9 req-7738db5b-f988-4127-b571-2dbed75a1423 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0521669 Jul 19 11:05:28.035765 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:05:28.072276 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 748a7315-79e9-4ab8-ad6a-336c057e8b2c is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:28.073004 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:28.073163 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-97ead50a-211b-4f5d-ad43-e3a6a207a6f9 req-38e2dec2-e7ed-412b-a905-03c9b79be7ef tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577104 Jul 19 11:05:28.092246 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:28.092771 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:28.100722 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:28.112002 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:28.114170 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566db8bf-54c7-4441-a416-bba830e036d6" -d '{"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-plugged", "status": "completed", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:28.133215 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:28.134967 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526a30d7-5fcf-4c45-86bf-6ddbc902d48c {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:05:28.142168 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:28.175936 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:28.181018 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d7d5d0-292a-489c-bb66-bbd5c5f79dec x-openstack-request-id: req-79d7d5d0-292a-489c-bb66-bbd5c5f79dec {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:28.181308 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-plugged", "status": "completed", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:28.181561 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-79d7d5d0-292a-489c-bb66-bbd5c5f79dec {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:28.181945 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d7d5d0-292a-489c-bb66-bbd5c5f79dec'] response: {'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'code': 200} Jul 19 11:05:28.185431 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:28.190732 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:28.209213 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:28.256966 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:28.311950 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062724e-9544-4c0b-891c-cbd881eb2e6a req-93f363a1-7dec-47a6-9081-ac3502e77a7d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:28.313417 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c062724e-9544-4c0b-891c-cbd881eb2e6a req-93f363a1-7dec-47a6-9081-ac3502e77a7d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 944 time: 0.0462689 Jul 19 11:05:28.358916 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c062724e-9544-4c0b-891c-cbd881eb2e6a req-9c68d618-0278-40b0-b652-b165767180a6 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399795 Jul 19 11:05:28.442113 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:28.457754 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5955dc5-7417-4da6-a88f-d9ea9f446dc5 req-f457a4c6-f860-469d-b637-959abf437f63 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:28.459280 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f5955dc5-7417-4da6-a88f-d9ea9f446dc5 req-f457a4c6-f860-469d-b637-959abf437f63 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0473497 Jul 19 11:05:28.505530 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f5955dc5-7417-4da6-a88f-d9ea9f446dc5 req-e7456445-552c-4a53-9525-bda1ff6c9a79 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403144 Jul 19 11:05:28.591192 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-698a4316-635b-4afb-9733-37ef1a12fcb7 req-f184dd43-dde4-4d9d-a652-b7c2ba1ff1a9 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0301418 Jul 19 11:05:29.184503 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002311dd-3820-462f-ac45-f1365f89bd92 req-9f8d664a-eac4-4614-8e23-2c4aaf732e80 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:29.186294 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-002311dd-3820-462f-ac45-f1365f89bd92 req-9f8d664a-eac4-4614-8e23-2c4aaf732e80 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0466924 Jul 19 11:05:29.233450 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-002311dd-3820-462f-ac45-f1365f89bd92 req-23e20b1e-0ba6-4a35-a97c-4b9224308d7d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Jul 19 11:05:29.468506 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1964d4-77d7-45c7-b83f-160fd1a7ca39 req-05aa4da8-2618-4fe4-b6a8-9aa037d50df3 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:29.470008 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc1964d4-77d7-45c7-b83f-160fd1a7ca39 req-05aa4da8-2618-4fe4-b6a8-9aa037d50df3 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 944 time: 0.0464458 Jul 19 11:05:29.517363 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc1964d4-77d7-45c7-b83f-160fd1a7ca39 req-e3284105-4955-4213-bd15-2871f2367436 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Jul 19 11:05:29.626521 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbc1ba-ccd2-443d-815b-6608399c1f8e req-03f769ad-a94e-4d7c-a7e7-c8b8203bfb57 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:29.627960 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-21fbc1ba-ccd2-443d-815b-6608399c1f8e req-03f769ad-a94e-4d7c-a7e7-c8b8203bfb57 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0498872 Jul 19 11:05:29.673508 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-21fbc1ba-ccd2-443d-815b-6608399c1f8e req-a823e8cd-9258-41e4-8127-cff1108fbfa7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400662 Jul 19 11:05:29.759701 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ed7ee9b1-030a-48b3-8737-b109fe4f6ddb req-695d9608-36fd-4bee-aedd-90550e971086 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0280604 Jul 19 11:05:29.949743 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-34dadeab-2ebc-46e5-a56c-a974042644d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:30.345006 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca7ad1-3ccd-473a-9d6c-89d4b5b5d937 req-89acf735-4fea-4acd-9b63-7309d415fe32 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:30.346422 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-02ca7ad1-3ccd-473a-9d6c-89d4b5b5d937 req-89acf735-4fea-4acd-9b63-7309d415fe32 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0458267 Jul 19 11:05:30.395263 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-02ca7ad1-3ccd-473a-9d6c-89d4b5b5d937 req-c835c9d1-887b-4772-b808-307ad33d4c50 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434422 Jul 19 11:05:30.504206 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:05:30.646229 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05290ad-9223-491f-b93e-5ea40f63d9c4 req-8045d8d2-fa8b-4519-8de9-0db29ade94a0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:30.647704 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f05290ad-9223-491f-b93e-5ea40f63d9c4 req-8045d8d2-fa8b-4519-8de9-0db29ade94a0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 944 time: 0.0567577 Jul 19 11:05:30.699926 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f05290ad-9223-491f-b93e-5ea40f63d9c4 req-3ee89ad2-7494-4e06-9ae1-161a18eafde0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429988 Jul 19 11:05:30.802529 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01490196-6a24-4a48-9dbc-2f72665a92e9 req-d69e7579-fe14-47d8-9f96-1347ea94392f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:30.803960 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-01490196-6a24-4a48-9dbc-2f72665a92e9 req-d69e7579-fe14-47d8-9f96-1347ea94392f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0477502 Jul 19 11:05:30.853266 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-01490196-6a24-4a48-9dbc-2f72665a92e9 req-153a05af-498f-436c-a5fd-af6dde78ebea tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 Jul 19 11:05:30.946323 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-474ce5d8-c58e-4006-902e-53fd9ce6da1c req-6b332ff2-9e9e-44ca-854f-68d1af7994ad tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0311608 Jul 19 11:05:31.104327 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:31.152427 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['526a30d7-5fcf-4c45-86bf-6ddbc902d48c'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:05:31.187058 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Request body: {'port': {'device_id': 'b4e0099f-88fa-4929-94a2-ef54325bace7', 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2', 'admin_state_up': True, 'tenant_id': '88dc732812fc4fdd8e9c307f3565ba58'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:31.327470 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Made reservation on behalf of 88dc732812fc4fdd8e9c307f3565ba58 for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:31.330831 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:31.348216 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:31.357823 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a70bf-aec5-4e19-8e13-cbedcd04bb41 req-c833f1a7-f341-410c-acd7-cda66b00c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:31.359485 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-545a70bf-aec5-4e19-8e13-cbedcd04bb41 req-c833f1a7-f341-410c-acd7-cda66b00c17b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 1129 time: 0.0656567 Jul 19 11:05:31.508749 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:31.516759 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Allocated IP 172.20.0.10 (392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2/16a57f54-b22d-437e-8767-775b71410199/76b1d057-9d32-40d9-8cd9-1ba190a6841d) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:05:31.538445 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800dfd-4395-48de-a4ac-aa1320ffe2cf req-4c40ba3a-10c7-42f4-a976-98505063a457 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:31.540602 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67800dfd-4395-48de-a4ac-aa1320ffe2cf req-4c40ba3a-10c7-42f4-a976-98505063a457 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0695760 Jul 19 11:05:31.641109 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67800dfd-4395-48de-a4ac-aa1320ffe2cf req-73d964f3-ecd5-4b4e-bad4-7db88af64574 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915210 Jul 19 11:05:31.721759 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks [] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:31.755507 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:31.826572 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:05:31.836510 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:05:31.844542 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:05:31.849808 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:31.850426 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:31.855774 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Pushing event updated for resources: {'Port': ['ID=76b1d057-9d32-40d9-8cd9-1ba190a6841d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:31.874739 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cbe7b-e4c1-4f3b-86f0-43896d4fe009 req-1aea9faf-e14a-403f-b0b0-74b84814da0b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:31.876166 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ac6cbe7b-e4c1-4f3b-86f0-43896d4fe009 req-1aea9faf-e14a-403f-b0b0-74b84814da0b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 944 time: 0.1090107 Jul 19 11:05:31.878371 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.878715 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.879054 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.879390 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.879959 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.880072 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.880362 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.880747 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.881032 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.881356 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.881677 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.881998 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.882316 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.883162 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.883485 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:31.891890 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-5dc23af3-e93e-4aa4-91c4-585084d0bdf3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7088709 Jul 19 11:05:31.941873 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ac6cbe7b-e4c1-4f3b-86f0-43896d4fe009 req-6b053fea-2640-4e82-9ef7-46069ee0e76a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543978 Jul 19 11:05:32.055880 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc9abd-7271-4c00-afa4-e7ef10e26f4f req-5c68035d-a6ca-4555-bee7-d36be9fbee64 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:32.057554 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4abc9abd-7271-4c00-afa4-e7ef10e26f4f req-5c68035d-a6ca-4555-bee7-d36be9fbee64 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0489321 Jul 19 11:05:32.106386 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4abc9abd-7271-4c00-afa4-e7ef10e26f4f req-e13c0468-ff41-4951-8e9f-ef7db80dc385 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432136 Jul 19 11:05:32.215365 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826262cd-9113-4946-a1f3-d257b092da24 req-a5f644cb-a0a1-421b-8413-174b76ba39c1 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:32.216915 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-826262cd-9113-4946-a1f3-d257b092da24 req-a5f644cb-a0a1-421b-8413-174b76ba39c1 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 932 time: 0.0531378 Jul 19 11:05:32.267442 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-826262cd-9113-4946-a1f3-d257b092da24 req-54d7940f-da79-42b5-a8db-0c12ad21d6fe tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447788 Jul 19 11:05:32.529831 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Request body: {'port': {'device_id': 'b4e0099f-88fa-4929-94a2-ef54325bace7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:32.542607 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:32.563862 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:32.580195 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-545a70bf-aec5-4e19-8e13-cbedcd04bb41 req-68fb8e8b-12b4-4a7f-a566-208e10c4d533 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892029 Jul 19 11:05:32.625517 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:32.652246 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0637d-4e55-4ef8-8859-a77ea696071b req-b75d4fd2-b555-41fa-a0df-e61f8faa7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:32.654280 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9ad0637d-4e55-4ef8-8859-a77ea696071b req-b75d4fd2-b555-41fa-a0df-e61f8faa7234 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 1130 time: 0.1105709 Jul 19 11:05:32.691476 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 526a30d7-5fcf-4c45-86bf-6ddbc902d48c up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:05:32.782512 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:05:32.786542 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:32.791334 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:05:32.791898 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:32.802775 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:32.874688 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ead71-9cb8-4b5d-883a-7a4c873211a2 req-c7c8f1ed-60b1-4ea3-a5a1-15402019893e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:32.876210 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0c3ead71-9cb8-4b5d-883a-7a4c873211a2 req-c7c8f1ed-60b1-4ea3-a5a1-15402019893e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0946586 Jul 19 11:05:32.899529 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:32.900171 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:32.930446 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:32.936787 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0680a8f5-2471-4c50-b978-d259fbe87283" -d '{"events": [{"server_uuid": "4c71f564-de63-4fcd-88ce-01ecba3d8372", "name": "network-vif-plugged", "status": "completed", "tag": "526a30d7-5fcf-4c45-86bf-6ddbc902d48c"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:32.950648 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:32.956850 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:33.017294 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0c3ead71-9cb8-4b5d-883a-7a4c873211a2 req-2f777a2f-1bba-40b6-b494-dbf3284a04f3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050136 Jul 19 11:05:33.022733 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0bbdf9-64fd-46c8-93c3-9ea61c92e167 x-openstack-request-id: req-cb0bbdf9-64fd-46c8-93c3-9ea61c92e167 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:33.023965 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c71f564-de63-4fcd-88ce-01ecba3d8372", "name": "network-vif-plugged", "status": "completed", "tag": "526a30d7-5fcf-4c45-86bf-6ddbc902d48c", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:33.026238 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cb0bbdf9-64fd-46c8-93c3-9ea61c92e167 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:33.026706 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0bbdf9-64fd-46c8-93c3-9ea61c92e167'] response: {'server_uuid': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'code': 200} Jul 19 11:05:33.063736 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b1d057-9d32-40d9-8cd9-1ba190a6841d {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:05:33.074023 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:33.075116 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Publish callbacks [] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:33.090393 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Transition to ACTIVE for port object 76b1d057-9d32-40d9-8cd9-1ba190a6841d will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:05:33.095097 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:33.182551 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Pushing event updated for resources: {'Port': ['ID=76b1d057-9d32-40d9-8cd9-1ba190a6841d,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:33.193943 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Attempting to bind port 76b1d057-9d32-40d9-8cd9-1ba190a6841d on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:05:33.194272 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Attempting to bind port 76b1d057-9d32-40d9-8cd9-1ba190a6841d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ee6dc741-f502-46af-9770-1b76ab99e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:05:33.194595 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Attempting to bind port 76b1d057-9d32-40d9-8cd9-1ba190a6841d on network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:05:33.195498 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc38cc-1e83-4e5b-93ec-07315658337a req-bd0bd35d-49f2-48f4-877d-8e6fdfbba663 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:33.197251 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9bc38cc-1e83-4e5b-93ec-07315658337a req-bd0bd35d-49f2-48f4-877d-8e6fdfbba663 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0781519 Jul 19 11:05:33.209650 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Port 76b1d057-9d32-40d9-8cd9-1ba190a6841d on network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:05:33.209971 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Attempting to bind port 76b1d057-9d32-40d9-8cd9-1ba190a6841d on network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:05:33.233558 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:05:33.233894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Checking segment: {'id': 'ee6dc741-f502-46af-9770-1b76ab99e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:05:33.234274 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Bound using segment: {'id': 'ee6dc741-f502-46af-9770-1b76ab99e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:05:33.234700 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Bound port: 76b1d057-9d32-40d9-8cd9-1ba190a6841d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6dc741-f502-46af-9770-1b76ab99e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:05:33.235054 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:33.251916 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9ad0637d-4e55-4ef8-8859-a77ea696071b req-ddb4f44f-aaf8-457e-8aa8-992ed493ff76 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897322 Jul 19 11:05:33.259184 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708481f0-70c4-4773-880c-39604e0313e8 req-56397aa2-6b10-43cd-bde0-740389b46117 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:33.260642 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-708481f0-70c4-4773-880c-39604e0313e8 req-56397aa2-6b10-43cd-bde0-740389b46117 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0637729 Jul 19 11:05:33.271044 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9bc38cc-1e83-4e5b-93ec-07315658337a req-93a400ba-20f5-42c6-8b9d-84a165615753 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674059 Jul 19 11:05:33.352112 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] For port 76b1d057-9d32-40d9-8cd9-1ba190a6841d, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:05:33.356963 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-708481f0-70c4-4773-880c-39604e0313e8 req-e426cffd-bed5-4272-a894-6aecc91e74d4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706997 Jul 19 11:05:33.358808 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] For port 76b1d057-9d32-40d9-8cd9-1ba190a6841d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76b1d057-9d32-40d9-8cd9-1ba190a6841d,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:05:33.365259 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:33.388570 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889394bc-4969-4d5a-be8f-8a9d6950b0f8 req-d15ba35c-2509-4e4f-b686-c720233e8e06 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:33.390077 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-889394bc-4969-4d5a-be8f-8a9d6950b0f8 req-d15ba35c-2509-4e4f-b686-c720233e8e06 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0523746 Jul 19 11:05:33.398053 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:33.399717 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:33.401124 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] 10.222.0.27 "PUT /v2.0/ports/76b1d057-9d32-40d9-8cd9-1ba190a6841d HTTP/1.1" status: 200 len: 1094 time: 0.8776691 Jul 19 11:05:33.403597 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e0099f-88fa-4929-94a2-ef54325bace7', 'tag': '76b1d057-9d32-40d9-8cd9-1ba190a6841d'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:33.405710 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d316bf-dc7f-4d17-82b1-245b90b7254d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e0099f-88fa-4929-94a2-ef54325bace7", "tag": "76b1d057-9d32-40d9-8cd9-1ba190a6841d"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:33.431804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcba3c-cbe1-4d5a-89f1-a5ec8992de68 service neutron] Pushing event updated for resources: {'Port': ['ID=76b1d057-9d32-40d9-8cd9-1ba190a6841d,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:33.440724 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-889394bc-4969-4d5a-be8f-8a9d6950b0f8 req-975f9eab-7b52-4ee5-b4f1-72066789a078 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440776 Jul 19 11:05:33.442130 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5094f261-0843-406c-9787-40fa8f7cf6c4 x-openstack-request-id: req-5094f261-0843-406c-9787-40fa8f7cf6c4 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:33.442581 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e0099f-88fa-4929-94a2-ef54325bace7", "tag": "76b1d057-9d32-40d9-8cd9-1ba190a6841d", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:33.442842 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5094f261-0843-406c-9787-40fa8f7cf6c4 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:33.443244 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5094f261-0843-406c-9787-40fa8f7cf6c4'] response: {'name': 'network-changed', 'server_uuid': 'b4e0099f-88fa-4929-94a2-ef54325bace7', 'tag': '76b1d057-9d32-40d9-8cd9-1ba190a6841d', 'status': 'completed', 'code': 200} Jul 19 11:05:34.131277 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f640a7-0f46-4dff-9361-7090e88528f0 req-b6468182-0c60-41a7-9d18-0cfe63a0c7be tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:34.132773 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-76f640a7-0f46-4dff-9361-7090e88528f0 req-b6468182-0c60-41a7-9d18-0cfe63a0c7be tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0478096 Jul 19 11:05:34.184336 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-76f640a7-0f46-4dff-9361-7090e88528f0 req-dea3b5a3-f997-431f-a8dd-f619f2415433 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460653 Jul 19 11:05:34.338418 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 47892) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:34.383682 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab13e32-54c9-4e06-84c4-b8b4f212c7f9 req-30f9de8f-f8c6-4cb9-bc85-ae96614e3678 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:34.385183 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fab13e32-54c9-4e06-84c4-b8b4f212c7f9 req-30f9de8f-f8c6-4cb9-bc85-ae96614e3678 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0474894 Jul 19 11:05:34.397728 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:34.435999 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fab13e32-54c9-4e06-84c4-b8b4f212c7f9 req-4e28b98c-34ed-4b7a-bdbd-83af11f2e569 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Jul 19 11:05:34.452859 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:34.484535 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-07fc04fd-6e75-4489-8e5a-4710d80459ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:34.511757 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250172f-b79a-482e-9c8c-c82200de7d9b req-d22e53b2-644e-4951-9391-8e56e90b3b26 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:34.513234 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6250172f-b79a-482e-9c8c-c82200de7d9b req-d22e53b2-644e-4951-9391-8e56e90b3b26 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0826323 Jul 19 11:05:34.556345 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32b057-1904-4145-9b83-ebc1510aeec4 req-520555cc-eaa3-4cca-a796-fe5f2737ab48 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:34.557965 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0f32b057-1904-4145-9b83-ebc1510aeec4 req-520555cc-eaa3-4cca-a796-fe5f2737ab48 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0477927 Jul 19 11:05:34.578900 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:34.592355 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6250172f-b79a-482e-9c8c-c82200de7d9b req-e8fa76a6-7eef-4110-91d3-6913a31b19ae tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728517 Jul 19 11:05:34.612092 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0f32b057-1904-4145-9b83-ebc1510aeec4 req-4396e8e8-35a7-4d70-87fd-d07af8633f74 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482800 Jul 19 11:05:34.627193 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-07fc04fd-6e75-4489-8e5a-4710d80459ce admin admin] Publish callbacks [] for security_group (eebdd3d1-9155-49d9-b9c5-36bf55f2128b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:34.631131 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-07fc04fd-6e75-4489-8e5a-4710d80459ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (eebdd3d1-9155-49d9-b9c5-36bf55f2128b), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:34.671761 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-07fc04fd-6e75-4489-8e5a-4710d80459ce admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=139e7e7d91c548beabab5f85ffad55d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322196 Jul 19 11:05:34.672525 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc04fd-6e75-4489-8e5a-4710d80459ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebdd3d1-9155-49d9-b9c5-36bf55f2128b,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:34.675217 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 47900) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:34.723919 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Publish callbacks [] for security_group (eebdd3d1-9155-49d9-b9c5-36bf55f2128b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:34.746132 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Publish callbacks [] for security_group (eebdd3d1-9155-49d9-b9c5-36bf55f2128b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:34.793379 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (eebdd3d1-9155-49d9-b9c5-36bf55f2128b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:34.795917 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:34.797065 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/eebdd3d1-9155-49d9-b9c5-36bf55f2128b HTTP/1.1" status: 204 len: 168 time: 0.1205051 Jul 19 11:05:34.804623 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebdd3d1-9155-49d9-b9c5-36bf55f2128b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:34.811706 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.812053 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.812412 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.812772 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.813109 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.813435 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.813758 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.814079 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.814399 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.814720 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.815046 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.815362 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.815696 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.815991 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:34.816303 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85697959-c104-4f42-abf1-703523c57311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:05:35.301184 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974181b1-8a0e-4994-a5bc-27622038b8a2 req-df42d226-9cde-40a6-939b-d6b622aece92 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:35.302734 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-974181b1-8a0e-4994-a5bc-27622038b8a2 req-df42d226-9cde-40a6-939b-d6b622aece92 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0517635 Jul 19 11:05:35.353686 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-974181b1-8a0e-4994-a5bc-27622038b8a2 req-028df69e-fff3-4820-826d-91059eef5ea4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Jul 19 11:05:35.554677 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97552bf5-b2a7-4c64-9e0b-9a7262e5dda9 req-0588bb89-2100-42a9-b81f-a8d8a9129f7b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:35.556176 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-97552bf5-b2a7-4c64-9e0b-9a7262e5dda9 req-0588bb89-2100-42a9-b81f-a8d8a9129f7b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0516756 Jul 19 11:05:35.609965 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-97552bf5-b2a7-4c64-9e0b-9a7262e5dda9 req-e6af09f8-2925-44b5-af7d-6bc94bd4832e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482173 Jul 19 11:05:35.720882 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf21d0-5958-4d95-9f0f-2b20db4abb25 req-67ba15b2-6468-44fc-8d0d-07db094b1d4a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:35.722407 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5adf21d0-5958-4d95-9f0f-2b20db4abb25 req-67ba15b2-6468-44fc-8d0d-07db094b1d4a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0510073 Jul 19 11:05:35.743457 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98d571-7c95-46b2-917d-5262c8260c91 req-f9ec3a8c-e3f3-4ecc-b43a-385711c390d7 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:35.745169 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-be98d571-7c95-46b2-917d-5262c8260c91 req-f9ec3a8c-e3f3-4ecc-b43a-385711c390d7 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0571728 Jul 19 11:05:35.777097 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5adf21d0-5958-4d95-9f0f-2b20db4abb25 req-8166e19b-6818-4711-b087-b6f4075a53c6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464442 Jul 19 11:05:35.800924 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-be98d571-7c95-46b2-917d-5262c8260c91 req-5693a03b-02a9-48b6-8906-d1981804a06e tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492275 Jul 19 11:05:36.472909 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb537-9c77-4b7f-bfce-0246f64ea552 req-2365d357-6341-4a86-ad74-4f3cf59a2f7d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:36.474371 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-efabb537-9c77-4b7f-bfce-0246f64ea552 req-2365d357-6341-4a86-ad74-4f3cf59a2f7d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0546479 Jul 19 11:05:36.733415 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-efabb537-9c77-4b7f-bfce-0246f64ea552 req-6d1097d4-695a-4775-8bad-930a2e3997d4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522557 Jul 19 11:05:36.742301 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fd859-3e62-4bc7-ad35-4e54af5c8628 req-0de1bf2c-0295-40c7-8ada-919ab6b2354f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:36.744583 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-874fd859-3e62-4bc7-ad35-4e54af5c8628 req-0de1bf2c-0295-40c7-8ada-919ab6b2354f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0600493 Jul 19 11:05:36.795651 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-874fd859-3e62-4bc7-ad35-4e54af5c8628 req-aa2d059a-3597-4e0a-bad2-8b18e3085164 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452211 Jul 19 11:05:36.911970 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:36.959869 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03233cdb-2c16-4aaa-be21-69e364c95085 req-8bd91a9e-97a6-4b67-b269-e0d2b9d00c4b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:36.965170 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-03233cdb-2c16-4aaa-be21-69e364c95085 req-8bd91a9e-97a6-4b67-b269-e0d2b9d00c4b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1010575 Jul 19 11:05:36.981162 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01069e-c778-45d5-b3cc-bb8b5ad4b4ae req-be1f1bdb-388f-4eee-aae4-f7d58aa894ec tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:36.988573 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fd01069e-c778-45d5-b3cc-bb8b5ad4b4ae req-be1f1bdb-388f-4eee-aae4-f7d58aa894ec tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0990415 Jul 19 11:05:37.032567 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-03233cdb-2c16-4aaa-be21-69e364c95085 req-c62eb6cd-0a2f-4507-8757-d5ea7bc24f59 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617421 Jul 19 11:05:37.046459 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fd01069e-c778-45d5-b3cc-bb8b5ad4b4ae req-84b9103a-1b91-4e70-b170-46028376d73e tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Jul 19 11:05:37.844466 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb498d26-0a67-415d-a9ab-496e103773ab req-cb4b1bc1-8be1-42e3-92ee-0ea3778012be tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:37.846093 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cb498d26-0a67-415d-a9ab-496e103773ab req-cb4b1bc1-8be1-42e3-92ee-0ea3778012be tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0482903 Jul 19 11:05:37.901239 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cb498d26-0a67-415d-a9ab-496e103773ab req-3279e2ec-804d-4a19-ac2a-ab12117d9ecc tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Jul 19 11:05:37.937318 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e998c-4f88-4954-818e-c2dfc5e2fda8 req-1a83e3b4-1440-42a0-ba0b-b39d70e9f23b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:37.938948 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d73e998c-4f88-4954-818e-c2dfc5e2fda8 req-1a83e3b4-1440-42a0-ba0b-b39d70e9f23b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0707722 Jul 19 11:05:37.990998 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d73e998c-4f88-4954-818e-c2dfc5e2fda8 req-d4c8ec97-e661-47af-b67c-ab1d1f2e3832 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 Jul 19 11:05:38.166189 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28744ea1-77f9-4a3c-91f4-555dd968db9c req-37e635ad-92e0-4634-b8fc-0a6a718ae54b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:38.168549 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-28744ea1-77f9-4a3c-91f4-555dd968db9c req-37e635ad-92e0-4634-b8fc-0a6a718ae54b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0573964 Jul 19 11:05:38.245908 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-28744ea1-77f9-4a3c-91f4-555dd968db9c req-14d5039c-872a-4fa6-829f-75a4a23fbca2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690558 Jul 19 11:05:38.336419 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b7065-1c86-48bb-b29e-ae2652fbbee1 req-56f296aa-822a-4cc9-ad99-7959ba48a645 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:38.338752 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7b7b7065-1c86-48bb-b29e-ae2652fbbee1 req-56f296aa-822a-4cc9-ad99-7959ba48a645 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0771809 Jul 19 11:05:38.396240 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b069-65c3-4fcf-9d60-7c3033f863c6 req-d8729739-02c9-433e-a050-cf8c2f64603f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:38.404883 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-65f2b069-65c3-4fcf-9d60-7c3033f863c6 req-d8729739-02c9-433e-a050-cf8c2f64603f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0893011 Jul 19 11:05:38.407373 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7b7b7065-1c86-48bb-b29e-ae2652fbbee1 req-76724ae2-3dbb-475a-a9bd-d0822be77c4a tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622613 Jul 19 11:05:38.449677 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:38.468186 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-65f2b069-65c3-4fcf-9d60-7c3033f863c6 req-a5fd9eb6-0e7a-4e90-8da9-c4010ab0e766 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621967 Jul 19 11:05:38.952455 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6b851-d2ce-4411-bdfb-063cf7503d34 req-4e3967f8-0124-4d1a-a7b6-a3d9ab498d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:38.953987 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c7a6b851-d2ce-4411-bdfb-063cf7503d34 req-4e3967f8-0124-4d1a-a7b6-a3d9ab498d9c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 1129 time: 0.0427198 Jul 19 11:05:39.110085 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02de91-8cd5-4f3a-b919-7d6f1182d0eb req-5864cab3-a2a7-41b2-9a78-14459a54edcd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:39.111568 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4d02de91-8cd5-4f3a-b919-7d6f1182d0eb req-5864cab3-a2a7-41b2-9a78-14459a54edcd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0509408 Jul 19 11:05:39.160493 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4d02de91-8cd5-4f3a-b919-7d6f1182d0eb req-5096fba1-7aa1-4019-b101-f2429dbb7978 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Jul 19 11:05:39.366392 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d70c6b-4902-4aa9-96dc-a06571bae0d1 req-e4f1b62b-8136-4293-8d9f-30dc238fd1ea tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:39.367812 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-40d70c6b-4902-4aa9-96dc-a06571bae0d1 req-e4f1b62b-8136-4293-8d9f-30dc238fd1ea tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0454652 Jul 19 11:05:39.416853 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-40d70c6b-4902-4aa9-96dc-a06571bae0d1 req-d57be00f-26c5-4bbe-b085-8db87b7c6d8d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433652 Jul 19 11:05:39.517781 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b4d97-1bee-4c79-841c-9b7d8da31cfb req-392f682c-fcbf-4f63-900e-f013f59b0c42 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:39.520019 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dd5b4d97-1bee-4c79-841c-9b7d8da31cfb req-392f682c-fcbf-4f63-900e-f013f59b0c42 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0499568 Jul 19 11:05:39.528644 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1296d86-df7a-4fd5-8d16-d2216a5928af req-8f7be3b0-44ec-4821-8358-fa2b9d7c6d80 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:39.530127 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b1296d86-df7a-4fd5-8d16-d2216a5928af req-8f7be3b0-44ec-4821-8358-fa2b9d7c6d80 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0473371 Jul 19 11:05:39.538856 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48076) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:39.543126 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-5f445b7f-dc8d-4d45-83bf-69145ab21303 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'floatingip': {'port_id': '748a7315-79e9-4ab8-ad6a-336c057e8b2c'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:39.620013 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5f445b7f-dc8d-4d45-83bf-69145ab21303 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (91cac608-096d-4d8c-9cc7-95e9aa913259), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:39.626593 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72553c-e9a6-4c9b-9486-837491a7767c req-56487b87-dd6d-455b-aa6b-a7ed903809b3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:39.630235 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:39.631920 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce72553c-e9a6-4c9b-9486-837491a7767c req-56487b87-dd6d-455b-aa6b-a7ed903809b3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0556922 Jul 19 11:05:39.675526 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce72553c-e9a6-4c9b-9486-837491a7767c req-0a1c2924-3236-4437-a118-45cd55c4be44 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Jul 19 11:05:39.729072 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dd5b4d97-1bee-4c79-841c-9b7d8da31cfb req-b7e4de85-acb0-4ec6-984a-8bda6c9343fc tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035096 Jul 19 11:05:39.768574 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:40.249002 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5f445b7f-dc8d-4d45-83bf-69145ab21303 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:40.253555 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5f445b7f-dc8d-4d45-83bf-69145ab21303 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (91cac608-096d-4d8c-9cc7-95e9aa913259), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:40.279833 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa317-7fea-4684-b071-71504db5dc7c req-24a633b1-bec0-4962-a849-e4157307d2ec tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:40.281532 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-587aa317-7fea-4684-b071-71504db5dc7c req-24a633b1-bec0-4962-a849-e4157307d2ec tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0543742 Jul 19 11:05:40.333255 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-587aa317-7fea-4684-b071-71504db5dc7c req-1167090f-be03-4e6b-9080-f7dc39e70338 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443358 Jul 19 11:05:40.355012 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [None req-5f445b7f-dc8d-4d45-83bf-69145ab21303 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Floating IP 91cac608-096d-4d8c-9cc7-95e9aa913259 associated. External IP: 172.37.3.126, port: 748a7315-79e9-4ab8-ad6a-336c057e8b2c. Jul 19 11:05:40.543374 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f445b7f-dc8d-4d45-83bf-69145ab21303 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Router e01c796f-d13a-42a3-adf8-54b56ec00658 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:05:40.647571 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f445b7f-dc8d-4d45-83bf-69145ab21303 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:05:40.652821 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5f445b7f-dc8d-4d45-83bf-69145ab21303 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:40.660421 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] Sync routers for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:05:40.683272 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-5f445b7f-dc8d-4d45-83bf-69145ab21303 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "PUT /v2.0/floatingips/91cac608-096d-4d8c-9cc7-95e9aa913259 HTTP/1.1" status: 200 len: 992 time: 1.1433423 Jul 19 11:05:40.683971 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:40.686405 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55" -d '{"events": [{"name": "network-changed", "server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:40.726791 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d67df0-7b11-41b1-905c-799a537f4b7d x-openstack-request-id: req-a8d67df0-7b11-41b1-905c-799a537f4b7d {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:40.727166 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:40.727485 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a8d67df0-7b11-41b1-905c-799a537f4b7d {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:40.727893 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d67df0-7b11-41b1-905c-799a537f4b7d'] response: {'name': 'network-changed', 'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'status': 'completed', 'code': 200} Jul 19 11:05:40.756863 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:05:40.757507 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:05:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:40.796652 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795858-4df7-468b-b1f5-f9c8eb8fe3ce req-85300b3f-5c32-4fa1-b53a-4a07f5c3871e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:40.798102 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77795858-4df7-468b-b1f5-f9c8eb8fe3ce req-85300b3f-5c32-4fa1-b53a-4a07f5c3871e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0485709 Jul 19 11:05:40.860065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fff71-8f4f-4408-bcf2-7c0cb6cb417e req-c61d02c6-79c2-4a86-b10d-93b117a08499 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:40.861765 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fc7fff71-8f4f-4408-bcf2-7c0cb6cb417e req-c61d02c6-79c2-4a86-b10d-93b117a08499 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0565674 Jul 19 11:05:40.864318 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77795858-4df7-468b-b1f5-f9c8eb8fe3ce req-bc5a62ea-e07a-4a3b-9e93-6138cbff8d6c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509963 Jul 19 11:05:40.869206 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:05:40.931865 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fc7fff71-8f4f-4408-bcf2-7c0cb6cb417e req-4b6c886b-2efc-49e6-abd6-a8aba3fcd72f tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620413 Jul 19 11:05:41.117734 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '91cac608-096d-4d8c-9cc7-95e9aa913259', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'floating_ip_address': '172.37.3.126', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'port_id': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'mac_address': 'fa:16:3e:cd:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:45Z', 'updated_at': '2022-07-19T11:05:40Z', 'revision_number': 1, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:41.141784 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] Checking router: e01c796f-d13a-42a3-adf8-54b56ec00658 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:05:41.151707 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:05:41.152323 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:05:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:41.252467 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:05:41.447858 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec8c1e-5e1b-4319-9257-ac35c9dcff7c req-13d68ddc-107f-4533-a2ac-a4fbc9135440 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:41.449546 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-06ec8c1e-5e1b-4319-9257-ac35c9dcff7c req-13d68ddc-107f-4533-a2ac-a4fbc9135440 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0463858 Jul 19 11:05:41.461893 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '91cac608-096d-4d8c-9cc7-95e9aa913259', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'floating_ip_address': '172.37.3.126', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'port_id': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'mac_address': 'fa:16:3e:cd:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:45Z', 'updated_at': '2022-07-19T11:05:40Z', 'revision_number': 1, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:41.486162 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12fab12-2127-4887-bfd7-b23456d3c68d None None] The sync data for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi is: [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '91cac608-096d-4d8c-9cc7-95e9aa913259', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'floating_ip_address': '172.37.3.126', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'port_id': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'mac_address': 'fa:16:3e:cd:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:45Z', 'updated_at': '2022-07-19T11:05:40Z', 'revision_number': 1, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:05:41.500263 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-06ec8c1e-5e1b-4319-9257-ac35c9dcff7c req-532bb949-cc5a-49f7-992d-0b0e5f2cb5c0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449576 Jul 19 11:05:41.693626 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0ae32-13e2-4db8-8955-f6f40a5cb101 None None] New status for floating IP 91cac608-096d-4d8c-9cc7-95e9aa913259: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:05:41.945215 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:41.988063 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed982b-0607-4b13-b266-c225e14ee4b0 req-65f080c6-a36d-4bd4-a3a6-17c6f8776f66 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:41.995203 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-49ed982b-0607-4b13-b266-c225e14ee4b0 req-65f080c6-a36d-4bd4-a3a6-17c6f8776f66 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0600760 Jul 19 11:05:42.041523 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-49ed982b-0607-4b13-b266-c225e14ee4b0 req-6b591a25-33e3-40a1-92f8-e00095ff2f01 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453484 Jul 19 11:05:42.084539 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3dc9b-7a46-4ce5-986d-e9b87d1ecb19 req-27f68777-74bf-453b-86a0-24787f814469 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:42.086553 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dab3dc9b-7a46-4ce5-986d-e9b87d1ecb19 req-27f68777-74bf-453b-86a0-24787f814469 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0514984 Jul 19 11:05:42.135398 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dab3dc9b-7a46-4ce5-986d-e9b87d1ecb19 req-f84b5878-7edf-4db2-98f7-e9c790f3039a tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Jul 19 11:05:42.576358 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:42.614083 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b44fd-04f2-497c-adb0-8d9bdf3479e7 req-691c8dbd-b2d5-4f0a-9a65-4cd08af7ef22 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:42.615606 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5b3b44fd-04f2-497c-adb0-8d9bdf3479e7 req-691c8dbd-b2d5-4f0a-9a65-4cd08af7ef22 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0480936 Jul 19 11:05:42.666280 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5b3b44fd-04f2-497c-adb0-8d9bdf3479e7 req-c9f073e6-fac9-45b7-a3ed-03aac8576840 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Jul 19 11:05:42.886174 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c7a6b851-d2ce-4411-bdfb-063cf7503d34 req-e8de08f4-82b8-4c8c-995a-7f7140cc2561 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469711 Jul 19 11:05:43.071833 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-a7ca9a5a-e347-497b-834b-6ca970123130 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2345824 Jul 19 11:05:43.153586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:43.164139 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a55e66-d91e-4c0a-a402-faf9de47741e req-299f8099-bc55-456a-8b80-ea56be2d1a0d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:43.165795 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-97a55e66-d91e-4c0a-a402-faf9de47741e req-299f8099-bc55-456a-8b80-ea56be2d1a0d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Jul 19 11:05:43.222051 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-97a55e66-d91e-4c0a-a402-faf9de47741e req-44ec57df-d90b-4322-b0dc-34dac837f2ad tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490289 Jul 19 11:05:43.264370 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca904d-5999-4f06-a1fa-ca0a343a55a5 req-330fe3e7-5452-45eb-bc1e-4c87f856d9b4 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:43.265843 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-adca904d-5999-4f06-a1fa-ca0a343a55a5 req-330fe3e7-5452-45eb-bc1e-4c87f856d9b4 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0579283 Jul 19 11:05:43.314158 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-adca904d-5999-4f06-a1fa-ca0a343a55a5 req-de2e4711-2def-4b29-b86b-3064c1977302 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Jul 19 11:05:43.478875 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-dd14fd55-e9bf-4873-8645-aa926b55530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:43.480522 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-dd14fd55-e9bf-4873-8645-aa926b55530c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 1130 time: 0.0435588 Jul 19 11:05:43.512414 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-b31a89d4-2e5d-4305-834d-f062ec4465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:43.513942 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-b31a89d4-2e5d-4305-834d-f062ec4465cf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 1129 time: 0.0792365 Jul 19 11:05:43.515472 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d316bf-dc7f-4d17-82b1-245b90b7254d req-3abd10e4-b5c8-4e71-bb4c-eaf187f4bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:43.517057 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-83d316bf-dc7f-4d17-82b1-245b90b7254d req-3abd10e4-b5c8-4e71-bb4c-eaf187f4bf87 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88dc732812fc4fdd8e9c307f3565ba58&device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 1128 time: 0.0695169 Jul 19 11:05:43.781286 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c50bc-3115-4836-8a9d-81cb76f55a09 req-b4dcef43-8495-4030-868c-a20a05aae573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:43.782774 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-296c50bc-3115-4836-8a9d-81cb76f55a09 req-b4dcef43-8495-4030-868c-a20a05aae573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0504408 Jul 19 11:05:43.831627 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-296c50bc-3115-4836-8a9d-81cb76f55a09 req-d5a12555-d937-4026-8e5c-a326ab2c18f2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Jul 19 11:05:44.344430 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d2b07-0106-4d61-b82a-2997f296e556 req-15bbf2b0-5f18-4b74-b825-c42363fc9915 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:44.349327 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-313d2b07-0106-4d61-b82a-2997f296e556 req-15bbf2b0-5f18-4b74-b825-c42363fc9915 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0519688 Jul 19 11:05:44.402463 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-313d2b07-0106-4d61-b82a-2997f296e556 req-a4e7e27e-ea78-45d3-9a2a-b96ba761a590 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518429 Jul 19 11:05:44.440804 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407531b-8f91-4f70-9d3b-33274f05b546 req-ec4e01cf-a086-4f54-b6ba-eb2c4b5e109d tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:44.442384 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4407531b-8f91-4f70-9d3b-33274f05b546 req-ec4e01cf-a086-4f54-b6ba-eb2c4b5e109d tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0518892 Jul 19 11:05:44.495863 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4407531b-8f91-4f70-9d3b-33274f05b546 req-cea2162e-e74b-4df7-9496-4ba819400418 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474544 Jul 19 11:05:44.587069 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:44.667143 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-16e2a0a4-8b20-4260-82c2-b86b1a6b060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:44.669208 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-16e2a0a4-8b20-4260-82c2-b86b1a6b060d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=205683784b714ab399311aeca15d0cfa&device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 1130 time: 0.1061378 Jul 19 11:05:44.722767 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-5457b0a8-ce0f-425d-b705-9b1bbb9e4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:44.724040 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-5457b0a8-ce0f-425d-b705-9b1bbb9e4b42 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 917 time: 0.1705880 Jul 19 11:05:44.816417 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d316bf-dc7f-4d17-82b1-245b90b7254d req-dff58f91-e559-4bae-9ae3-885dfefdf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:44.817704 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-83d316bf-dc7f-4d17-82b1-245b90b7254d req-dff58f91-e559-4bae-9ae3-885dfefdf10e service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=88dc732812fc4fdd8e9c307f3565ba58&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2625778 Jul 19 11:05:44.831189 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-02bce208-c4fb-4a94-b459-3915f14ca47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:44.832592 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-02bce208-c4fb-4a94-b459-3915f14ca47f service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.2762759 Jul 19 11:05:44.952012 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b246321-4b57-4f5f-bc50-c52d907c332c req-9b4a8807-44c1-409b-b52e-8330a9cc1c9b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:44.953592 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7b246321-4b57-4f5f-bc50-c52d907c332c req-9b4a8807-44c1-409b-b52e-8330a9cc1c9b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Jul 19 11:05:45.010713 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7b246321-4b57-4f5f-bc50-c52d907c332c req-e00cfbd6-49f2-4d87-88bc-4ce9cc0ccc54 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512960 Jul 19 11:05:45.142026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c504c4b-ce5c-4ea0-96bc-84d94d00c926 req-8d4198b5-df75-48e8-9d7d-d4325b14108b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:45.143750 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1c504c4b-ce5c-4ea0-96bc-84d94d00c926 req-8d4198b5-df75-48e8-9d7d-d4325b14108b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0612988 Jul 19 11:05:45.152876 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48242) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:45.153678 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48244) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:45.156815 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-b49ff60c-04ee-415d-9c7d-4fa948a2b8be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'floatingip': {'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:45.195726 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b49ff60c-04ee-415d-9c7d-4fa948a2b8be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (7ab10a32-012d-475b-8fff-0a6a1906e50e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:45.197907 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-68036e1d-cdcd-4703-9522-d5f471383950 admin admin] Deleting subnet c55c8fd2-3824-4032-a63f-dab555714f4d {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:05:45.201253 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68036e1d-cdcd-4703-9522-d5f471383950 admin admin] Publish callbacks [] for subnet (c55c8fd2-3824-4032-a63f-dab555714f4d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:45.240369 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68036e1d-cdcd-4703-9522-d5f471383950 admin admin] Publish callbacks [] for subnet (c55c8fd2-3824-4032-a63f-dab555714f4d), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:45.251590 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68036e1d-cdcd-4703-9522-d5f471383950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (c55c8fd2-3824-4032-a63f-dab555714f4d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:45.314673 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68036e1d-cdcd-4703-9522-d5f471383950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (c55c8fd2-3824-4032-a63f-dab555714f4d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:45.340453 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68036e1d-cdcd-4703-9522-d5f471383950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55c8fd2-3824-4032-a63f-dab555714f4d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:45.344197 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-68036e1d-cdcd-4703-9522-d5f471383950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:45.347359 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-68036e1d-cdcd-4703-9522-d5f471383950 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/c55c8fd2-3824-4032-a63f-dab555714f4d HTTP/1.1" status: 204 len: 168 time: 0.1927075 Jul 19 11:05:45.350073 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48246) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:45.450898 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-af27bd10-76e9-48e5-8b04-ec85cfe532d3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba1dd015-6965-43ea-a7cf-059d7c358686 HTTP/1.1" status: 200 len: 217 time: 0.0895350 Jul 19 11:05:45.534677 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:45.571738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:45.658022 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299d9a9-c729-4126-a473-61d95d6a35ad req-9e6aaba4-0386-49bb-8c0f-857e1f46b6ff tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:45.659555 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b299d9a9-c729-4126-a473-61d95d6a35ad req-9e6aaba4-0386-49bb-8c0f-857e1f46b6ff tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.1733999 Jul 19 11:05:45.664401 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-8e48d48e-158b-4a4e-8ed2-ef0e94adcaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:45.665908 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-8e48d48e-158b-4a4e-8ed2-ef0e94adcaab service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.1771140 Jul 19 11:05:45.670691 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d316bf-dc7f-4d17-82b1-245b90b7254d req-49932b2d-2c26-4e45-844c-965694dd9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:45.672114 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-83d316bf-dc7f-4d17-82b1-245b90b7254d req-49932b2d-2c26-4e45-844c-965694dd9e11 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3092403 Jul 19 11:05:45.742705 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-e493ab19-96c8-449e-af04-a4833f64f024 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c HTTP/1.1" status: 200 len: 1002 time: 0.3742270 Jul 19 11:05:45.779445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (4d652978-1ed6-44dd-b451-be77cb364584), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:45.841321 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:45.852172 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-30f770fd-c6d7-4820-9edb-76816429a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:45.853691 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-30f770fd-c6d7-4820-9edb-76816429a3ae service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1327083 Jul 19 11:05:45.856916 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff67a4c-583f-429f-88b4-7fb980218226 req-bdafe200-a9d0-45e1-a206-73e54fa0c365 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:45.858399 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ff67a4c-583f-429f-88b4-7fb980218226 req-bdafe200-a9d0-45e1-a206-73e54fa0c365 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.1118038 Jul 19 11:05:45.896686 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b299d9a9-c729-4126-a473-61d95d6a35ad req-16236973-e571-487f-b3a4-85fa702e0d37 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295339 Jul 19 11:05:45.910075 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-da24c267-ce70-40ef-a7e1-d8888da488ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:45.910254 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-9c5b2fbd-1003-4660-bcf8-c601386ef3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:45.911407 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-da24c267-ce70-40ef-a7e1-d8888da488ba service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88dc732812fc4fdd8e9c307f3565ba58&device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 1128 time: 0.1150186 Jul 19 11:05:45.911667 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-9c5b2fbd-1003-4660-bcf8-c601386ef3ea service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.1246998 Jul 19 11:05:45.932190 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-045d32f1-0596-4edc-914c-69638ac892f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:45.933966 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-045d32f1-0596-4edc-914c-69638ac892f0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=7be74b19-036d-4488-a91f-a666900435da HTTP/1.1" status: 200 len: 913 time: 0.5141680 Jul 19 11:05:46.012532 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (4d652978-1ed6-44dd-b451-be77cb364584), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.058185 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-8b756b95-811a-4213-b730-c5b278691dae service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76b1d057-9d32-40d9-8cd9-1ba190a6841d HTTP/1.1" status: 200 len: 217 time: 0.0772653 Jul 19 11:05:46.088403 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-bac56b09-eceb-424d-9c92-91853c7c8a4d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab2b6732-5d45-4b40-8888-44a729c6870f HTTP/1.1" status: 200 len: 217 time: 0.0946832 Jul 19 11:05:46.100901 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ff67a4c-583f-429f-88b4-7fb980218226 req-8cfb9835-9436-4510-a3ca-e66ff66bdc46 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193692 Jul 19 11:05:46.115722 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.116167 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.116894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b49ff60c-04ee-415d-9c7d-4fa948a2b8be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.117002 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.117481 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > port after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.117587 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.117981 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > port after_update 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.118283 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.118609 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.118957 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.119277 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.122541 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b49ff60c-04ee-415d-9c7d-4fa948a2b8be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (7ab10a32-012d-475b-8fff-0a6a1906e50e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.165342 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-c3f55221-0a66-4371-aec7-ffb1e374fc28 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972851 Jul 19 11:05:46.193164 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-d02afe06-e0cc-4eaf-add3-0168e016aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:46.194544 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-d02afe06-e0cc-4eaf-add3-0168e016aabe service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16a57f54-b22d-437e-8767-775b71410199 HTTP/1.1" status: 200 len: 849 time: 0.1279287 Jul 19 11:05:46.315953 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.316340 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.317214 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.317214 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104076) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:05:46.323392 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d652978-1ed6-44dd-b451-be77cb364584']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:46.355367 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-0e4e054e-45b6-4a68-bcf2-d824adc17d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:46.356999 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-0e4e054e-45b6-4a68-bcf2-d824adc17d63 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3890491 Jul 19 11:05:46.365740 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46141a89-0f11-4e47-978a-fc872a4b4df6') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:46.366034 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46141a89-0f11-4e47-978a-fc872a4b4df6') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:46.416293 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26276385'] for segment (46141a89-0f11-4e47-978a-fc872a4b4df6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.472823 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:46.484671 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-65373af6-b09a-4e33-afa5-3f9db4a87ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:46.486446 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-65373af6-b09a-4e33-afa5-3f9db4a87ce2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d0a8a2f6-75da-47b9-abdd-0a281dbc188d HTTP/1.1" status: 200 len: 851 time: 0.3890824 Jul 19 11:05:46.489348 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (46141a89-0f11-4e47-978a-fc872a4b4df6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.489698 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-8c4f9edb-4800-4fd4-b344-e7b60c74c514 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2658284 Jul 19 11:05:46.512999 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48270) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:46.514195 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:05:46.514623 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8385912'] for segment (46141a89-0f11-4e47-978a-fc872a4b4df6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.608132 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [None req-b49ff60c-04ee-415d-9c7d-4fa948a2b8be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Floating IP 7ab10a32-012d-475b-8fff-0a6a1906e50e associated. External IP: 172.37.3.207, port: 526a30d7-5fcf-4c45-86bf-6ddbc902d48c. Jul 19 11:05:46.622500 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-26d189ff-28bc-4020-b8b6-94278500844f service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515829 Jul 19 11:05:46.625329 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-79fc25f1-8301-425a-89ed-c9922fca7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:46.626916 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-79fc25f1-8301-425a-89ed-c9922fca7972 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=7be74b19-036d-4488-a91f-a666900435da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222978 Jul 19 11:05:46.638212 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (4d652978-1ed6-44dd-b451-be77cb364584), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.665540 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-f2e724da-0346-4c8c-bab0-60790f2216b6 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804308 Jul 19 11:05:46.698430 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.704233 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] 10.222.0.33 "DELETE /v2.0/networks/4d652978-1ed6-44dd-b451-be77cb364584 HTTP/1.1" status: 204 len: 168 time: 1.3506122 Jul 19 11:05:46.713693 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48278) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:46.730788 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:46.736195 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ccc37-929e-42dd-97ee-3d3076cf9504 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d652978-1ed6-44dd-b451-be77cb364584,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:46.766978 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-8eca8625-168b-4ed3-a8d5-59ef38427593 service neutron] 10.222.0.27 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423418 Jul 19 11:05:46.777275 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:46.827014 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 46141a89-0f11-4e47-978a-fc872a4b4df6 resource provider aggregate not found Jul 19 11:05:46.836629 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc1a48b1-87cb-479b-bedd-ce9e5184725c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.855263 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 46141a89-0f11-4e47-978a-fc872a4b4df6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46141a89-0f11-4e47-978a-fc872a4b4df6 found for delete ", "request_id": "req-612a3853-c4c3-49f6-a9fb-92116e1111a2"}]} Jul 19 11:05:46.877810 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-928ea770-0f1b-4ec8-9807-3d5963c575ea admin admin] Deleting subnet 5152fb53-07b7-4b52-aa29-9bcfde1a955f {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:05:46.884870 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-928ea770-0f1b-4ec8-9807-3d5963c575ea admin admin] Publish callbacks [] for subnet (5152fb53-07b7-4b52-aa29-9bcfde1a955f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.919967 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8e6aa965-dcc1-4ff7-a688-10c6b5f44d55 req-d7834b5a-47ac-46cd-a106-d62c7a009df1 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835219 Jul 19 11:05:46.929783 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-f239bb20-6a46-41a9-aa20-e2a79f1c48ff service neutron] 10.222.0.27 "GET /v2.0/networks/7be74b19-036d-4488-a91f-a666900435da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792492 Jul 19 11:05:46.961542 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:46.979766 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc1a48b1-87cb-479b-bedd-ce9e5184725c admin admin] Publish callbacks [] for security_group (f207bc54-6a6e-48dd-ae37-7e1add6bf781), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:46.985373 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fc1a48b1-87cb-479b-bedd-ce9e5184725c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (f207bc54-6a6e-48dd-ae37-7e1add6bf781), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.004408 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-928ea770-0f1b-4ec8-9807-3d5963c575ea admin admin] Publish callbacks [] for subnet (5152fb53-07b7-4b52-aa29-9bcfde1a955f), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.022160 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a48b1-87cb-479b-bedd-ce9e5184725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f207bc54-6a6e-48dd-ae37-7e1add6bf781,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:47.037049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-928ea770-0f1b-4ec8-9807-3d5963c575ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (5152fb53-07b7-4b52-aa29-9bcfde1a955f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.044380 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67ad98a0-1ee3-4c8b-bc1b-8d32a8187e6b req-99674450-f3a6-4e6a-a0df-8dd4e1956cfd service neutron] 10.222.0.27 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623823 Jul 19 11:05:47.048584 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-fc1a48b1-87cb-479b-bedd-ce9e5184725c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d034b1ea9fad4fd5a76a2cff5c661fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5276377 Jul 19 11:05:47.049197 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48298) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:47.116742 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d9647-9298-4b78-8f86-81e3ef869a5f req-2f599b7e-f082-4a72-864d-a6e3d149c356 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:47.118906 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bf5d9647-9298-4b78-8f86-81e3ef869a5f req-2f599b7e-f082-4a72-864d-a6e3d149c356 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.1035693 Jul 19 11:05:47.156246 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49ff60c-04ee-415d-9c7d-4fa948a2b8be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:05:47.173377 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-928ea770-0f1b-4ec8-9807-3d5963c575ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (5152fb53-07b7-4b52-aa29-9bcfde1a955f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.199599 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cf05fc89-2edb-4b14-b9a9-fe473f162688 req-9592b919-fe83-49ca-87d1-2930621497b9 service neutron] 10.222.0.27 "GET /v2.0/networks/7be74b19-036d-4488-a91f-a666900435da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070826 Jul 19 11:05:47.219675 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ea770-0f1b-4ec8-9807-3d5963c575ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5152fb53-07b7-4b52-aa29-9bcfde1a955f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:47.221615 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-928ea770-0f1b-4ec8-9807-3d5963c575ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.224759 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-928ea770-0f1b-4ec8-9807-3d5963c575ea admin admin] 10.222.0.33 "DELETE /v2.0/subnets/5152fb53-07b7-4b52-aa29-9bcfde1a955f HTTP/1.1" status: 204 len: 168 time: 0.5094628 Jul 19 11:05:47.228658 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48304) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:47.254743 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38ae6c99-05ce-4983-88ae-b6391adf8001 admin admin] Publish callbacks [] for security_group (f207bc54-6a6e-48dd-ae37-7e1add6bf781), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.269572 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bf5d9647-9298-4b78-8f86-81e3ef869a5f req-9c2b3d17-e6b3-4722-8a05-15f9d67156bf tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403792 Jul 19 11:05:47.305417 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281dff7-6232-475d-81ed-ae5427bc86e6 req-6eea1468-358a-4d0c-a011-9a343fb6749a tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:47.307076 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3281dff7-6232-475d-81ed-ae5427bc86e6 req-6eea1468-358a-4d0c-a011-9a343fb6749a tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.1066213 Jul 19 11:05:47.311653 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48308) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:47.341095 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49ff60c-04ee-415d-9c7d-4fa948a2b8be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:05:47.345864 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b49ff60c-04ee-415d-9c7d-4fa948a2b8be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.354123 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:05:47.365009 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38ae6c99-05ce-4983-88ae-b6391adf8001 admin admin] Publish callbacks [] for security_group (f207bc54-6a6e-48dd-ae37-7e1add6bf781), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.367712 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:05:47.368673 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:05:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:47.393022 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b49ff60c-04ee-415d-9c7d-4fa948a2b8be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "PUT /v2.0/floatingips/7ab10a32-012d-475b-8fff-0a6a1906e50e HTTP/1.1" status: 200 len: 991 time: 2.2375524 Jul 19 11:05:47.393022 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'tag': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:47.395154 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d787a41b-1559-40e4-8341-3f636ffc923d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c71f564-de63-4fcd-88ce-01ecba3d8372", "tag": "526a30d7-5fcf-4c45-86bf-6ddbc902d48c"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:47.422888 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (0a929cc4-70fa-477e-bba0-c9c75c5c214e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.424717 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:47.446118 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c3deac-5248-48b2-819f-f4845c507ec4 x-openstack-request-id: req-b5c3deac-5248-48b2-819f-f4845c507ec4 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:47.448518 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c71f564-de63-4fcd-88ce-01ecba3d8372", "tag": "526a30d7-5fcf-4c45-86bf-6ddbc902d48c", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:47.449250 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b5c3deac-5248-48b2-819f-f4845c507ec4 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:47.449863 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c3deac-5248-48b2-819f-f4845c507ec4'] response: {'name': 'network-changed', 'server_uuid': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'tag': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'status': 'completed', 'code': 200} Jul 19 11:05:47.468506 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3281dff7-6232-475d-81ed-ae5427bc86e6 req-f93de862-70e1-48e4-a1ed-122d5a091b56 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547451 Jul 19 11:05:47.499132 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:05:47.508882 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c54f4008-aa8f-4b6b-be0d-0310f251d497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.542138 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38ae6c99-05ce-4983-88ae-b6391adf8001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (f207bc54-6a6e-48dd-ae37-7e1add6bf781), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.544645 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-38ae6c99-05ce-4983-88ae-b6391adf8001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.545810 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-38ae6c99-05ce-4983-88ae-b6391adf8001 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f207bc54-6a6e-48dd-ae37-7e1add6bf781 HTTP/1.1" status: 204 len: 168 time: 0.4960265 Jul 19 11:05:47.570728 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:47.598711 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae6c99-05ce-4983-88ae-b6391adf8001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f207bc54-6a6e-48dd-ae37-7e1add6bf781,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:47.605546 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (0a929cc4-70fa-477e-bba0-c9c75c5c214e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.638666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a929cc4-70fa-477e-bba0-c9c75c5c214e']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:47.654754 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:47.655228 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:47.659381 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:47.671470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26276385'] for segment (ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.702171 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.717384 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c54f4008-aa8f-4b6b-be0d-0310f251d497 admin admin] Publish callbacks [] for security_group (1a58c16a-5dea-42c7-9341-6a68fb492719), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.718614 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:05:47.719039 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8385912'] for segment (ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.732344 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c54f4008-aa8f-4b6b-be0d-0310f251d497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (1a58c16a-5dea-42c7-9341-6a68fb492719), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.740726 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ab10a32-012d-475b-8fff-0a6a1906e50e', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.207', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:53Z', 'updated_at': '2022-07-19T11:05:45Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:47.774090 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:05:47.784175 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:05:47.784864 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:05:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:47.813874 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c54f4008-aa8f-4b6b-be0d-0310f251d497 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fe5c16794c9644bd93b9ae6b43223c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011408 Jul 19 11:05:47.815110 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f4008-aa8f-4b6b-be0d-0310f251d497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a58c16a-5dea-42c7-9341-6a68fb492719,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:47.816823 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48320) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:47.817966 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (0a929cc4-70fa-477e-bba0-c9c75c5c214e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.826703 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.833151 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] 10.222.0.33 "DELETE /v2.0/networks/0a929cc4-70fa-477e-bba0-c9c75c5c214e HTTP/1.1" status: 204 len: 168 time: 0.5868032 Jul 19 11:05:47.844147 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b5563-e4a7-4959-b501-f690f048eb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a929cc4-70fa-477e-bba0-c9c75c5c214e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:47.904068 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:05:47.914812 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea7bea7f-bbdd-4cb6-87f7-594a1086dc11 admin admin] Publish callbacks [] for security_group (1a58c16a-5dea-42c7-9341-6a68fb492719), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.927840 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48326) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:47.951413 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8298459-7f9c-4731-a929-a2b6b17d7574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:47.961904 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:47.964113 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea7bea7f-bbdd-4cb6-87f7-594a1086dc11 admin admin] Publish callbacks [] for security_group (1a58c16a-5dea-42c7-9341-6a68fb492719), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.026370 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea7bea7f-bbdd-4cb6-87f7-594a1086dc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (1a58c16a-5dea-42c7-9341-6a68fb492719), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.028977 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea7bea7f-bbdd-4cb6-87f7-594a1086dc11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.030131 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ea7bea7f-bbdd-4cb6-87f7-594a1086dc11 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1a58c16a-5dea-42c7-9341-6a68fb492719 HTTP/1.1" status: 204 len: 168 time: 0.2043035 Jul 19 11:05:48.037317 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48330) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:48.041961 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bea7f-bbdd-4cb6-87f7-594a1086dc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a58c16a-5dea-42c7-9341-6a68fb492719,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:48.120235 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8298459-7f9c-4731-a929-a2b6b17d7574 admin admin] Publish callbacks [] for security_group (973b9363-69de-42c4-9837-a8b78c715772), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.127586 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-178145f8-7352-4c51-aba5-f8f9c514de2b admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e5645cacf54248c18dd6ec70417a2b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0867875 Jul 19 11:05:48.127586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b8298459-7f9c-4731-a929-a2b6b17d7574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (973b9363-69de-42c4-9837-a8b78c715772), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.129065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48332) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:48.151537 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:48.159040 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8298459-7f9c-4731-a929-a2b6b17d7574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b9363-69de-42c4-9837-a8b78c715772,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:48.190320 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b8298459-7f9c-4731-a929-a2b6b17d7574 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=53b55eae377c49a0966c18fed1072b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584574 Jul 19 11:05:48.191780 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48334) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:48.216450 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-947d3ca4-740d-4b16-b480-da7ed88ac511 admin admin] Publish callbacks [] for security_group (da2c61f0-c106-427a-a152-f52b253aa137), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.243595 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-947d3ca4-740d-4b16-b480-da7ed88ac511 admin admin] Publish callbacks [] for security_group (da2c61f0-c106-427a-a152-f52b253aa137), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.263869 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8bd436d2-2ccc-4397-bb52-3acdf4fc20ad admin admin] Publish callbacks [] for security_group (973b9363-69de-42c4-9837-a8b78c715772), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.279782 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:48.300809 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8bd436d2-2ccc-4397-bb52-3acdf4fc20ad admin admin] Publish callbacks [] for security_group (973b9363-69de-42c4-9837-a8b78c715772), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.302946 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ab10a32-012d-475b-8fff-0a6a1906e50e', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.207', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:53Z', 'updated_at': '2022-07-19T11:05:45Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:05:48.309625 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-947d3ca4-740d-4b16-b480-da7ed88ac511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (da2c61f0-c106-427a-a152-f52b253aa137), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.313963 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-947d3ca4-740d-4b16-b480-da7ed88ac511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.319384 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-947d3ca4-740d-4b16-b480-da7ed88ac511 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/da2c61f0-c106-427a-a152-f52b253aa137 HTTP/1.1" status: 204 len: 168 time: 0.1860743 Jul 19 11:05:48.336543 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d3ca4-740d-4b16-b480-da7ed88ac511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2c61f0-c106-427a-a152-f52b253aa137,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:48.337168 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b59cb-2c4c-4979-9eae-0050f04beeb4 None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ab10a32-012d-475b-8fff-0a6a1906e50e', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.207', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:53Z', 'updated_at': '2022-07-19T11:05:45Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:05:48.411028 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8bd436d2-2ccc-4397-bb52-3acdf4fc20ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (973b9363-69de-42c4-9837-a8b78c715772), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.423566 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8bd436d2-2ccc-4397-bb52-3acdf4fc20ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.427245 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8bd436d2-2ccc-4397-bb52-3acdf4fc20ad admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/973b9363-69de-42c4-9837-a8b78c715772 HTTP/1.1" status: 204 len: 168 time: 0.2320552 Jul 19 11:05:48.443997 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd436d2-2ccc-4397-bb52-3acdf4fc20ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b9363-69de-42c4-9837-a8b78c715772,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:48.445687 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f12ff8-d50a-4858-b7a5-a43fc0497be4 req-c42d97f9-18af-4aa9-8664-78b5070d32d0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:48.447264 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-00f12ff8-d50a-4858-b7a5-a43fc0497be4 req-c42d97f9-18af-4aa9-8664-78b5070d32d0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0691054 Jul 19 11:05:48.532159 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-00f12ff8-d50a-4858-b7a5-a43fc0497be4 req-e6eea029-bb87-4f27-90df-5f3b9543957d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783472 Jul 19 11:05:48.573469 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787a41b-1559-40e4-8341-3f636ffc923d req-23b1e63a-4f37-45c5-86d7-7d44fc679eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:48.575525 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d787a41b-1559-40e4-8341-3f636ffc923d req-23b1e63a-4f37-45c5-86d7-7d44fc679eae service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 1129 time: 0.0711646 Jul 19 11:05:48.638196 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48346) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:48.657690 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6fcdcf21-afe5-4eba-9cb1-58c09c0db294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.684080 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7586c2a-8c55-4106-93ce-c2b986bea975 None None] New status for floating IP 7ab10a32-012d-475b-8fff-0a6a1906e50e: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:05:48.705926 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:48.760179 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6fcdcf21-afe5-4eba-9cb1-58c09c0db294 admin admin] Publish callbacks [] for security_group (6fe469e9-14b9-4d53-a4d5-0a341bc6dbf4), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.766067 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e7e79-0552-4cb1-b456-3326f2b04560 req-36339e6a-52af-4b88-9a2e-b49e892e2d0f tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:48.766988 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6fcdcf21-afe5-4eba-9cb1-58c09c0db294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (6fe469e9-14b9-4d53-a4d5-0a341bc6dbf4), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.767602 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f72e7e79-0552-4cb1-b456-3326f2b04560 req-36339e6a-52af-4b88-9a2e-b49e892e2d0f tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.1546302 Jul 19 11:05:48.819235 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6fcdcf21-afe5-4eba-9cb1-58c09c0db294 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ee0dec6738b843bea4a5f087c3db1fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794035 Jul 19 11:05:48.821259 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdcf21-afe5-4eba-9cb1-58c09c0db294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe469e9-14b9-4d53-a4d5-0a341bc6dbf4,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:48.824553 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48350) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:48.850951 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787a41b-1559-40e4-8341-3f636ffc923d req-839d3a6f-fba5-4f02-add0-09d9cab702e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:48.860454 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d787a41b-1559-40e4-8341-3f636ffc923d req-839d3a6f-fba5-4f02-add0-09d9cab702e7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 916 time: 0.2758029 Jul 19 11:05:48.894972 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0d18-2c11-4d81-b1bd-1b03f032a790 admin admin] Publish callbacks [] for security_group (6fe469e9-14b9-4d53-a4d5-0a341bc6dbf4), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.923649 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0d18-2c11-4d81-b1bd-1b03f032a790 admin admin] Publish callbacks [] for security_group (6fe469e9-14b9-4d53-a4d5-0a341bc6dbf4), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:48.923962 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:48.927342 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb resource provider aggregate not found Jul 19 11:05:48.973443 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48358) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:49.000799 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac6e5a82-18ad-4353-b3bc-a8fb8c6bfdfb found for delete ", "request_id": "req-c1f01a5e-6359-4c73-aa5f-dbe8100eff0f"}]} Jul 19 11:05:49.028266 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f72e7e79-0552-4cb1-b456-3326f2b04560 req-11f060cc-f157-4202-8cba-0228b0ce67e7 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512007 Jul 19 11:05:49.057554 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d787a41b-1559-40e4-8341-3f636ffc923d req-0dc99515-4939-4e97-a90c-4babcdc78d17 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526a30d7-5fcf-4c45-86bf-6ddbc902d48c HTTP/1.1" status: 200 len: 999 time: 0.1760921 Jul 19 11:05:49.061706 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b2a14a71-3dd0-4649-82e9-2c9452214b1c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=472c78e143b6470ba727cedddbf45a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0847149 Jul 19 11:05:49.061706 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0d18-2c11-4d81-b1bd-1b03f032a790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (6fe469e9-14b9-4d53-a4d5-0a341bc6dbf4), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.062560 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48362) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:49.064182 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0dd0d18-2c11-4d81-b1bd-1b03f032a790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.069355 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a0dd0d18-2c11-4d81-b1bd-1b03f032a790 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6fe469e9-14b9-4d53-a4d5-0a341bc6dbf4 HTTP/1.1" status: 204 len: 168 time: 0.2393949 Jul 19 11:05:49.089087 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd0d18-2c11-4d81-b1bd-1b03f032a790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe469e9-14b9-4d53-a4d5-0a341bc6dbf4,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:49.140618 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787a41b-1559-40e4-8341-3f636ffc923d req-cab27177-1891-41be-bbe9-619fe5c442cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:49.142121 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d787a41b-1559-40e4-8341-3f636ffc923d req-cab27177-1891-41be-bbe9-619fe5c442cc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.0725267 Jul 19 11:05:49.157164 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b0b497-d5f0-45dd-9ef3-0069c9e87652 admin admin] Publish callbacks [] for security_group (3bf2a728-4d58-4b89-982c-af95e11653dc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.204093 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:49.217067 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b0b497-d5f0-45dd-9ef3-0069c9e87652 admin admin] Publish callbacks [] for security_group (3bf2a728-4d58-4b89-982c-af95e11653dc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.224340 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787a41b-1559-40e4-8341-3f636ffc923d req-6b50aad2-cf53-422c-86b4-a06266c18784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:49.225878 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d787a41b-1559-40e4-8341-3f636ffc923d req-6b50aad2-cf53-422c-86b4-a06266c18784 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667930 Jul 19 11:05:49.246973 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48366) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:49.262192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb7ec-4c48-42a6-8037-c7baf6246181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.325232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:49.353977 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb7ec-4c48-42a6-8037-c7baf6246181 admin admin] Publish callbacks [] for security_group (950c5360-9118-42cb-b8e4-509274d69938), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.358957 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb7ec-4c48-42a6-8037-c7baf6246181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (950c5360-9118-42cb-b8e4-509274d69938), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.406938 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-9b3bb7ec-4c48-42a6-8037-c7baf6246181 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=16486734993e43529fb051860e6e8fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585517 Jul 19 11:05:49.410474 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bb7ec-4c48-42a6-8037-c7baf6246181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950c5360-9118-42cb-b8e4-509274d69938,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:49.416964 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48370) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:49.473432 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4357c6d-c2dc-4d5c-8989-1dba3f2b5cbf admin admin] Publish callbacks [] for security_group (950c5360-9118-42cb-b8e4-509274d69938), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.495463 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4357c6d-c2dc-4d5c-8989-1dba3f2b5cbf admin admin] Publish callbacks [] for security_group (950c5360-9118-42cb-b8e4-509274d69938), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.535648 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b0b497-d5f0-45dd-9ef3-0069c9e87652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3bf2a728-4d58-4b89-982c-af95e11653dc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.538195 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-04b0b497-d5f0-45dd-9ef3-0069c9e87652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.541159 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-04b0b497-d5f0-45dd-9ef3-0069c9e87652 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3bf2a728-4d58-4b89-982c-af95e11653dc HTTP/1.1" status: 204 len: 168 time: 0.4773467 Jul 19 11:05:49.552069 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0b497-d5f0-45dd-9ef3-0069c9e87652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf2a728-4d58-4b89-982c-af95e11653dc,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:49.555480 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d787a41b-1559-40e4-8341-3f636ffc923d req-c06e9fcf-fec1-4a9e-b2c7-fffe3bf4f004 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110113 Jul 19 11:05:49.556536 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4357c6d-c2dc-4d5c-8989-1dba3f2b5cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (950c5360-9118-42cb-b8e4-509274d69938), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.560003 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4357c6d-c2dc-4d5c-8989-1dba3f2b5cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:49.561213 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f4357c6d-c2dc-4d5c-8989-1dba3f2b5cbf admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/950c5360-9118-42cb-b8e4-509274d69938 HTTP/1.1" status: 204 len: 168 time: 0.1432946 Jul 19 11:05:49.572674 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4357c6d-c2dc-4d5c-8989-1dba3f2b5cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950c5360-9118-42cb-b8e4-509274d69938,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:49.677279 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d63e8-732b-489b-9433-1044d850cce0 req-1c94b795-ded4-4baa-b907-15f5e89783a5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:49.678990 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-204d63e8-732b-489b-9433-1044d850cce0 req-1c94b795-ded4-4baa-b907-15f5e89783a5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0569589 Jul 19 11:05:49.704411 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d787a41b-1559-40e4-8341-3f636ffc923d req-b9b77a99-b021-41e6-8e57-3900a47af6ae service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329153 Jul 19 11:05:49.724344 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:49.737564 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-204d63e8-732b-489b-9433-1044d850cce0 req-bb905345-0401-4501-b3da-fb7930e16871 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520895 Jul 19 11:05:50.071974 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 76b1d057-9d32-40d9-8cd9-1ba190a6841d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:05:50.178380 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:50.186883 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d9dd-072f-4ba2-b9ba-d6666dbd915e req-7e88942c-e6d1-4e2c-b3df-8fee5ec9167b tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:50.194085 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1466d9dd-072f-4ba2-b9ba-d6666dbd915e req-7e88942c-e6d1-4e2c-b3df-8fee5ec9167b tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 944 time: 0.0598087 Jul 19 11:05:50.221131 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 76b1d057-9d32-40d9-8cd9-1ba190a6841d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76b1d057-9d32-40d9-8cd9-1ba190a6841d,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:50.239269 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '76b1d057-9d32-40d9-8cd9-1ba190a6841d', 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2', 'port_id': '76b1d057-9d32-40d9-8cd9-1ba190a6841d', 'mac_address': 'fa:16:3e:b0:84:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a57f54-b22d-437e-8767-775b71410199', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:05:50.250280 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1466d9dd-072f-4ba2-b9ba-d6666dbd915e req-3572a2dc-0d3e-4f6a-8569-292a1a19715e tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546112 Jul 19 11:05:50.282916 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 76b1d057-9d32-40d9-8cd9-1ba190a6841d is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:50.283399 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:50.300674 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b1d057-9d32-40d9-8cd9-1ba190a6841d {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:05:50.322701 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 76b1d057-9d32-40d9-8cd9-1ba190a6841d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76b1d057-9d32-40d9-8cd9-1ba190a6841d,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:50.326598 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:50.377359 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=76b1d057-9d32-40d9-8cd9-1ba190a6841d,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:50.823007 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['76b1d057-9d32-40d9-8cd9-1ba190a6841d'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:05:50.884265 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd251b1e-70b4-41bc-996f-1b64792f6b9e req-64eadf6c-1adb-487c-9e0d-479ae6bd6ae0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:50.885795 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fd251b1e-70b4-41bc-996f-1b64792f6b9e req-64eadf6c-1adb-487c-9e0d-479ae6bd6ae0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0645785 Jul 19 11:05:50.971942 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fd251b1e-70b4-41bc-996f-1b64792f6b9e req-3b7f880c-895e-4e89-89bd-6efb528ba623 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744898 Jul 19 11:05:51.405356 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48476) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:51.430105 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d31b-f51c-46aa-b3c3-897bfe26fc8d req-276c3cd0-8007-41e9-ac6a-6c8b666b476c tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:51.431482 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5621d31b-f51c-46aa-b3c3-897bfe26fc8d req-276c3cd0-8007-41e9-ac6a-6c8b666b476c tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 945 time: 0.1034410 Jul 19 11:05:51.503438 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5621d31b-f51c-46aa-b3c3-897bfe26fc8d req-acce2599-2991-4592-96a6-7d8b3d14f1f9 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617661 Jul 19 11:05:51.589253 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a22db19d-61c6-415b-b96c-f90a46c00093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:51.672407 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a22db19d-61c6-415b-b96c-f90a46c00093 admin admin] Publish callbacks [] for security_group (3cdc804b-e5b6-4442-998e-0e10be29060e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:51.677026 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a22db19d-61c6-415b-b96c-f90a46c00093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3cdc804b-e5b6-4442-998e-0e10be29060e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:51.717019 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a22db19d-61c6-415b-b96c-f90a46c00093 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8d0e1fda79e3489685753c227d79c8f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103375 Jul 19 11:05:51.719712 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48490) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:51.722598 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22db19d-61c6-415b-b96c-f90a46c00093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdc804b-e5b6-4442-998e-0e10be29060e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:51.771198 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf5ee-bc25-413a-8be1-d20eb89f2c11 admin admin] Publish callbacks [] for security_group (3cdc804b-e5b6-4442-998e-0e10be29060e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:51.793345 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf5ee-bc25-413a-8be1-d20eb89f2c11 admin admin] Publish callbacks [] for security_group (3cdc804b-e5b6-4442-998e-0e10be29060e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:51.841762 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf5ee-bc25-413a-8be1-d20eb89f2c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3cdc804b-e5b6-4442-998e-0e10be29060e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:51.844282 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf5ee-bc25-413a-8be1-d20eb89f2c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:51.845502 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c3ebf5ee-bc25-413a-8be1-d20eb89f2c11 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3cdc804b-e5b6-4442-998e-0e10be29060e HTTP/1.1" status: 204 len: 168 time: 0.1248889 Jul 19 11:05:51.853563 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebf5ee-bc25-413a-8be1-d20eb89f2c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdc804b-e5b6-4442-998e-0e10be29060e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:52.090172 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 76b1d057-9d32-40d9-8cd9-1ba190a6841d up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:05:52.095874 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf8bb0-5e47-4f1c-89bc-5bc35b233cb4 req-479c5f3b-71c1-4132-8bd9-b467b6962f02 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:52.097502 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-adcf8bb0-5e47-4f1c-89bc-5bc35b233cb4 req-479c5f3b-71c1-4132-8bd9-b467b6962f02 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0511541 Jul 19 11:05:52.145521 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 76b1d057-9d32-40d9-8cd9-1ba190a6841d completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:05:52.148896 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 76b1d057-9d32-40d9-8cd9-1ba190a6841d triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:05:52.149515 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:52.161877 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-adcf8bb0-5e47-4f1c-89bc-5bc35b233cb4 req-7b7c63cd-7543-4fb5-83f2-e466f124e9f5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580893 Jul 19 11:05:52.238107 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 76b1d057-9d32-40d9-8cd9-1ba190a6841d is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:05:52.238504 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:52.269929 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e0099f-88fa-4929-94a2-ef54325bace7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b1d057-9d32-40d9-8cd9-1ba190a6841d'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:52.272516 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71970a19-64df-441f-b1c3-5fa2ebf68372" -d '{"events": [{"server_uuid": "b4e0099f-88fa-4929-94a2-ef54325bace7", "name": "network-vif-plugged", "status": "completed", "tag": "76b1d057-9d32-40d9-8cd9-1ba190a6841d"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:52.291613 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 76b1d057-9d32-40d9-8cd9-1ba190a6841d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76b1d057-9d32-40d9-8cd9-1ba190a6841d,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:52.296167 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:52.319796 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84d6fbf-2025-4f7b-87cd-ccca87f3b7be x-openstack-request-id: req-c84d6fbf-2025-4f7b-87cd-ccca87f3b7be {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:52.320095 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e0099f-88fa-4929-94a2-ef54325bace7", "name": "network-vif-plugged", "status": "completed", "tag": "76b1d057-9d32-40d9-8cd9-1ba190a6841d", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:52.320351 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c84d6fbf-2025-4f7b-87cd-ccca87f3b7be {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:52.320772 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84d6fbf-2025-4f7b-87cd-ccca87f3b7be'] response: {'server_uuid': 'b4e0099f-88fa-4929-94a2-ef54325bace7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b1d057-9d32-40d9-8cd9-1ba190a6841d', 'code': 200} Jul 19 11:05:52.353785 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=76b1d057-9d32-40d9-8cd9-1ba190a6841d,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:52.677436 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb4cef-aa21-4ccc-9203-80e9997d6fb4 req-bfcd0d53-277f-48ba-bde7-282a84ebc5e2 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:52.689161 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-12bb4cef-aa21-4ccc-9203-80e9997d6fb4 req-bfcd0d53-277f-48ba-bde7-282a84ebc5e2 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.0847895 Jul 19 11:05:52.758523 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-12bb4cef-aa21-4ccc-9203-80e9997d6fb4 req-32aed533-db04-4ae9-bb68-d292d54a867f tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679088 Jul 19 11:05:53.212250 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd4940-eb76-4acd-a9b8-afe3fbbbcb85 req-57dea1a5-74c5-4ada-930f-bbf49aaced7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:53.224009 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8abd4940-eb76-4acd-a9b8-afe3fbbbcb85 req-57dea1a5-74c5-4ada-930f-bbf49aaced7d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 1130 time: 0.0923245 Jul 19 11:05:53.269687 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:53.343896 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaa23b-a8ed-4777-aa9a-3900fc76b0dd req-2aa268ee-c48d-4fc5-b149-62058183f909 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:53.345806 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1efaa23b-a8ed-4777-aa9a-3900fc76b0dd req-2aa268ee-c48d-4fc5-b149-62058183f909 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0668013 Jul 19 11:05:53.348329 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8abd4940-eb76-4acd-a9b8-afe3fbbbcb85 req-2602dd43-a9e2-4126-bd87-78580194da74 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149321 Jul 19 11:05:53.453896 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1efaa23b-a8ed-4777-aa9a-3900fc76b0dd req-d6086496-f05c-433a-980f-55cb72fb87a8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780604 Jul 19 11:05:53.700370 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b34162-b181-42a7-a86e-f5a9d1590ab5 req-0bb4ee01-84f4-41c0-acf7-befbd3516131 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:53.701853 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f6b34162-b181-42a7-a86e-f5a9d1590ab5 req-0bb4ee01-84f4-41c0-acf7-befbd3516131 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0467217 Jul 19 11:05:53.752925 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f6b34162-b181-42a7-a86e-f5a9d1590ab5 req-3118cd91-4c9d-43a1-a95c-11836e47ee37 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Jul 19 11:05:53.870379 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c2eff-41e2-4502-ac98-e8d269169239 req-dee56066-347e-40ac-82ab-b71301193f73 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:53.871835 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ae2c2eff-41e2-4502-ac98-e8d269169239 req-dee56066-347e-40ac-82ab-b71301193f73 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.0470874 Jul 19 11:05:53.918704 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ae2c2eff-41e2-4502-ac98-e8d269169239 req-8c084d6a-d595-4520-9dc4-b17e42c6e746 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Jul 19 11:05:54.549096 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:54.562523 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae3684-5dbf-49a3-94cf-0104a077b3fd req-7714b0ef-527b-4873-b75b-5e471b345d44 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:54.563931 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60ae3684-5dbf-49a3-94cf-0104a077b3fd req-7714b0ef-527b-4873-b75b-5e471b345d44 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0494828 Jul 19 11:05:54.611866 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60ae3684-5dbf-49a3-94cf-0104a077b3fd req-8a29d320-a79a-4353-8d93-9c05fd432e94 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Jul 19 11:05:54.871302 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac68f8-2c3a-4e88-87bf-a9c077027b4d req-36610b0b-ed43-4437-8acd-9599ec95e6b2 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:54.873047 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8aac68f8-2c3a-4e88-87bf-a9c077027b4d req-36610b0b-ed43-4437-8acd-9599ec95e6b2 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0512218 Jul 19 11:05:54.893062 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:54.925379 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8aac68f8-2c3a-4e88-87bf-a9c077027b4d req-a047496b-7ce5-4932-99fe-e12d6ddcbfde tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464888 Jul 19 11:05:55.030378 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca996d67-8286-4063-9340-4c06cae5e885 req-c003e5cc-c76d-4e3c-9649-414c4e52016a tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:55.031839 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ca996d67-8286-4063-9340-4c06cae5e885 req-c003e5cc-c76d-4e3c-9649-414c4e52016a tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.0466979 Jul 19 11:05:55.078435 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ca996d67-8286-4063-9340-4c06cae5e885 req-e1d9832c-3605-4629-b484-9e7ecc9dbe03 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Jul 19 11:05:55.722826 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00030d8f-1776-4741-8a25-370abf607c73 req-20ffcaf5-a757-4556-ac20-cb8a2ace0fb5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:55.724276 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-00030d8f-1776-4741-8a25-370abf607c73 req-20ffcaf5-a757-4556-ac20-cb8a2ace0fb5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0469947 Jul 19 11:05:55.777127 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-00030d8f-1776-4741-8a25-370abf607c73 req-0a9086eb-a4f8-4135-a4f9-f9dc7a374632 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471890 Jul 19 11:05:56.048622 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288c97-8b2c-44aa-bae1-0393790f1792 req-a042dbbc-08bc-4433-8980-b860e1fd4d68 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:56.056395 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-30288c97-8b2c-44aa-bae1-0393790f1792 req-a042dbbc-08bc-4433-8980-b860e1fd4d68 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0578668 Jul 19 11:05:56.069520 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48648) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:56.100149 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-30288c97-8b2c-44aa-bae1-0393790f1792 req-f9b90f1e-eb5c-445a-b633-7efa43959578 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432158 Jul 19 11:05:56.198325 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c20d32d3-1532-485d-b318-362c8294aa81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:56.215655 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524dcd3-ca0d-42f7-b432-e29b4a5f3346 req-cee83a2d-d0c0-40d5-8869-7161394322dd tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:56.217149 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c524dcd3-ca0d-42f7-b432-e29b4a5f3346 req-cee83a2d-d0c0-40d5-8869-7161394322dd tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.0648677 Jul 19 11:05:56.285832 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:56.299721 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c524dcd3-ca0d-42f7-b432-e29b4a5f3346 req-40f15470-b113-438a-b34b-e8b0464ff06c tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766187 Jul 19 11:05:56.329738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c20d32d3-1532-485d-b318-362c8294aa81 admin admin] Publish callbacks [] for security_group (535818bc-9414-4cb3-85ee-7954bc270536), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:56.333459 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c20d32d3-1532-485d-b318-362c8294aa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (535818bc-9414-4cb3-85ee-7954bc270536), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:56.373393 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-c20d32d3-1532-485d-b318-362c8294aa81 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a2eec168d39c482284f15c195999f38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021724 Jul 19 11:05:56.374276 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d32d3-1532-485d-b318-362c8294aa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535818bc-9414-4cb3-85ee-7954bc270536,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:56.376018 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48654) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:56.434763 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bfd1-56b0-46b2-8abd-a92381695716 admin admin] Publish callbacks [] for security_group (535818bc-9414-4cb3-85ee-7954bc270536), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:56.455796 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bfd1-56b0-46b2-8abd-a92381695716 admin admin] Publish callbacks [] for security_group (535818bc-9414-4cb3-85ee-7954bc270536), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:56.503566 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bfd1-56b0-46b2-8abd-a92381695716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (535818bc-9414-4cb3-85ee-7954bc270536), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:56.506608 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7f0bfd1-56b0-46b2-8abd-a92381695716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:56.507856 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f7f0bfd1-56b0-46b2-8abd-a92381695716 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/535818bc-9414-4cb3-85ee-7954bc270536 HTTP/1.1" status: 204 len: 168 time: 0.1300893 Jul 19 11:05:56.516367 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0bfd1-56b0-46b2-8abd-a92381695716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535818bc-9414-4cb3-85ee-7954bc270536,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:56.922299 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10593422-4f7d-4b7a-8824-30ac497ea167 req-5cf1cd9f-3d1c-4655-8408-a8b2913a6aef tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:56.924073 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10593422-4f7d-4b7a-8824-30ac497ea167 req-5cf1cd9f-3d1c-4655-8408-a8b2913a6aef tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0576818 Jul 19 11:05:56.979530 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10593422-4f7d-4b7a-8824-30ac497ea167 req-064dc71c-2ee2-4fb6-a0a1-9fe1fe1213c6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Jul 19 11:05:57.076072 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.227449 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5962539-09d8-4eab-82bf-df80935dd6c7 req-cbff55fa-82b0-45e8-90d9-ab83db36ba03 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:57.229189 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c5962539-09d8-4eab-82bf-df80935dd6c7 req-cbff55fa-82b0-45e8-90d9-ab83db36ba03 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0511959 Jul 19 11:05:57.262828 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48700) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:57.287812 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c5962539-09d8-4eab-82bf-df80935dd6c7 req-331c2764-0e22-4ad7-921c-a6b969fd9467 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516546 Jul 19 11:05:57.412720 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1941323441-network', 'tenant_id': '375de853371a422f883980296a46ad43'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:57.438646 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099d260-3d37-4da0-bf55-582b311e7c5f req-4bb6c488-d860-4c84-a914-f375d6552fd8 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:57.440091 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2099d260-3d37-4da0-bf55-582b311e7c5f req-4bb6c488-d860-4c84-a914-f375d6552fd8 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.0658500 Jul 19 11:05:57.455574 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Made reservation on behalf of 375de853371a422f883980296a46ad43 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:57.457858 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.481893 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.539862 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2099d260-3d37-4da0-bf55-582b311e7c5f req-50ad07db-8bf0-49fb-814a-131be3cf2cba tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929852 Jul 19 11:05:57.604954 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:57.607055 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Publish callbacks [] for security_group (213600a2-08f8-4416-a797-ecf7ce0fbddc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.612145 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (213600a2-08f8-4416-a797-ecf7ce0fbddc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.640212 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:05:57.659007 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (9fb467dc-d32d-4387-a442-a4e2bdc292fd), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.659323 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-120d5347-ff71-4d49-8850-6d9793a6f3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.659484 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Added segment 9fb467dc-d32d-4387-a442-a4e2bdc292fd of type vlan for network d812e76c-c272-403b-90ca-27996b7fd9fd Jul 19 11:05:57.660913 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213600a2-08f8-4416-a797-ecf7ce0fbddc,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:57.717225 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (d812e76c-c272-403b-90ca-27996b7fd9fd), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.729261 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:57.748914 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (d812e76c-c272-403b-90ca-27996b7fd9fd), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.750009 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:57.750600 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.796830 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5294101 Jul 19 11:05:57.797191 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48720) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:57.802503 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Request body: {'subnet': {'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1941323441-subnet', 'tenant_id': '375de853371a422f883980296a46ad43', 'ip_version': 4}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:57.829653 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Made reservation on behalf of 375de853371a422f883980296a46ad43 for: {'subnet': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:05:57.832088 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab99c4-b8d0-4909-866c-2bbd630de2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d812e76c-c272-403b-90ca-27996b7fd9fd,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:57.833279 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:57.845572 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network d812e76c-c272-403b-90ca-27996b7fd9fd details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:05:57.880230 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:58.065283 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (9b78cea2-c775-4273-bfd0-a84adb5b28ab), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.182170 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Checking segment: {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:05:58.182526 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Network hostable DHCP agents. Network: d812e76c-c272-403b-90ca-27996b7fd9fd, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:05:58.187764 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b78cea2-c775-4273-bfd0-a84adb5b28ab,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:58.199049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71373548-4e06-46b6-9cd8-17284ced312f req-b9039e03-52df-4c6d-a6ed-ae26e202d7bb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:58.200550 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-71373548-4e06-46b6-9cd8-17284ced312f req-b9039e03-52df-4c6d-a6ed-ae26e202d7bb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0920310 Jul 19 11:05:58.227440 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Network d812e76c-c272-403b-90ca-27996b7fd9fd is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:05:58.232122 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:58.250064 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d812e76c-c272-403b-90ca-27996b7fd9fd) {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:05:58.254768 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:58.255397 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.263701 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85027d4-4de5-4637-8d6e-ae6ce431f3bc None None] Network d812e76c-c272-403b-90ca-27996b7fd9fd requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:05:58.293129 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-71373548-4e06-46b6-9cd8-17284ced312f req-3557d4d3-7631-4c01-9ca9-f668e05571b6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785642 Jul 19 11:05:58.293129 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-067a5ace-50e1-49c3-89ee-373635526fc3 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4915669 Jul 19 11:05:58.293129 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48736) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:58.298831 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=47 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:58.299568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:05:58.308197 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=59 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:58.340820 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (196b89be-b242-442e-8c43-6355819d28bf), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.342092 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (196b89be-b242-442e-8c43-6355819d28bf), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.377754 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:58.383744 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1e43-d30f-476d-9c53-648eb15d991b req-8ffee1be-7038-475c-92e0-f89cde45f96a tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:58.386008 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-962e1e43-d30f-476d-9c53-648eb15d991b req-8ffee1be-7038-475c-92e0-f89cde45f96a tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.27 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0673139 Jul 19 11:05:58.424828 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks [] for router_controller (196b89be-b242-442e-8c43-6355819d28bf), precommit_add_association {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.445806 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d812e76c-c272-403b-90ca-27996b7fd9fd', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'project_id': '375de853371a422f883980296a46ad43', 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:05:58.447192 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.539963 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f70a2-9c3e-4bed-ab11-af7d4cd6b09b req-e46a26e6-5f32-451d-a35a-3cc38db1b192 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:58.541838 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d50f70a2-9c3e-4bed-ab11-af7d4cd6b09b req-e46a26e6-5f32-451d-a35a-3cc38db1b192 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 946 time: 0.0594175 Jul 19 11:05:58.587067 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:58.593346 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks [] for router_gateway (196b89be-b242-442e-8c43-6355819d28bf), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.642219 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Allocated IP 172.20.0.2 (d812e76c-c272-403b-90ca-27996b7fd9fd/9b78cea2-c775-4273-bfd0-a84adb5b28ab/f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:05:58.649557 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-962e1e43-d30f-476d-9c53-648eb15d991b req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Deleting port ab2b6732-5d45-4b40-8888-44a729c6870f {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:05:58.651326 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-962e1e43-d30f-476d-9c53-648eb15d991b req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.747530 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d50f70a2-9c3e-4bed-ab11-af7d4cd6b09b req-ebd1cf4c-0985-4085-b1bf-efa351f657e1 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/security-groups?id=4915be60-beb6-4adc-ad91-364a75572520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991851 Jul 19 11:05:58.801492 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-962e1e43-d30f-476d-9c53-648eb15d991b req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] For port ab2b6732-5d45-4b40-8888-44a729c6870f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ab2b6732-5d45-4b40-8888-44a729c6870f,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:05:58.802278 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-962e1e43-d30f-476d-9c53-648eb15d991b req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.822093 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-962e1e43-d30f-476d-9c53-648eb15d991b req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Calling delete_port for ab2b6732-5d45-4b40-8888-44a729c6870f owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:05:58.831252 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Publish callbacks [] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.843220 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.873497 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks [] for router_gateway (196b89be-b242-442e-8c43-6355819d28bf), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.883598 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Network d812e76c-c272-403b-90ca-27996b7fd9fd is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:05:58.894144 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:05:58.898118 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:05:58.898442 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eb4b6-e29b-4895-8d6e-76211950783a req-0791e31a-93b9-41f7-9416-ac1d95330708 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:58.899954 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-754eb4b6-e29b-4895-8d6e-76211950783a req-0791e31a-93b9-41f7-9416-ac1d95330708 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.0807157 Jul 19 11:05:58.901550 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.901908 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Pushing event updated for resources: {'Port': ['ID=f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:58.981092 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Attempting to bind port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:05:58.981475 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Attempting to bind port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:05:58.981934 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Attempting to bind port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 on network d812e76c-c272-403b-90ca-27996b7fd9fd {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:05:58.989070 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:05:58.990778 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Checking segment: {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:05:58.992142 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:58.994452 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Bound using segment: {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:05:58.996379 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Bound port: f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:05:58.997418 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:59.014423 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-754eb4b6-e29b-4895-8d6e-76211950783a req-786daed6-68e2-479c-9a46-65d563cdc84e tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044836 Jul 19 11:05:59.047941 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-962e1e43-d30f-476d-9c53-648eb15d991b req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (ab2b6732-5d45-4b40-8888-44a729c6870f), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:59.078639 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Pushing event deleted for resources: {'Port': ['ID=ab2b6732-5d45-4b40-8888-44a729c6870f,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:59.084538 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Allocated IP 172.37.3.165 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:05:59.109805 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] For port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:05:59.118070 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] For port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:05:59.128032 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:59.193366 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb7589-4b18-455f-b108-3f625c3b8509 None None] Pushing event updated for resources: {'Port': ['ID=f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:59.201740 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e1e43-d30f-476d-9c53-648eb15d991b req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] No DVR routers for this DVR port ab2b6732-5d45-4b40-8888-44a729c6870f on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:05:59.205274 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-962e1e43-d30f-476d-9c53-648eb15d991b req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:59.209008 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-962e1e43-d30f-476d-9c53-648eb15d991b req-66d2dcad-8a05-4ee4-a0a2-098744444885 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.27 "DELETE /v2.0/ports/ab2b6732-5d45-4b40-8888-44a729c6870f HTTP/1.1" status: 204 len: 173 time: 0.8170185 Jul 19 11:05:59.209653 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126c2860-81b1-42fc-8fbd-78178837f2c2', 'name': 'network-vif-deleted', 'tag': 'ab2b6732-5d45-4b40-8888-44a729c6870f'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:05:59.216717 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127f70e9-2340-41a5-ac40-1d35bd4acedf" -d '{"events": [{"server_uuid": "126c2860-81b1-42fc-8fbd-78178837f2c2", "name": "network-vif-deleted", "tag": "ab2b6732-5d45-4b40-8888-44a729c6870f"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:05:59.248614 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks [] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:59.259631 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ec8c7a-b137-452b-9351-eaec4c990685 x-openstack-request-id: req-b1ec8c7a-b137-452b-9351-eaec4c990685 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:05:59.259924 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126c2860-81b1-42fc-8fbd-78178837f2c2", "name": "network-vif-deleted", "tag": "ab2b6732-5d45-4b40-8888-44a729c6870f", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:05:59.260172 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b1ec8c7a-b137-452b-9351-eaec4c990685 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:05:59.260575 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ec8c7a-b137-452b-9351-eaec4c990685'] response: {'server_uuid': '126c2860-81b1-42fc-8fbd-78178837f2c2', 'name': 'network-vif-deleted', 'tag': 'ab2b6732-5d45-4b40-8888-44a729c6870f', 'status': 'completed', 'code': 200} Jul 19 11:05:59.302923 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:59.371350 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:05:59.374385 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:59.378395 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:05:59.380879 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:05:59.388331 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:05:59.552963 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd0e08-bef0-4ce1-91c4-0e7fc1e7b83f req-6b77f0b3-30cd-4866-a83b-1cadb9eb75ac tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:05:59.554537 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-acbd0e08-bef0-4ce1-91c4-0e7fc1e7b83f req-6b77f0b3-30cd-4866-a83b-1cadb9eb75ac tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.1613758 Jul 19 11:05:59.671424 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-acbd0e08-bef0-4ce1-91c4-0e7fc1e7b83f req-d62df1d3-df72-4deb-a8df-27f24a1465d1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080325 Jul 19 11:05:59.719241 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:05:59.724064 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks [] for router_gateway (196b89be-b242-442e-8c43-6355819d28bf), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:59.846905 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48770) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:05:59.853819 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-827011fd-c722-4957-a27e-3c30f332480c req-b2c14c3c-441a-410b-b293-a43c68f45482 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0357482 Jul 19 11:05:59.975024 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-24a9abda-91e4-4126-a658-3edc84c4b3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:05:59.981455 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-278d3c56-a32e-4bce-88df-b4a15023eca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.067752 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:00.085726 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-278d3c56-a32e-4bce-88df-b4a15023eca5 admin admin] Publish callbacks [] for security_group (94a055cc-22d6-4448-baba-bddf33a93f6a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.091140 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-278d3c56-a32e-4bce-88df-b4a15023eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (94a055cc-22d6-4448-baba-bddf33a93f6a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.130540 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-278d3c56-a32e-4bce-88df-b4a15023eca5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=04c52dd23a8f414389f5e0171da297cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799499 Jul 19 11:06:00.131768 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48776) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:00.155413 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:00.160511 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d3c56-a32e-4bce-88df-b4a15023eca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a055cc-22d6-4448-baba-bddf33a93f6a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:00.192179 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0c0d-c8f2-4d0e-9158-efea3a998410 req-fe652f89-821f-40f0-8562-da352895e6be tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:00.193781 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6d7c0c0d-c8f2-4d0e-9158-efea3a998410 req-fe652f89-821f-40f0-8562-da352895e6be tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.0827677 Jul 19 11:06:00.195404 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cab60942-a1ac-4134-a1a6-2023eb372fe7 admin admin] Publish callbacks [] for security_group (94a055cc-22d6-4448-baba-bddf33a93f6a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.210496 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (196b89be-b242-442e-8c43-6355819d28bf), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.218079 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cab60942-a1ac-4134-a1a6-2023eb372fe7 admin admin] Publish callbacks [] for security_group (94a055cc-22d6-4448-baba-bddf33a93f6a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.273970 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cab60942-a1ac-4134-a1a6-2023eb372fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (94a055cc-22d6-4448-baba-bddf33a93f6a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.277040 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cab60942-a1ac-4134-a1a6-2023eb372fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.280790 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cab60942-a1ac-4134-a1a6-2023eb372fe7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/94a055cc-22d6-4448-baba-bddf33a93f6a HTTP/1.1" status: 204 len: 168 time: 0.1450162 Jul 19 11:06:00.286807 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab60942-a1ac-4134-a1a6-2023eb372fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a055cc-22d6-4448-baba-bddf33a93f6a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:00.294408 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6d7c0c0d-c8f2-4d0e-9158-efea3a998410 req-200ce9ee-2ed6-4d01-ae62-2a4b0a685053 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906796 Jul 19 11:06:00.323318 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cbe54b-b626-48fb-8c4a-2e2ee5769fd9 None None] Network d812e76c-c272-403b-90ca-27996b7fd9fd requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:06:00.383930 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Router 196b89be-b242-442e-8c43-6355819d28bf is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:06:00.446759 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:00.454702 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-022248d4-dc5c-401e-b991-830752f15a9a None None] Provisioning complete for port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:00.455089 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-022248d4-dc5c-401e-b991-830752f15a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.500406 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:06:00.513450 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Sync routers for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:06:00.526615 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:00.527235 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:00.542429 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.544724 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f6bc3ff2-a688-4c84-a3e1-f5f0188ad3a8 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2492251 Jul 19 11:06:00.547607 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48784) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:00.558669 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-022248d4-dc5c-401e-b991-830752f15a9a None None] Current status of the port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:00.559078 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-022248d4-dc5c-401e-b991-830752f15a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.588990 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:00.602109 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-022248d4-dc5c-401e-b991-830752f15a9a None None] For port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:00.608552 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-022248d4-dc5c-401e-b991-830752f15a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.663085 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022248d4-dc5c-401e-b991-830752f15a9a None None] Pushing event updated for resources: {'Port': ['ID=f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:00.724951 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:00.731845 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-231abd4d-5884-4c89-a37e-e94bd396b4a6 None None] Provisioning complete for port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:00.732170 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-231abd4d-5884-4c89-a37e-e94bd396b4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.764101 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48788) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:00.782653 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e183bacf-5a64-4bd3-9110-291ede7b0f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.829337 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-231abd4d-5884-4c89-a37e-e94bd396b4a6 None None] Current status of the port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:00.848569 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a045ce-5740-4c6a-b6eb-c59e814569ee req-ebc9c51d-442d-43de-bfb5-0da5305f18c5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:00.850075 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-36a045ce-5740-4c6a-b6eb-c59e814569ee req-ebc9c51d-442d-43de-bfb5-0da5305f18c5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0558825 Jul 19 11:06:00.877533 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e183bacf-5a64-4bd3-9110-291ede7b0f32 admin admin] Publish callbacks [] for security_group (35b09e20-13ef-491a-8ac4-df71dc613696), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.887498 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e183bacf-5a64-4bd3-9110-291ede7b0f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (35b09e20-13ef-491a-8ac4-df71dc613696), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:00.895285 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:00.914019 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:05:59Z', 'revision_number': 3, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:00.940514 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Checking router: 196b89be-b242-442e-8c43-6355819d28bf for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:06:00.940979 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Updating router 196b89be-b242-442e-8c43-6355819d28bf port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:06:00.949919 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-e183bacf-5a64-4bd3-9110-291ede7b0f32 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=61fcbb0ef2724ed29eeb6685dc0eb505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841452 Jul 19 11:06:00.955171 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48794) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:00.973763 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.005918 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183bacf-5a64-4bd3-9110-291ede7b0f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b09e20-13ef-491a-8ac4-df71dc613696,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:01.011352 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:01.013561 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-326e0e2b-6f02-4303-9ddb-3db01c9fd901 req-4137aa4d-b1c2-44cc-837f-d272755d44a3 tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0593958 Jul 19 11:06:01.059218 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-36a045ce-5740-4c6a-b6eb-c59e814569ee req-2ec3b9fe-50b8-4b51-be90-8164dfa0cebd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974974 Jul 19 11:06:01.087062 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-640d2d49-e324-44b0-9ec4-ce6be00cc074 admin admin] Publish callbacks [] for security_group (35b09e20-13ef-491a-8ac4-df71dc613696), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.089111 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:01.112787 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-640d2d49-e324-44b0-9ec4-ce6be00cc074 admin admin] Publish callbacks [] for security_group (35b09e20-13ef-491a-8ac4-df71dc613696), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.130615 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.178222 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-640d2d49-e324-44b0-9ec4-ce6be00cc074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (35b09e20-13ef-491a-8ac4-df71dc613696), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.181435 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.186301 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-640d2d49-e324-44b0-9ec4-ce6be00cc074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.186630 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:01.187830 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-640d2d49-e324-44b0-9ec4-ce6be00cc074 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/35b09e20-13ef-491a-8ac4-df71dc613696 HTTP/1.1" status: 204 len: 168 time: 0.2316203 Jul 19 11:06:01.221967 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d2d49-e324-44b0-9ec4-ce6be00cc074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b09e20-13ef-491a-8ac4-df71dc613696,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:01.255800 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:01.256276 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.263754 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Publish callbacks [] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.271564 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.332597 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Attempting to bind port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:01.333144 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Attempting to bind port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:01.333762 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Attempting to bind port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:01.342224 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:01.342804 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:01.343398 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.343924 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:01.344641 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Bound port: 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:01.345318 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.355852 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:01.399489 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Allocated IP 172.20.0.1 (d812e76c-c272-403b-90ca-27996b7fd9fd/9b78cea2-c775-4273-bfd0-a84adb5b28ab/b4413bcd-1047-4dbd-9563-bf0d409896ea) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:01.403510 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:01.410073 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Pushing event updated for resources: {'Port': ['ID=51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:01.418719 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] For port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:01.422289 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] For port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:01.424951 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.425640 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.426142 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.426631 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.427088 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.427568 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.428034 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.428781 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.429714 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.430202 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.430667 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.431144 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.431606 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.432064 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.432534 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:01.443559 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.461306 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e5d1-1b54-4ccb-b32c-6d1795ddb596 req-e467b1f5-a9e4-47a1-b9b8-fad5bacb2506 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:01.463078 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ea95e5d1-1b54-4ccb-b32c-6d1795ddb596 req-e467b1f5-a9e4-47a1-b9b8-fad5bacb2506 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.0646484 Jul 19 11:06:01.501008 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:01.502068 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:01.529582 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ea95e5d1-1b54-4ccb-b32c-6d1795ddb596 req-1599c6c9-0703-4350-bdfb-ecd9d08b3004 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604591 Jul 19 11:06:01.631822 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5e5c9-2eb3-487f-93d8-a9853b29d95b None None] Pushing event updated for resources: {'Port': ['ID=51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:01.655292 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:01.693409 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48806) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:01.709341 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-893f1769-7740-461a-b28d-424c037bcc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.791066 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Publish callbacks [] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.808057 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-893f1769-7740-461a-b28d-424c037bcc9c admin admin] Publish callbacks [] for security_group (8f5f7dc4-ed5e-4d6c-ba2c-b797bd01b2b9), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.812542 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-893f1769-7740-461a-b28d-424c037bcc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8f5f7dc4-ed5e-4d6c-ba2c-b797bd01b2b9), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.829370 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.839261 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:05:59Z', 'revision_number': 3, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:01.857486 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f1769-7740-461a-b28d-424c037bcc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f7dc4-ed5e-4d6c-ba2c-b797bd01b2b9,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:01.864581 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-893f1769-7740-461a-b28d-424c037bcc9c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e74364728ca34b27988bfb1caee63c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673067 Jul 19 11:06:01.865748 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48808) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:01.868183 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e40e3cf-5477-485f-a877-15602e33c124 None None] The sync data for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi is: [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:05:59Z', 'revision_number': 3, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:06:01.876869 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Network d812e76c-c272-403b-90ca-27996b7fd9fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:01.880282 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:01.882823 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4413bcd-1047-4dbd-9563-bf0d409896ea,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:01.885095 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:01.927764 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (196b89be-b242-442e-8c43-6355819d28bf), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.941584 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['ab2b6732-5d45-4b40-8888-44a729c6870f'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:06:01.942021 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-afe1b38f-ee4f-45c7-8d1e-b62834503c82 admin admin] Publish callbacks [] for security_group (8f5f7dc4-ed5e-4d6c-ba2c-b797bd01b2b9), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:01.974351 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-afe1b38f-ee4f-45c7-8d1e-b62834503c82 admin admin] Publish callbacks [] for security_group (8f5f7dc4-ed5e-4d6c-ba2c-b797bd01b2b9), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.016661 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:02.044554 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-afe1b38f-ee4f-45c7-8d1e-b62834503c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8f5f7dc4-ed5e-4d6c-ba2c-b797bd01b2b9), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.047405 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-afe1b38f-ee4f-45c7-8d1e-b62834503c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.051014 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-afe1b38f-ee4f-45c7-8d1e-b62834503c82 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8f5f7dc4-ed5e-4d6c-ba2c-b797bd01b2b9 HTTP/1.1" status: 204 len: 168 time: 0.1817937 Jul 19 11:06:02.059079 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1b38f-ee4f-45c7-8d1e-b62834503c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f7dc4-ed5e-4d6c-ba2c-b797bd01b2b9,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:02.202048 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.270657 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f5d68ae3-edbe-4bc8-b241-a5b0ba4f8e92 req-c7123932-9db7-4a9d-a656-cdea3982731e tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.1196187 Jul 19 11:06:02.274042 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c38baa-f41a-4629-81bd-789fd25b645b req-cc594885-0783-4a6e-b9ca-2afb17150904 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:02.275918 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-00c38baa-f41a-4629-81bd-789fd25b645b req-cc594885-0783-4a6e-b9ca-2afb17150904 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0974884 Jul 19 11:06:02.279378 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-7550d086-a446-4dce-8bec-182830923cee None None] Provisioning complete for port b4413bcd-1047-4dbd-9563-bf0d409896ea triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:02.279860 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7550d086-a446-4dce-8bec-182830923cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.333611 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-7550d086-a446-4dce-8bec-182830923cee None None] Port b4413bcd-1047-4dbd-9563-bf0d409896ea cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:02.356537 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-00c38baa-f41a-4629-81bd-789fd25b645b req-9fb5cd79-99cb-4e69-9396-b80da422e790 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740333 Jul 19 11:06:02.378302 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:02.437732 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Publish callbacks [] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.444061 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.517598 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4413bcd-1047-4dbd-9563-bf0d409896ea,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:02.521026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (196b89be-b242-442e-8c43-6355819d28bf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.574363 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.641980 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Network d812e76c-c272-403b-90ca-27996b7fd9fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:02.654642 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:02.779774 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b9a01-c573-46a5-ba24-dedc21dc389b req-0ac7aa3f-a6fe-4ee7-a91d-67d2e741ea13 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:02.781687 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f16b9a01-c573-46a5-ba24-dedc21dc389b req-0ac7aa3f-a6fe-4ee7-a91d-67d2e741ea13 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.1420014 Jul 19 11:06:02.794536 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:02.816811 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e6072-825a-404a-990c-c369a29a525f req-ae4db828-1cd2-4acd-b66e-fdad3f7e504e tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:02.818625 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7b9e6072-825a-404a-990c-c369a29a525f req-ae4db828-1cd2-4acd-b66e-fdad3f7e504e tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 946 time: 0.1388533 Jul 19 11:06:02.965770 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f16b9a01-c573-46a5-ba24-dedc21dc389b req-056155c8-e771-4d6a-a8ff-96c08ad0f315 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745722 Jul 19 11:06:03.011210 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Router 196b89be-b242-442e-8c43-6355819d28bf has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:06:03.035939 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-7b9e6072-825a-404a-990c-c369a29a525f req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Deleting port 76b1d057-9d32-40d9-8cd9-1ba190a6841d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:06:03.035939 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-7b9e6072-825a-404a-990c-c369a29a525f req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:03.169702 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-1a61a4ea-e0cb-453e-93be-d54de0bed2a0 None None] Provisioning complete for port b4413bcd-1047-4dbd-9563-bf0d409896ea triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:03.170695 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1a61a4ea-e0cb-453e-93be-d54de0bed2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:03.177510 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:03.229288 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:06:03.230218 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:03.245347 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1a793f24-33ed-4b66-9fa9-313843f911e3 admin admin] 10.222.0.33 "PUT /v2.0/routers/196b89be-b242-442e-8c43-6355819d28bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6897049 Jul 19 11:06:03.245347 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-7b9e6072-825a-404a-990c-c369a29a525f req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] For port 76b1d057-9d32-40d9-8cd9-1ba190a6841d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=76b1d057-9d32-40d9-8cd9-1ba190a6841d,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:03.245347 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-7b9e6072-825a-404a-990c-c369a29a525f req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:03.262990 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-7b9e6072-825a-404a-990c-c369a29a525f req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Calling delete_port for 76b1d057-9d32-40d9-8cd9-1ba190a6841d owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:06:03.263285 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-1a61a4ea-e0cb-453e-93be-d54de0bed2a0 None None] Port b4413bcd-1047-4dbd-9563-bf0d409896ea cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:03.286718 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:03.287353 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:03.391014 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:03.391331 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:03.418007 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:03.436114 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:03.482660 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:03.495402 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8957d1fc-2c21-4077-be5c-d29421ccec60 req-9d2e800f-6d08-43e6-984e-b797f3b0e58d tempest-DeleteServersTestJSON-1559915880 tempest-DeleteServersTestJSON-1559915880-project] 10.222.0.33 "GET /v2.0/ports?device_id=126c2860-81b1-42fc-8fbd-78178837f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0736704 Jul 19 11:06:03.532534 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:03.535364 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:03.558285 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45f1c3-2b61-4b34-8828-a19492b4756c req-164348fb-267c-4db0-8f00-16b792bf8af4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:03.559826 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4b45f1c3-2b61-4b34-8828-a19492b4756c req-164348fb-267c-4db0-8f00-16b792bf8af4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0916286 Jul 19 11:06:03.568065 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-7b9e6072-825a-404a-990c-c369a29a525f req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (76b1d057-9d32-40d9-8cd9-1ba190a6841d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:03.609127 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['76b1d057-9d32-40d9-8cd9-1ba190a6841d'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:06:03.611339 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Pushing event deleted for resources: {'Port': ['ID=76b1d057-9d32-40d9-8cd9-1ba190a6841d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:03.716520 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9e6072-825a-404a-990c-c369a29a525f req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] No DVR routers for this DVR port 76b1d057-9d32-40d9-8cd9-1ba190a6841d on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:06:03.720565 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-7b9e6072-825a-404a-990c-c369a29a525f req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:03.724524 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7b9e6072-825a-404a-990c-c369a29a525f req-4d0891ae-8d38-420a-8007-b321349cf927 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.27 "DELETE /v2.0/ports/76b1d057-9d32-40d9-8cd9-1ba190a6841d HTTP/1.1" status: 204 len: 173 time: 0.8477609 Jul 19 11:06:03.725246 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e0099f-88fa-4929-94a2-ef54325bace7', 'name': 'network-vif-deleted', 'tag': '76b1d057-9d32-40d9-8cd9-1ba190a6841d'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:06:03.728723 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b84cef9-8cdc-4e71-8a76-3cca70bbfe57" -d '{"events": [{"server_uuid": "b4e0099f-88fa-4929-94a2-ef54325bace7", "name": "network-vif-deleted", "tag": "76b1d057-9d32-40d9-8cd9-1ba190a6841d"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:06:03.767626 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4b45f1c3-2b61-4b34-8828-a19492b4756c req-fd4d3f90-538e-45cb-b1fd-b7f4ad6cd58c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756005 Jul 19 11:06:03.831734 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110f5616-393d-4373-bef7-cc3979f0c070 x-openstack-request-id: req-110f5616-393d-4373-bef7-cc3979f0c070 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:06:03.832023 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e0099f-88fa-4929-94a2-ef54325bace7", "name": "network-vif-deleted", "tag": "76b1d057-9d32-40d9-8cd9-1ba190a6841d", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:06:03.832286 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-110f5616-393d-4373-bef7-cc3979f0c070 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:06:03.832669 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110f5616-393d-4373-bef7-cc3979f0c070'] response: {'server_uuid': 'b4e0099f-88fa-4929-94a2-ef54325bace7', 'name': 'network-vif-deleted', 'tag': '76b1d057-9d32-40d9-8cd9-1ba190a6841d', 'status': 'completed', 'code': 200} Jul 19 11:06:03.951030 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ab2b6732-5d45-4b40-8888-44a729c6870f no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:06:04.004420 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: ab2b6732-5d45-4b40-8888-44a729c6870f {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:06:04.017589 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ab2b6732-5d45-4b40-8888-44a729c6870f not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:06:04.162909 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5977a93b-ebf7-4b90-979c-8f7428852b7f req-76af9b7c-dedf-4b37-acac-0cd35819d84d tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4e0099f-88fa-4929-94a2-ef54325bace7 HTTP/1.1" status: 200 len: 210 time: 0.0541668 Jul 19 11:06:04.171064 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48884) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:04.176342 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-983545999-network', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:04.202884 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Made reservation on behalf of 37d05fa2cf3643838d6c6a3139bf3953 for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:06:04.208668 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.214217 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Sync routers for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:06:04.227823 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:04.233741 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.234600 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:04.322178 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:04.366689 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Publish callbacks [] for security_group (8e91e529-f53a-46dd-8e76-9aaf018bfdd1), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.374370 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8e91e529-f53a-46dd-8e76-9aaf018bfdd1), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.400339 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:04.422470 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:06:04.426028 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e91e529-f53a-46dd-8e76-9aaf018bfdd1,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:04.442146 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (7c7ea39c-c165-495e-9ab2-e70275ed6bf1), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.442962 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Added segment 7c7ea39c-c165-495e-9ab2-e70275ed6bf1 of type vlan for network dec88d07-5e1f-495d-80f5-57ba3a97cb49 Jul 19 11:06:04.504209 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (dec88d07-5e1f-495d-80f5-57ba3a97cb49), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.533770 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:04.551966 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (dec88d07-5e1f-495d-80f5-57ba3a97cb49), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.553451 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:04.554796 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.603096 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4307017 Jul 19 11:06:04.606285 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48900) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:04.611556 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Request body: {'subnet': {'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-983545999-subnet', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:04.655325 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:04.665349 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Made reservation on behalf of 37d05fa2cf3643838d6c6a3139bf3953 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:06:04.671364 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25291486'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.701452 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0a729-17fe-4ec8-afda-a0260e9d66d2 admin admin] Pushing event updated for resources: {'Network': ['ID=dec88d07-5e1f-495d-80f5-57ba3a97cb49,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:04.771277 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network dec88d07-5e1f-495d-80f5-57ba3a97cb49 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:06:04.894979 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4413bcd-1047-4dbd-9563-bf0d409896ea', 'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'tenant_id': '375de853371a422f883980296a46ad43', 'mac_address': 'fa:16:3e:7d:b7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:01Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 2, 'project_id': '375de853371a422f883980296a46ad43', 'subnets': [{'id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:04.922754 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Checking router: 196b89be-b242-442e-8c43-6355819d28bf for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:06:04.923361 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Updating router 196b89be-b242-442e-8c43-6355819d28bf port b4413bcd-1047-4dbd-9563-bf0d409896ea binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:06:04.959351 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c2f9c-c14d-42d2-a18d-56a9146660e4 req-55a456f1-4b81-41cc-ab40-77b797fc8651 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:04.961366 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b79c2f9c-c14d-42d2-a18d-56a9146660e4 req-55a456f1-4b81-41cc-ab40-77b797fc8651 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0936363 Jul 19 11:06:04.975114 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:04.997022 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8382619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25291464'] for subnet (ccae841c-43ec-406a-b94d-88a33e233d7d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.031855 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b79c2f9c-c14d-42d2-a18d-56a9146660e4 req-efc9f892-dc58-4f18-8b9a-caf22783bc33 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631466 Jul 19 11:06:05.104589 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Checking segment: {'id': '7c7ea39c-c165-495e-9ab2-e70275ed6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:05.105086 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Network hostable DHCP agents. Network: dec88d07-5e1f-495d-80f5-57ba3a97cb49, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:06:05.107467 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccae841c-43ec-406a-b94d-88a33e233d7d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:05.126957 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Network dec88d07-5e1f-495d-80f5-57ba3a97cb49 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:06:05.138737 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, dec88d07-5e1f-495d-80f5-57ba3a97cb49) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:05.143246 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:05.143849 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.160779 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1efd60f0-538f-4c38-8eea-7b4f9958de77 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5530827 Jul 19 11:06:05.161324 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea92abb-f552-4256-9614-5866a992c9d9 None None] Network dec88d07-5e1f-495d-80f5-57ba3a97cb49 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:06:05.163937 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48916) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:05.169806 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:05.186430 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:05.196535 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.198607 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.274456 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks [] for router_controller (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), precommit_add_association {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.332405 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:05.332891 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.452255 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:05.452467 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks [] for router_gateway (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.472177 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-dec88d07-5e1f-495d-80f5-57ba3a97cb49', 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49', 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'fixed_ips': [{'subnet_id': 'ccae841c-43ec-406a-b94d-88a33e233d7d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:06:05.473180 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.615636 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:05.643405 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Publish callbacks [] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.660979 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.716856 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:05.755906 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c67082-f8bd-4393-ab2f-9a3537a4be3a None None] Pushing event updated for resources: {'Port': ['ID=b4413bcd-1047-4dbd-9563-bf0d409896ea,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:05.766779 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-bf151ede-1042-4198-938f-538d9d7f72e0 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:05.768282 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-bf151ede-1042-4198-938f-538d9d7f72e0 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/networks?id=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 HTTP/1.1" status: 200 len: 809 time: 0.2175527 Jul 19 11:06:05.781999 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Allocated IP 172.20.0.2 (dec88d07-5e1f-495d-80f5-57ba3a97cb49/ccae841c-43ec-406a-b94d-88a33e233d7d/359ff7a0-d0b1-47e8-a832-007e97cf023e) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:05.801067 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-3395bfb1-7014-40c8-ac37-50576c3bb163 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/quotas/88dc732812fc4fdd8e9c307f3565ba58 HTTP/1.1" status: 200 len: 375 time: 0.0226855 Jul 19 11:06:05.802168 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks [] for router_gateway (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.804673 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:05.825846 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.847879 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Attempting to bind port b4413bcd-1047-4dbd-9563-bf0d409896ea on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:05.848361 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Attempting to bind port b4413bcd-1047-4dbd-9563-bf0d409896ea by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:05.848815 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Attempting to bind port b4413bcd-1047-4dbd-9563-bf0d409896ea on network d812e76c-c272-403b-90ca-27996b7fd9fd {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:05.865118 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-da0f4a2e-ba8e-48df-ad54-704e7225cb6b tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=88dc732812fc4fdd8e9c307f3565ba58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426724 Jul 19 11:06:05.888023 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:05.888403 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Checking segment: {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:05.889032 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:05.889606 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Bound using segment: {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:05.890252 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Bound port: b4413bcd-1047-4dbd-9563-bf0d409896ea, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:05.890809 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.028731 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] For port b4413bcd-1047-4dbd-9563-bf0d409896ea, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:06.035018 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-c4652974-7ec6-4df5-a97a-aca838276948 service neutron] 10.222.0.33 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445107 Jul 19 11:06:06.035990 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Allocated IP 172.37.3.47 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/1cbda0e1-baaf-466d-a83b-d62a33da3797) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:06.039841 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-8e444b08-e169-422f-99bd-1a02fba6ee34 None None] Provisioning complete for port b4413bcd-1047-4dbd-9563-bf0d409896ea triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:06.040226 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8e444b08-e169-422f-99bd-1a02fba6ee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.051219 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Publish callbacks [] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.071961 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:06.076491 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] For port b4413bcd-1047-4dbd-9563-bf0d409896ea, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4413bcd-1047-4dbd-9563-bf0d409896ea,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:06.097180 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.108278 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.110288 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-8e444b08-e169-422f-99bd-1a02fba6ee34 None None] Port b4413bcd-1047-4dbd-9563-bf0d409896ea cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:06.163644 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Network dec88d07-5e1f-495d-80f5-57ba3a97cb49 is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:06.167690 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Pushing event updated for resources: {'Port': ['ID=359ff7a0-d0b1-47e8-a832-007e97cf023e,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:06.171840 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:06.176163 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:06.188149 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374ad02-3a43-4aa2-b232-5e0f6d748b65 req-78a2481e-0209-4d3a-ae1b-5a285a5329ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:06.190824 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8374ad02-3a43-4aa2-b232-5e0f6d748b65 req-78a2481e-0209-4d3a-ae1b-5a285a5329ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0748079 Jul 19 11:06:06.208196 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:06.208879 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:06.225727 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:06.258029 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8374ad02-3a43-4aa2-b232-5e0f6d748b65 req-ecbd9a4b-6177-4636-9fa1-c85d55280309 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600078 Jul 19 11:06:06.267824 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-3fb3b226-5019-4a92-a6e7-bf473bf295e1 service neutron] 10.222.0.33 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220664 Jul 19 11:06:06.293444 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks [] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.350293 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.389657 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c67082-f8bd-4393-ab2f-9a3537a4be3a None None] Pushing event updated for resources: {'Port': ['ID=b4413bcd-1047-4dbd-9563-bf0d409896ea,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:06.394021 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:06.395341 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Attempting to bind port 359ff7a0-d0b1-47e8-a832-007e97cf023e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:06.395898 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Attempting to bind port 359ff7a0-d0b1-47e8-a832-007e97cf023e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7c7ea39c-c165-495e-9ab2-e70275ed6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:06.396467 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Attempting to bind port 359ff7a0-d0b1-47e8-a832-007e97cf023e on network dec88d07-5e1f-495d-80f5-57ba3a97cb49 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:06.417464 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 48954) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:06.420475 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:06.428197 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:06.439691 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:06.442840 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Pushing event updated for resources: {'Port': ['ID=1cbda0e1-baaf-466d-a83b-d62a33da3797,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:06.454086 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:06.455610 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Checking segment: {'id': '7c7ea39c-c165-495e-9ab2-e70275ed6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:06.456217 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.456834 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Bound using segment: {'id': '7c7ea39c-c165-495e-9ab2-e70275ed6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:06.459126 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Bound port: 359ff7a0-d0b1-47e8-a832-007e97cf023e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7ea39c-c165-495e-9ab2-e70275ed6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:06.460897 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.513412 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:06.711346 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c7f45d60-8034-49c3-a1af-33e05c84c05c req-d8dd87ab-c335-4e3f-9394-951349937cc3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 210 time: 0.0769088 Jul 19 11:06:06.899116 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:06.907293 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-b39830a5-0dad-4a9a-8bf3-f2ad4ba959f9 None None] Provisioning complete for port b4413bcd-1047-4dbd-9563-bf0d409896ea triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:06.907685 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b39830a5-0dad-4a9a-8bf3-f2ad4ba959f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:06.929072 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:07.035511 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks [] for router_gateway (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:07.124466 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] For port 359ff7a0-d0b1-47e8-a832-007e97cf023e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:07.156522 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (27d35e86-99ff-4949-a734-b535aadf9afd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:07.198008 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] For port 359ff7a0-d0b1-47e8-a832-007e97cf023e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=359ff7a0-d0b1-47e8-a832-007e97cf023e,segment=NetworkSegment(7c7ea39c-c165-495e-9ab2-e70275ed6bf1),segment_id=7c7ea39c-c165-495e-9ab2-e70275ed6bf1)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:07.239923 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:07.321755 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-b39830a5-0dad-4a9a-8bf3-f2ad4ba959f9 None None] Current status of the port b4413bcd-1047-4dbd-9563-bf0d409896ea is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:07.322649 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b39830a5-0dad-4a9a-8bf3-f2ad4ba959f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:07.375719 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70573721-3c56-4af7-9570-31db17e8c51e None None] Pushing event updated for resources: {'Port': ['ID=359ff7a0-d0b1-47e8-a832-007e97cf023e,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:07.419723 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b39830a5-0dad-4a9a-8bf3-f2ad4ba959f9 None None] For port b4413bcd-1047-4dbd-9563-bf0d409896ea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4413bcd-1047-4dbd-9563-bf0d409896ea,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:07.431057 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b39830a5-0dad-4a9a-8bf3-f2ad4ba959f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:07.446931 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:07.481907 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4413bcd-1047-4dbd-9563-bf0d409896ea', 'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'tenant_id': '375de853371a422f883980296a46ad43', 'mac_address': 'fa:16:3e:7d:b7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:01Z', 'updated_at': '2022-07-19T11:06:06Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'subnets': [{'id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:07.503826 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:06:07.519045 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7727ccf6-dd91-422d-9532-9486fa4591fc None None] The sync data for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi is: [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4413bcd-1047-4dbd-9563-bf0d409896ea', 'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'tenant_id': '375de853371a422f883980296a46ad43', 'mac_address': 'fa:16:3e:7d:b7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:01Z', 'updated_at': '2022-07-19T11:06:06Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'subnets': [{'id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:06:07.546368 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39830a5-0dad-4a9a-8bf3-f2ad4ba959f9 None None] Pushing event updated for resources: {'Port': ['ID=b4413bcd-1047-4dbd-9563-bf0d409896ea,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:07.572467 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:07.613527 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cf5af-edf8-4690-b324-3adb6d79b401 req-37a6a9e0-9239-44ed-9e2a-1eebc3b4430c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:07.617216 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-260cf5af-edf8-4690-b324-3adb6d79b401 req-37a6a9e0-9239-44ed-9e2a-1eebc3b4430c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.1724935 Jul 19 11:06:07.730242 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:07.832584 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-260cf5af-edf8-4690-b324-3adb6d79b401 req-d2b2a247-f45a-4fe5-8aaf-a1668554c702 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901836 Jul 19 11:06:07.881192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:06:07.898172 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a5403665-0fd1-47e2-8231-847ad3c0e14f req-408e9fc4-de9e-4284-b0ec-1dc1ab2d1718 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 210 time: 0.0745125 Jul 19 11:06:07.954395 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 76b1d057-9d32-40d9-8cd9-1ba190a6841d no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:06:07.965660 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Deleting port 7bbaa886-ef7d-4c49-adae-fff6a76c079d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:06:07.966003 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:07.982255 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 76b1d057-9d32-40d9-8cd9-1ba190a6841d {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:06:07.982705 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 76b1d057-9d32-40d9-8cd9-1ba190a6841d not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:06:08.018830 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:06:08.034370 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Sync routers for ids ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:06:08.048359 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Routers {'af20ef8d-d4cf-494f-95cd-1080b55e7ea7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:08.049008 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:08.051914 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:08.053242 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ae15516f-10c2-4e17-9c4b-99ae2043cb25 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8880773 Jul 19 11:06:08.056746 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 48992) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:08.118874 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] For port 7bbaa886-ef7d-4c49-adae-fff6a76c079d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7bbaa886-ef7d-4c49-adae-fff6a76c079d,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:08.119508 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:08.179436 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Calling delete_port for 7bbaa886-ef7d-4c49-adae-fff6a76c079d owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:06:08.319180 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Set router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:08.495708 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:08.764586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:08.796321 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-ce3d66b9-bf04-42e9-b869-1341e5e8fa97 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:08.824217 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-ce3d66b9-bf04-42e9-b869-1341e5e8fa97 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.27 "GET /v2.0/networks?id=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 HTTP/1.1" status: 200 len: 809 time: 0.3336926 Jul 19 11:06:08.902288 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Request body: {'port': {'device_id': '09c5a8d5-8225-497b-8e9b-21981fb151e2', 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2', 'admin_state_up': True, 'tenant_id': '88dc732812fc4fdd8e9c307f3565ba58'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:08.988880 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.035473 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47'}], 'enable_snat': True}, 'gw_port_id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:06Z', 'revision_number': 3, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'gw_port': {'id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:09.071508 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394cee4c-2297-4f35-8f53-4a25225cb777 None None] Network dec88d07-5e1f-495d-80f5-57ba3a97cb49 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:06:09.093823 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Checking router: af20ef8d-d4cf-494f-95cd-1080b55e7ea7 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:06:09.094257 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Updating router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 port 1cbda0e1-baaf-466d-a83b-d62a33da3797 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:06:09.149050 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:09.156841 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.165329 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa9629-982e-4058-8981-2cec84698cae req-02925029-775d-484b-9d52-7fce15633c61 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:09.167146 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3eaa9629-982e-4058-8981-2cec84698cae req-02925029-775d-484b-9d52-7fce15633c61 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.1508293 Jul 19 11:06:09.218113 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (7bbaa886-ef7d-4c49-adae-fff6a76c079d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.248309 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-775dd142-d9da-4184-a1d4-e612b3e517bf req-131e3071-2916-476f-a22b-1b6f33f34375 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 210 time: 0.1567543 Jul 19 11:06:09.300786 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-797bd942-745f-40a0-a451-fae48a44fbf8 None None] Provisioning complete for port 359ff7a0-d0b1-47e8-a832-007e97cf023e triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:09.301369 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-797bd942-745f-40a0-a451-fae48a44fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.330135 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3eaa9629-982e-4058-8981-2cec84698cae req-9c0c0b39-f27a-4cd9-84ae-a6520a8bbf76 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261156 Jul 19 11:06:09.331830 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbaa886-ef7d-4c49-adae-fff6a76c079d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:09.415396 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:09.438021 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device b4413bcd-1047-4dbd-9563-bf0d409896ea up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:09.444160 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:09.458826 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Allocated IP 172.20.0.1 (dec88d07-5e1f-495d-80f5-57ba3a97cb49/ccae841c-43ec-406a-b94d-88a33e233d7d/6a2bc329-b432-47a0-ad4a-1b60b52ae6b2) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:09.499094 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:09.549466 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-797bd942-745f-40a0-a451-fae48a44fbf8 None None] Current status of the port 359ff7a0-d0b1-47e8-a832-007e97cf023e is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:09.551717 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-797bd942-745f-40a0-a451-fae48a44fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.594717 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port b4413bcd-1047-4dbd-9563-bf0d409896ea triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:09.595454 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.626692 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Made reservation on behalf of 88dc732812fc4fdd8e9c307f3565ba58 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:06:09.641957 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.669906 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Publish callbacks [] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.757589 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-797bd942-745f-40a0-a451-fae48a44fbf8 None None] For port 359ff7a0-d0b1-47e8-a832-007e97cf023e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=359ff7a0-d0b1-47e8-a832-007e97cf023e,segment=NetworkSegment(7c7ea39c-c165-495e-9ab2-e70275ed6bf1),segment_id=7c7ea39c-c165-495e-9ab2-e70275ed6bf1)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:09.770519 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.779898 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Publish callbacks [] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.781860 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-797bd942-745f-40a0-a451-fae48a44fbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.798932 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.855972 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Network dec88d07-5e1f-495d-80f5-57ba3a97cb49 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:09.871076 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839f44d-6131-4e43-bdfe-1944aece5dc4 None None] Pushing event updated for resources: {'Port': ['ID=1cbda0e1-baaf-466d-a83b-d62a33da3797,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:09.887774 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:09.892824 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:09.894019 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.900965 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Pushing event updated for resources: {'Port': ['ID=6a2bc329-b432-47a0-ad4a-1b60b52ae6b2,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:09.913981 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Attempting to bind port 1cbda0e1-baaf-466d-a83b-d62a33da3797 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:09.914539 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Attempting to bind port 1cbda0e1-baaf-466d-a83b-d62a33da3797 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:09.915024 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Attempting to bind port 1cbda0e1-baaf-466d-a83b-d62a33da3797 on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:09.921087 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:09.921927 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:09.922546 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.923137 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:09.923812 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Bound port: 1cbda0e1-baaf-466d-a83b-d62a33da3797, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:09.924422 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.953150 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (27d35e86-99ff-4949-a734-b535aadf9afd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:09.988981 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:09.999187 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-842a4c63-3113-4a52-abe3-a1db1d22a92a None None] Provisioning complete for port 359ff7a0-d0b1-47e8-a832-007e97cf023e triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:09.999566 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-842a4c63-3113-4a52-abe3-a1db1d22a92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.002582 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] For port 1cbda0e1-baaf-466d-a83b-d62a33da3797, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:10.004016 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port b4413bcd-1047-4dbd-9563-bf0d409896ea is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:10.005157 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 359ff7a0-d0b1-47e8-a832-007e97cf023e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:10.008049 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] For port 1cbda0e1-baaf-466d-a83b-d62a33da3797, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cbda0e1-baaf-466d-a83b-d62a33da3797,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:10.016281 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.032766 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bd942-745f-40a0-a451-fae48a44fbf8 None None] Pushing event updated for resources: {'Port': ['ID=359ff7a0-d0b1-47e8-a832-007e97cf023e,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:10.077424 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Routers {'af20ef8d-d4cf-494f-95cd-1080b55e7ea7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:10.078155 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:10.083119 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:10.166694 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 359ff7a0-d0b1-47e8-a832-007e97cf023e triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:10.167362 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.212611 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-842a4c63-3113-4a52-abe3-a1db1d22a92a None None] Current status of the port 359ff7a0-d0b1-47e8-a832-007e97cf023e is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:10.228064 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] Set router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:10.240721 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.267342 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Allocated IP 172.20.0.11 (392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2/16a57f54-b22d-437e-8767-775b71410199/c37fa729-0e82-499d-b4ea-1c6da8bfd3a4) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:10.362820 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:10.382926 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 359ff7a0-d0b1-47e8-a832-007e97cf023e is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:10.385725 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-63bea89c-c1d5-4b5f-954c-9d09a6c7f74f None None] Provisioning complete for port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:10.386208 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-63bea89c-c1d5-4b5f-954c-9d09a6c7f74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.424118 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-63bea89c-c1d5-4b5f-954c-9d09a6c7f74f None None] Port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:10.430277 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:10.451201 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839f44d-6131-4e43-bdfe-1944aece5dc4 None None] Pushing event updated for resources: {'Port': ['ID=1cbda0e1-baaf-466d-a83b-d62a33da3797,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:10.552412 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47'}], 'enable_snat': True}, 'gw_port_id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:06Z', 'revision_number': 3, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'gw_port': {'id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:10.573666 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Publish callbacks [] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.580736 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.581838 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031b501-c6bc-4de6-bc33-62df6ac630f1 None None] The sync data for ids ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'] in dv-cinder-master-3-iscsi is: [{'id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47'}], 'enable_snat': True}, 'gw_port_id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:06Z', 'revision_number': 3, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'gw_port': {'id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:06:10.582438 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.586568 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:10.622637 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0a2dd1c2-4268-459f-9de9-c0a8076ab0f3 req-8248858c-26a8-49d9-84f0-31937238512e tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 210 time: 0.1728213 Jul 19 11:06:10.648212 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Router 27d35e86-99ff-4949-a734-b535aadf9afd has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:06:10.680496 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks [] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.687340 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd78e40-ea51-4e19-80a9-f4254be6bba5 req-6843119f-23d0-4d0b-a784-bddd151c0751 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:10.694322 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7fd78e40-ea51-4e19-80a9-f4254be6bba5 req-6843119f-23d0-4d0b-a784-bddd151c0751 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.2172873 Jul 19 11:06:10.745076 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Pushing event updated for resources: {'Port': ['ID=6a2bc329-b432-47a0-ad4a-1b60b52ae6b2,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:10.805964 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:10.837981 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7fd78e40-ea51-4e19-80a9-f4254be6bba5 req-4cf253fc-d973-48f9-b68d-bd222d6b4ea5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384101 Jul 19 11:06:10.842927 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:10.847826 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:06:10.859327 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] Sync routers for ids ['27d35e86-99ff-4949-a734-b535aadf9afd'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:06:10.860188 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d1cce427-bf33-4779-b61d-1bc7880f906a admin admin] 10.222.0.33 "PUT /v2.0/routers/27d35e86-99ff-4949-a734-b535aadf9afd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4412880 Jul 19 11:06:10.861608 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49088) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:10.874935 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:10.880602 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:10.881352 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] Routers {'27d35e86-99ff-4949-a734-b535aadf9afd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:10.883331 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['27d35e86-99ff-4949-a734-b535aadf9afd'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:10.883513 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:10.908819 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Pushing event updated for resources: {'Port': ['ID=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:10.933880 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Network dec88d07-5e1f-495d-80f5-57ba3a97cb49 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:10.936927 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:10.978167 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:10.978922 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:11.036398 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-04787b1e-bd90-4bcd-8713-50bb65100f64 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1419466 Jul 19 11:06:11.059557 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Request body: {'port': {'device_id': '09c5a8d5-8225-497b-8e9b-21981fb151e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:11.185556 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:11.187347 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] Set router 27d35e86-99ff-4949-a734-b535aadf9afd gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:11.279282 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks [] for router (27d35e86-99ff-4949-a734-b535aadf9afd), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:11.400660 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:11.401748 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 359ff7a0-d0b1-47e8-a832-007e97cf023e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:11.460645 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:11.471402 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:06:11.477287 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks [] for router_gateway (27d35e86-99ff-4949-a734-b535aadf9afd), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:11.492990 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-7d3194cc-37f0-40ce-9447-0ad6c92194b5 None None] Provisioning complete for port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:11.493424 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7d3194cc-37f0-40ce-9447-0ad6c92194b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:11.519789 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:06:08Z', 'revision_number': 5, 'project_id': '205683784b714ab399311aeca15d0cfa', 'gw_port': {'id': '50484583-c5bc-41f1-96c1-c730f9cbfa26', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:11.546105 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:06:11.559193 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Publish callbacks [] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:11.572262 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] Checking router: 27d35e86-99ff-4949-a734-b535aadf9afd for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:06:11.574483 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Transition to ACTIVE for port object c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:06:11.575696 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:11.577958 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 359ff7a0-d0b1-47e8-a832-007e97cf023e triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:11.578372 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:11.581587 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:11.581956 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-7d3194cc-37f0-40ce-9447-0ad6c92194b5 None None] Port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:11.613238 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] Routers {'27d35e86-99ff-4949-a734-b535aadf9afd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:11.613883 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['27d35e86-99ff-4949-a734-b535aadf9afd'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:11.900180 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Deleting port 50484583-c5bc-41f1-96c1-c730f9cbfa26 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:06:11.900861 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:11.902704 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] Set router 27d35e86-99ff-4949-a734-b535aadf9afd gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:11.967527 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:06:11Z', 'revision_number': 6, 'project_id': '205683784b714ab399311aeca15d0cfa', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:11.984537 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:06:12.001625 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8e956e70-c316-46a5-be5a-65770381347a admin admin] 10.222.0.33 "PUT /v2.0/routers/af20ef8d-d4cf-494f-95cd-1080b55e7ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9354923 Jul 19 11:06:12.021465 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Pushing event updated for resources: {'Port': ['ID=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:12.065174 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8022e5-e511-425a-a694-b68a535d76b9 req-e8230190-a70b-4480-8ab8-fec3bd2af349 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:12.074387 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4e8022e5-e511-425a-a694-b68a535d76b9 req-e8230190-a70b-4480-8ab8-fec3bd2af349 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0996408 Jul 19 11:06:12.104269 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6738-88e5-4047-95a8-c6e5573fabf2 req-3ad33d9c-98b6-4f42-9eb5-b7d32cd143b8 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:12.106487 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-29be6738-88e5-4047-95a8-c6e5573fabf2 req-3ad33d9c-98b6-4f42-9eb5-b7d32cd143b8 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 944 time: 0.0973577 Jul 19 11:06:12.121435 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] For port 50484583-c5bc-41f1-96c1-c730f9cbfa26, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=50484583-c5bc-41f1-96c1-c730f9cbfa26,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:12.122192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.127414 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe51e4-afc1-418a-b361-6e4b4a412770 None None] The sync data for ids ['27d35e86-99ff-4949-a734-b535aadf9afd'] in dv-cinder-master-3-iscsi is: [{'id': '27d35e86-99ff-4949-a734-b535aadf9afd', 'name': 'tempest-DeleteServersTestJSON-1403186638-router', 'tenant_id': '205683784b714ab399311aeca15d0cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:06:11Z', 'revision_number': 6, 'project_id': '205683784b714ab399311aeca15d0cfa', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:06:12.157647 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:12.168175 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:12.172054 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Calling delete_port for 50484583-c5bc-41f1-96c1-c730f9cbfa26 owned by network:router_gateway {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:06:12.180455 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Attempting to bind port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:12.180824 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Attempting to bind port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ee6dc741-f502-46af-9770-1b76ab99e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:12.181155 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Attempting to bind port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 on network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:12.183163 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 359ff7a0-d0b1-47e8-a832-007e97cf023e is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:12.212297 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 on network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:06:12.214302 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Attempting to bind port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 on network 392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:12.223166 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4e8022e5-e511-425a-a694-b68a535d76b9 req-12cf1e02-2eee-4fa8-bbe5-e1cb0cd5fc39 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411846 Jul 19 11:06:12.246079 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:12.246428 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Checking segment: {'id': 'ee6dc741-f502-46af-9770-1b76ab99e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:12.246813 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Bound using segment: {'id': 'ee6dc741-f502-46af-9770-1b76ab99e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:12.247510 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Bound port: c37fa729-0e82-499d-b4ea-1c6da8bfd3a4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6dc741-f502-46af-9770-1b76ab99e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:12.247876 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.308232 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-29be6738-88e5-4047-95a8-c6e5573fabf2 req-33e47a0c-801f-489f-9ba0-5f7920dd65df tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956780 Jul 19 11:06:12.389916 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] For port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:12.398897 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] For port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:12.406758 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.470683 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:12.471441 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.480297 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] 10.222.0.27 "PUT /v2.0/ports/c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 HTTP/1.1" status: 200 len: 1094 time: 1.4300580 Jul 19 11:06:12.480961 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c5a8d5-8225-497b-8e9b-21981fb151e2', 'tag': 'c37fa729-0e82-499d-b4ea-1c6da8bfd3a4'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:06:12.483443 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54829686-bbac-4a12-aa75-3f7a83604af4" -d '{"events": [{"name": "network-changed", "server_uuid": "09c5a8d5-8225-497b-8e9b-21981fb151e2", "tag": "c37fa729-0e82-499d-b4ea-1c6da8bfd3a4"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:06:12.487113 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (50484583-c5bc-41f1-96c1-c730f9cbfa26), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.534525 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fec041-d649-4a9d-8d91-ec2abc4b8c08 service neutron] Pushing event updated for resources: {'Port': ['ID=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:12.550404 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Pushing event deleted for resources: {'Port': ['ID=50484583-c5bc-41f1-96c1-c730f9cbfa26,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:12.556447 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6617e6-8655-4d02-8f52-f1e7be9d116e x-openstack-request-id: req-4a6617e6-8655-4d02-8f52-f1e7be9d116e {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:06:12.556772 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c5a8d5-8225-497b-8e9b-21981fb151e2", "tag": "c37fa729-0e82-499d-b4ea-1c6da8bfd3a4", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:06:12.557029 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4a6617e6-8655-4d02-8f52-f1e7be9d116e {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:06:12.557438 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6617e6-8655-4d02-8f52-f1e7be9d116e'] response: {'name': 'network-changed', 'server_uuid': '09c5a8d5-8225-497b-8e9b-21981fb151e2', 'tag': 'c37fa729-0e82-499d-b4ea-1c6da8bfd3a4', 'status': 'completed', 'code': 200} Jul 19 11:06:12.577588 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (27d35e86-99ff-4949-a734-b535aadf9afd), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.621082 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-79387fdc-8f27-4b5c-bb75-2ede5086124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:12.622915 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-79387fdc-8f27-4b5c-bb75-2ede5086124a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88dc732812fc4fdd8e9c307f3565ba58&device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 1128 time: 0.0426705 Jul 19 11:06:12.632777 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49118) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:12.637258 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2a02b41a-4b7d-41a9-83a0-42d02235ca29 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455922164', 'description': 'tempest-secgroup-smoke-1455922164 description', 'project_id': '375de853371a422f883980296a46ad43'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:12.655786 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:12.688603 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (27d35e86-99ff-4949-a734-b535aadf9afd), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.689844 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-df120327-abec-4923-9617-6b32659f258d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 HTTP/1.1" status: 200 len: 217 time: 0.0473833 Jul 19 11:06:12.690624 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks [] for router_controller (27d35e86-99ff-4949-a734-b535aadf9afd), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.737801 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a02b41a-4b7d-41a9-83a0-42d02235ca29 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.762127 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (27d35e86-99ff-4949-a734-b535aadf9afd), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.763579 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27d35e86-99ff-4949-a734-b535aadf9afd {{(pid=104077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:06:12.770581 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:12.775707 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49120) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:12.776075 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-bcc281b0-4bb3-40dd-8b01-67badda1cf21 admin admin] 10.222.0.33 "DELETE /v2.0/routers/27d35e86-99ff-4949-a734-b535aadf9afd HTTP/1.1" status: 204 len: 168 time: 1.9132004 Jul 19 11:06:12.786910 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-bd1c37ea-a970-42a6-82c4-295cb44beebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:12.788916 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-bd1c37ea-a970-42a6-82c4-295cb44beebc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16a57f54-b22d-437e-8767-775b71410199 HTTP/1.1" status: 200 len: 849 time: 0.0920482 Jul 19 11:06:12.843899 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-7782a93c-4064-47e4-84f1-6ff35b4e0d6d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316169 Jul 19 11:06:12.915175 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae02d65e-c4c1-4444-ba3b-29b8656b28f4 admin admin] Deleting subnet d0a8a2f6-75da-47b9-abdd-0a281dbc188d {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:06:12.949772 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae02d65e-c4c1-4444-ba3b-29b8656b28f4 admin admin] Publish callbacks [] for subnet (d0a8a2f6-75da-47b9-abdd-0a281dbc188d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.010072 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a02b41a-4b7d-41a9-83a0-42d02235ca29 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group (c8732941-acac-405a-8591-7c711134621a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.020324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a02b41a-4b7d-41a9-83a0-42d02235ca29 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (c8732941-acac-405a-8591-7c711134621a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.024248 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae02d65e-c4c1-4444-ba3b-29b8656b28f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26276376'] for subnet (d0a8a2f6-75da-47b9-abdd-0a281dbc188d), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.088423 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-9a108b60-6c2a-478b-b2a1-03ca296729fa service neutron] 10.222.0.27 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324138 Jul 19 11:06:13.099265 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2a02b41a-4b7d-41a9-83a0-42d02235ca29 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.100965 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2a02b41a-4b7d-41a9-83a0-42d02235ca29 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4666810 Jul 19 11:06:13.104230 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49122) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:13.108722 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-419f4537-c9ef-476c-833d-9ad58534429c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Request body: {'security_group_rule': {'security_group_id': 'c8732941-acac-405a-8591-7c711134621a', 'project_id': '375de853371a422f883980296a46ad43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:13.139156 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02b41a-4b7d-41a9-83a0-42d02235ca29 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8732941-acac-405a-8591-7c711134621a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:13.149139 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-419f4537-c9ef-476c-833d-9ad58534429c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (aaa52f7b-56f0-4a58-87b6-4e8818764c3e), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.153736 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Sync routers for ids ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:06:13.162161 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:13.171483 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Routers {'af20ef8d-d4cf-494f-95cd-1080b55e7ea7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:13.172320 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:13.275109 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-419f4537-c9ef-476c-833d-9ad58534429c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (aaa52f7b-56f0-4a58-87b6-4e8818764c3e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.285489 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-419f4537-c9ef-476c-833d-9ad58534429c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (aaa52f7b-56f0-4a58-87b6-4e8818764c3e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.298049 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae02d65e-c4c1-4444-ba3b-29b8656b28f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (d0a8a2f6-75da-47b9-abdd-0a281dbc188d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.323806 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f4537-c9ef-476c-833d-9ad58534429c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa52f7b-56f0-4a58-87b6-4e8818764c3e,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:13.343845 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-419f4537-c9ef-476c-833d-9ad58534429c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.345515 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-419f4537-c9ef-476c-833d-9ad58534429c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2402048 Jul 19 11:06:13.348632 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49130) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:13.355613 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-1ab8d706-7993-4060-b541-a06f5509e4c8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Request body: {'security_group_rule': {'security_group_id': 'c8732941-acac-405a-8591-7c711134621a', 'project_id': '375de853371a422f883980296a46ad43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:13.391151 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d706-7993-4060-b541-a06f5509e4c8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (c1eb2532-1f3c-43d9-8e52-3a4a63efbdc2), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.406810 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-10f1281c-4902-464d-b0b3-d41eb38439fa req-18ec3b0d-e443-41e0-a5f5-62a19fec9815 service neutron] 10.222.0.27 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002110 Jul 19 11:06:13.444887 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Set router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:13.455621 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:13.483386 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1cbda0e1-baaf-466d-a83b-d62a33da3797 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:13.492003 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad4114-d5d8-435e-a451-5a2e5e951fb8 req-6ac17ad2-8570-459c-ab26-b90d697839a8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:13.494090 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cfad4114-d5d8-435e-a451-5a2e5e951fb8 req-6ac17ad2-8570-459c-ab26-b90d697839a8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.1206214 Jul 19 11:06:13.533210 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d706-7993-4060-b541-a06f5509e4c8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (c1eb2532-1f3c-43d9-8e52-3a4a63efbdc2), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.540263 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae02d65e-c4c1-4444-ba3b-29b8656b28f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8382682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25291507'] for subnet (d0a8a2f6-75da-47b9-abdd-0a281dbc188d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.548590 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b65e2-db11-4d22-a277-f44c6be61d6c req-997fe7af-606e-478a-a1d1-16741f30fa36 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:13.556785 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c78b65e2-db11-4d22-a277-f44c6be61d6c req-997fe7af-606e-478a-a1d1-16741f30fa36 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 944 time: 0.0911319 Jul 19 11:06:13.557490 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d706-7993-4060-b541-a06f5509e4c8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (c1eb2532-1f3c-43d9-8e52-3a4a63efbdc2), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.586422 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 1cbda0e1-baaf-466d-a83b-d62a33da3797 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:13.586901 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.593610 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8d706-7993-4060-b541-a06f5509e4c8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1eb2532-1f3c-43d9-8e52-3a4a63efbdc2,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:13.612043 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d706-7993-4060-b541-a06f5509e4c8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.613440 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-1ab8d706-7993-4060-b541-a06f5509e4c8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2636383 Jul 19 11:06:13.621731 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49136) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:13.628443 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-c8c9b78d-fa4d-463e-bfa5-ee5772f57bf2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Request body: {'security_group_rule': {'security_group_id': 'c8732941-acac-405a-8591-7c711134621a', 'project_id': '375de853371a422f883980296a46ad43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:13.638595 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:13.653079 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02d65e-c4c1-4444-ba3b-29b8656b28f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a8a2f6-75da-47b9-abdd-0a281dbc188d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:13.660371 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cfad4114-d5d8-435e-a451-5a2e5e951fb8 req-bcecba72-3551-4851-aeb0-4633026ae996 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584198 Jul 19 11:06:13.662643 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ae02d65e-c4c1-4444-ba3b-29b8656b28f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.667187 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ae02d65e-c4c1-4444-ba3b-29b8656b28f4 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/d0a8a2f6-75da-47b9-abdd-0a281dbc188d HTTP/1.1" status: 204 len: 168 time: 0.8905270 Jul 19 11:06:13.669709 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49138) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:13.680551 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c78b65e2-db11-4d22-a277-f44c6be61d6c req-b10c2615-838a-4787-a8b0-8cf6bc223eed tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151884 Jul 19 11:06:13.691190 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b78d-fa4d-463e-bfa5-ee5772f57bf2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (69dbc6bf-e02c-4ab9-ae53-e1c236457963), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.707986 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f953c31-b590-488f-8644-ec43754a21d3 None None] Network 7be74b19-036d-4488-a91f-a666900435da requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:06:13.825761 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b78d-fa4d-463e-bfa5-ee5772f57bf2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (69dbc6bf-e02c-4ab9-ae53-e1c236457963), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.830907 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b78d-fa4d-463e-bfa5-ee5772f57bf2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (69dbc6bf-e02c-4ab9-ae53-e1c236457963), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.855363 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9b78d-fa4d-463e-bfa5-ee5772f57bf2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dbc6bf-e02c-4ab9-ae53-e1c236457963,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:13.866150 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b78d-fa4d-463e-bfa5-ee5772f57bf2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.868079 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-c8c9b78d-fa4d-463e-bfa5-ee5772f57bf2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2451484 Jul 19 11:06:13.870850 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49142) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:13.876450 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-f3d28630-f40c-4c39-9d2a-ec41e0fc9100 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Request body: {'security_group_rule': {'security_group_id': 'c8732941-acac-405a-8591-7c711134621a', 'project_id': '375de853371a422f883980296a46ad43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:13.880275 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:13.884022 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 1cbda0e1-baaf-466d-a83b-d62a33da3797 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:13.884190 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.894202 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (7be74b19-036d-4488-a91f-a666900435da), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.902778 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47'}], 'enable_snat': True}, 'gw_port_id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:10Z', 'revision_number': 4, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'gw_port': {'id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a2bc329-b432-47a0-ad4a-1b60b52ae6b2', 'name': '', 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'mac_address': 'fa:16:3e:e7:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ccae841c-43ec-406a-b94d-88a33e233d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:09Z', 'updated_at': '2022-07-19T11:06:10Z', 'revision_number': 2, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'subnets': [{'id': 'ccae841c-43ec-406a-b94d-88a33e233d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:13.923550 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port 1cbda0e1-baaf-466d-a83b-d62a33da3797, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cbda0e1-baaf-466d-a83b-d62a33da3797,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:13.926314 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3d28630-f40c-4c39-9d2a-ec41e0fc9100 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (65397fcb-f728-4902-9743-c073bb0c4532), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.929257 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.955205 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Checking router: af20ef8d-d4cf-494f-95cd-1080b55e7ea7 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:06:13.955728 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Updating router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:06:13.988133 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be334da8-8feb-4161-bc3b-3f11e532cdc3 None None] DHCP port deletion for 7be74b19-036d-4488-a91f-a666900435da request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:06:13.991127 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:13.997905 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Deleting port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:06:13.998247 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.004335 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:14.052149 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 7bbaa886-ef7d-4c49-adae-fff6a76c079d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:06:14.057288 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3d28630-f40c-4c39-9d2a-ec41e0fc9100 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (65397fcb-f728-4902-9743-c073bb0c4532), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.059103 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=1cbda0e1-baaf-466d-a83b-d62a33da3797,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:14.064258 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3d28630-f40c-4c39-9d2a-ec41e0fc9100 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (65397fcb-f728-4902-9743-c073bb0c4532), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.082487 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 7bbaa886-ef7d-4c49-adae-fff6a76c079d {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:06:14.083075 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 7bbaa886-ef7d-4c49-adae-fff6a76c079d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:06:14.083651 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 50484583-c5bc-41f1-96c1-c730f9cbfa26 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:06:14.094487 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d28630-f40c-4c39-9d2a-ec41e0fc9100 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65397fcb-f728-4902-9743-c073bb0c4532,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:14.104731 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3d28630-f40c-4c39-9d2a-ec41e0fc9100 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.109469 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f3d28630-f40c-4c39-9d2a-ec41e0fc9100 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2375722 Jul 19 11:06:14.110213 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49144) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:14.114898 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-be334da8-8feb-4161-bc3b-3f11e532cdc3 None None] Deleting port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:06:14.115312 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-be334da8-8feb-4161-bc3b-3f11e532cdc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.115428 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-69bb61cf-e09a-4f97-b7af-794034cffe71 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Request body: {'security_group_rule': {'security_group_id': 'c8732941-acac-405a-8591-7c711134621a', 'project_id': '375de853371a422f883980296a46ad43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:14.117395 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 50484583-c5bc-41f1-96c1-c730f9cbfa26 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:06:14.117740 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 50484583-c5bc-41f1-96c1-c730f9cbfa26 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:06:14.139635 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.securitygroups_db [None req-69bb61cf-e09a-4f97-b7af-794034cffe71 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Project 375de853371a422f883980296a46ad43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 11:06:14.144273 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] For port 42596c39-bac9-4a6b-a030-3e3eb5e675a0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42596c39-bac9-4a6b-a030-3e3eb5e675a0,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:14.144814 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.149934 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69bb61cf-e09a-4f97-b7af-794034cffe71 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (4ba51ccc-d6ef-4346-9e97-c615ce59ce68), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.164354 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Calling delete_port for 42596c39-bac9-4a6b-a030-3e3eb5e675a0 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:06:14.225187 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-be334da8-8feb-4161-bc3b-3f11e532cdc3 None None] For port 42596c39-bac9-4a6b-a030-3e3eb5e675a0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=42596c39-bac9-4a6b-a030-3e3eb5e675a0,segment=NetworkSegment(fd767379-653e-492f-b553-bba36b351004),segment_id=fd767379-653e-492f-b553-bba36b351004)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:14.225629 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-be334da8-8feb-4161-bc3b-3f11e532cdc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.239627 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69bb61cf-e09a-4f97-b7af-794034cffe71 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (4ba51ccc-d6ef-4346-9e97-c615ce59ce68), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.247754 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-be334da8-8feb-4161-bc3b-3f11e532cdc3 None None] Calling delete_port for 42596c39-bac9-4a6b-a030-3e3eb5e675a0 owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:06:14.248526 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69bb61cf-e09a-4f97-b7af-794034cffe71 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (4ba51ccc-d6ef-4346-9e97-c615ce59ce68), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.264424 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb61cf-e09a-4f97-b7af-794034cffe71 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba51ccc-d6ef-4346-9e97-c615ce59ce68,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:14.271000 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.285655 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-69bb61cf-e09a-4f97-b7af-794034cffe71 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.289817 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-69bb61cf-e09a-4f97-b7af-794034cffe71 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1757517 Jul 19 11:06:14.290870 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49146) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:14.300034 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-e358546a-1adc-4798-a2c1-38c45e044834 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Request body: {'security_group_rule': {'security_group_id': 'c8732941-acac-405a-8591-7c711134621a', 'project_id': '375de853371a422f883980296a46ad43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:14.302921 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Pushing event deleted for resources: {'Port': ['ID=42596c39-bac9-4a6b-a030-3e3eb5e675a0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:14.308011 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] No DVR routers for this DVR port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 on host dv-cinder-master-3-iscsi {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:06:14.355058 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.securitygroups_db [None req-e358546a-1adc-4798-a2c1-38c45e044834 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Project 375de853371a422f883980296a46ad43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 11:06:14.361730 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Publish callbacks [] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.367147 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e358546a-1adc-4798-a2c1-38c45e044834 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (94bed0c1-9040-4418-b364-149dc13f83cc), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.388160 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.395232 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-be334da8-8feb-4161-bc3b-3f11e532cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (42596c39-bac9-4a6b-a030-3e3eb5e675a0), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.396025 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (7be74b19-036d-4488-a91f-a666900435da), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.419689 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be334da8-8feb-4161-bc3b-3f11e532cdc3 None None] Pushing event deleted for resources: {'Port': ['ID=42596c39-bac9-4a6b-a030-3e3eb5e675a0,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:14.430096 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be334da8-8feb-4161-bc3b-3f11e532cdc3 None None] No DVR routers for this DVR port 42596c39-bac9-4a6b-a030-3e3eb5e675a0 on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:06:14.430299 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be74b19-036d-4488-a91f-a666900435da']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:14.449484 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd767379-653e-492f-b553-bba36b351004') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:14.449791 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd767379-653e-492f-b553-bba36b351004') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:14.450713 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbea58-d6ad-4136-86df-0867d37380d1 None None] Pushing event updated for resources: {'Port': ['ID=6a2bc329-b432-47a0-ad4a-1b60b52ae6b2,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:14.452634 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:14.474312 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e358546a-1adc-4798-a2c1-38c45e044834 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (94bed0c1-9040-4418-b364-149dc13f83cc), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.479196 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26276385'] for segment (fd767379-653e-492f-b553-bba36b351004), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.480433 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e358546a-1adc-4798-a2c1-38c45e044834 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (94bed0c1-9040-4418-b364-149dc13f83cc), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.496070 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (fd767379-653e-492f-b553-bba36b351004), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.506282 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:06:14.506802 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8385912'] for segment (fd767379-653e-492f-b553-bba36b351004), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.518469 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358546a-1adc-4798-a2c1-38c45e044834 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bed0c1-9040-4418-b364-149dc13f83cc,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:14.539525 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e358546a-1adc-4798-a2c1-38c45e044834 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.541155 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-e358546a-1adc-4798-a2c1-38c45e044834 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2492085 Jul 19 11:06:14.567552 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment fd767379-653e-492f-b553-bba36b351004 resource provider aggregate not found Jul 19 11:06:14.626194 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment fd767379-653e-492f-b553-bba36b351004 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd767379-653e-492f-b553-bba36b351004 found for delete ", "request_id": "req-28709b83-f462-4021-a6eb-b1bb7e302545"}]} Jul 19 11:06:14.636646 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Attempting to bind port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:14.637383 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Attempting to bind port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7c7ea39c-c165-495e-9ab2-e70275ed6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:14.638028 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Attempting to bind port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 on network dec88d07-5e1f-495d-80f5-57ba3a97cb49 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:14.645039 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:14.645753 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Checking segment: {'id': '7c7ea39c-c165-495e-9ab2-e70275ed6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:14.646308 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.646892 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Bound using segment: {'id': '7c7ea39c-c165-495e-9ab2-e70275ed6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:14.649292 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Bound port: 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7ea39c-c165-495e-9ab2-e70275ed6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:14.649893 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.679533 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (7be74b19-036d-4488-a91f-a666900435da), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.681659 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-384c2c87-c5b7-4738-b7e5-1e3ca709a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:14.683154 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-384c2c87-c5b7-4738-b7e5-1e3ca709a8d9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=88dc732812fc4fdd8e9c307f3565ba58&device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 1128 time: 0.0739141 Jul 19 11:06:14.687050 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.690108 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] 10.222.0.33 "DELETE /v2.0/networks/7be74b19-036d-4488-a91f-a666900435da HTTP/1.1" status: 204 len: 168 time: 1.0151243 Jul 19 11:06:14.710613 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a61fab-384c-42fd-80a0-5368aabd15dd admin admin] Pushing event deleted for resources: {'Network': ['ID=7be74b19-036d-4488-a91f-a666900435da,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:14.759641 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-d28f3a61-a2c1-42d6-9897-42cf751a744d None None] Provisioning complete for port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:14.760595 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d28f3a61-a2c1-42d6-9897-42cf751a744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.776312 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] For port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:14.781331 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] For port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6a2bc329-b432-47a0-ad4a-1b60b52ae6b2,segment=NetworkSegment(7c7ea39c-c165-495e-9ab2-e70275ed6bf1),segment_id=7c7ea39c-c165-495e-9ab2-e70275ed6bf1)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:14.791026 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:14.856248 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-d28f3a61-a2c1-42d6-9897-42cf751a744d None None] Port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:14.897288 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbea58-d6ad-4136-86df-0867d37380d1 None None] Pushing event updated for resources: {'Port': ['ID=6a2bc329-b432-47a0-ad4a-1b60b52ae6b2,revision_number=4']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:14.926905 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Routers {'af20ef8d-d4cf-494f-95cd-1080b55e7ea7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:14.927753 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:14.950107 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d14b-aeee-4928-84f8-ee3f85c50465 req-5ca5600d-818f-4403-9e0e-8a8dfa730d9b tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:14.965819 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0f66d14b-aeee-4928-84f8-ee3f85c50465 req-5ca5600d-818f-4403-9e0e-8a8dfa730d9b tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 944 time: 0.1124005 Jul 19 11:06:15.021933 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-b34717e7-826c-4296-9a6f-2dfa1f834fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:15.024227 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-b34717e7-826c-4296-9a6f-2dfa1f834fea service neutron] 10.222.0.27 "GET /v2.0/networks?id=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 HTTP/1.1" status: 200 len: 910 time: 0.3113291 Jul 19 11:06:15.089030 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0f66d14b-aeee-4928-84f8-ee3f85c50465 req-8d1b1952-47a8-4c61-896a-555ed0ae86f7 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203327 Jul 19 11:06:15.105084 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49202) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:15.131093 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:15.131217 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] Set router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:15.174440 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-90bcd1ae-1238-457a-af09-8145023c173b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 HTTP/1.1" status: 200 len: 217 time: 0.0973277 Jul 19 11:06:15.184773 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d6928-ce2c-46d1-85df-6a74514f5b80 req-c2843731-1534-49de-91c7-a3e7f945a336 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:15.186884 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-978d6928-ce2c-46d1-85df-6a74514f5b80 req-c2843731-1534-49de-91c7-a3e7f945a336 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.2523963 Jul 19 11:06:15.188917 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49204) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:15.204051 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-1a7bd46a-c07b-4095-afef-28a3908c03df admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=205683784b714ab399311aeca15d0cfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0928059 Jul 19 11:06:15.221501 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1cbda0e1-baaf-466d-a83b-d62a33da3797 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:15.233659 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:15.296211 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:15.306588 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-61a72297-1541-4ff1-92af-14e49a647fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:15.309599 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-61a72297-1541-4ff1-92af-14e49a647fce service neutron] 10.222.0.27 "GET /v2.0/subnets?id=16a57f54-b22d-437e-8767-775b71410199 HTTP/1.1" status: 200 len: 849 time: 0.1215363 Jul 19 11:06:15.339197 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 1cbda0e1-baaf-466d-a83b-d62a33da3797 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:15.339565 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:15.363033 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-cee8464a-26bc-4c99-b0f9-c709b081d993 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471225 Jul 19 11:06:15.399639 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:15.406375 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-a01b6d9d-9dbb-4f38-a4a3-5dfdd7dca530 None None] Provisioning complete for port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:15.407118 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a01b6d9d-9dbb-4f38-a4a3-5dfdd7dca530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:15.457546 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-978d6928-ce2c-46d1-85df-6a74514f5b80 req-c89357de-22d0-427a-9985-dceb81257a2c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420728 Jul 19 11:06:15.458462 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47'}], 'enable_snat': True}, 'gw_port_id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:10Z', 'revision_number': 4, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'gw_port': {'id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a2bc329-b432-47a0-ad4a-1b60b52ae6b2', 'name': '', 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'mac_address': 'fa:16:3e:e7:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ccae841c-43ec-406a-b94d-88a33e233d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:09Z', 'updated_at': '2022-07-19T11:06:14Z', 'revision_number': 4, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'subnets': [{'id': 'ccae841c-43ec-406a-b94d-88a33e233d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:15.474790 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32fc52e5-7d16-4863-9c88-c47580edc477 admin admin] Publish callbacks [] for security_group (4915be60-beb6-4adc-ad91-364a75572520), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:15.513468 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d6b18-bafe-4daf-a64e-06e9c537cc1c None None] The sync data for ids ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'] in dv-cinder-master-3-iscsi is: [{'id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47'}], 'enable_snat': True}, 'gw_port_id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:10Z', 'revision_number': 4, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'gw_port': {'id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6a2bc329-b432-47a0-ad4a-1b60b52ae6b2', 'name': '', 'network_id': 'dec88d07-5e1f-495d-80f5-57ba3a97cb49', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'mac_address': 'fa:16:3e:e7:6e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'ccae841c-43ec-406a-b94d-88a33e233d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:09Z', 'updated_at': '2022-07-19T11:06:14Z', 'revision_number': 4, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'subnets': [{'id': 'ccae841c-43ec-406a-b94d-88a33e233d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:06:15.529796 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:15.535012 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 1cbda0e1-baaf-466d-a83b-d62a33da3797 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:15.538096 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32fc52e5-7d16-4863-9c88-c47580edc477 admin admin] Publish callbacks [] for security_group (4915be60-beb6-4adc-ad91-364a75572520), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:15.596076 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-a01b6d9d-9dbb-4f38-a4a3-5dfdd7dca530 None None] Current status of the port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:15.596474 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a01b6d9d-9dbb-4f38-a4a3-5dfdd7dca530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:15.624288 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-7e25f5bf-6f92-45fe-b456-bda81013db10 service neutron] 10.222.0.27 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507780 Jul 19 11:06:15.643325 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-a01b6d9d-9dbb-4f38-a4a3-5dfdd7dca530 None None] For port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6a2bc329-b432-47a0-ad4a-1b60b52ae6b2,segment=NetworkSegment(7c7ea39c-c165-495e-9ab2-e70275ed6bf1),segment_id=7c7ea39c-c165-495e-9ab2-e70275ed6bf1)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:15.647983 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a01b6d9d-9dbb-4f38-a4a3-5dfdd7dca530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:15.688939 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 42596c39-bac9-4a6b-a030-3e3eb5e675a0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:06:15.717157 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 42596c39-bac9-4a6b-a030-3e3eb5e675a0 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:06:15.717527 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 42596c39-bac9-4a6b-a030-3e3eb5e675a0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:06:15.723026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32fc52e5-7d16-4863-9c88-c47580edc477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4915be60-beb6-4adc-ad91-364a75572520), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:15.727203 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-32fc52e5-7d16-4863-9c88-c47580edc477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:15.728773 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-32fc52e5-7d16-4863-9c88-c47580edc477 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4915be60-beb6-4adc-ad91-364a75572520 HTTP/1.1" status: 204 len: 168 time: 0.5386755 Jul 19 11:06:15.740109 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b6d9d-9dbb-4f38-a4a3-5dfdd7dca530 None None] Pushing event updated for resources: {'Port': ['ID=6a2bc329-b432-47a0-ad4a-1b60b52ae6b2,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:15.759315 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc52e5-7d16-4863-9c88-c47580edc477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4915be60-beb6-4adc-ad91-364a75572520,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:15.786704 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-54829686-bbac-4a12-aa75-3f7a83604af4 req-a67bd9cf-e2bd-4860-8706-93515b2c4712 service neutron] 10.222.0.27 "GET /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551409 Jul 19 11:06:15.998624 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:06:16.125733 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:16.154360 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'c37fa729-0e82-499d-b4ea-1c6da8bfd3a4', 'network_id': '392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2', 'port_id': 'c37fa729-0e82-499d-b4ea-1c6da8bfd3a4', 'mac_address': 'fa:16:3e:50:60:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a57f54-b22d-437e-8767-775b71410199', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:06:16.207096 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:16.207496 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:16.223594 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:06:16.263022 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423ad71-b2eb-4250-8c39-16e6069d0582 req-56e23d48-8df7-4c93-af31-4527dc0fca2d tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:16.263629 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:16.264540 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1423ad71-b2eb-4250-8c39-16e6069d0582 req-56e23d48-8df7-4c93-af31-4527dc0fca2d tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 944 time: 0.1047966 Jul 19 11:06:16.272554 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:16.325422 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1423ad71-b2eb-4250-8c39-16e6069d0582 req-a6bb9dcb-d533-4b10-9162-8205c0c1b217 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542364 Jul 19 11:06:16.333674 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:16.534504 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49254) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:16.640675 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712074e-77ca-4f99-963a-c35899444ebb req-9b73e107-f0d9-4f71-ac1e-e7eb2b3b25fb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:16.642353 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3712074e-77ca-4f99-963a-c35899444ebb req-9b73e107-f0d9-4f71-ac1e-e7eb2b3b25fb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0718603 Jul 19 11:06:16.710051 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3712074e-77ca-4f99-963a-c35899444ebb req-d7bbf42f-4c2a-400a-b47b-5f1afbcba95b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615299 Jul 19 11:06:16.710820 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9611704e-bf8b-4848-b7a0-c83f05afe51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:16.717346 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['c37fa729-0e82-499d-b4ea-1c6da8bfd3a4'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:06:16.810320 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9611704e-bf8b-4848-b7a0-c83f05afe51d admin admin] Publish callbacks [] for security_group (72f89f29-a647-489e-89fc-32c80ea0c12e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:16.822204 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9611704e-bf8b-4848-b7a0-c83f05afe51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (72f89f29-a647-489e-89fc-32c80ea0c12e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:16.834250 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49264) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:16.905044 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9611704e-bf8b-4848-b7a0-c83f05afe51d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8bfd655731dd47f5b12021e1e8bb4c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686261 Jul 19 11:06:16.906005 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611704e-bf8b-4848-b7a0-c83f05afe51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f89f29-a647-489e-89fc-32c80ea0c12e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:16.908422 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49268) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:16.919495 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:16.925108 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:16.971889 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1372031589-network', 'tenant_id': '54b5133f102c4606ac7981542949b178'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:16.980909 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46d666f2-0848-4af8-86b0-9d2e12fcea0b admin admin] Publish callbacks [] for security_group (72f89f29-a647-489e-89fc-32c80ea0c12e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.009995 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Made reservation on behalf of 54b5133f102c4606ac7981542949b178 for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:06:17.012288 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.015381 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46d666f2-0848-4af8-86b0-9d2e12fcea0b admin admin] Publish callbacks [] for security_group (72f89f29-a647-489e-89fc-32c80ea0c12e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.029968 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.105367 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46d666f2-0848-4af8-86b0-9d2e12fcea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (72f89f29-a647-489e-89fc-32c80ea0c12e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.107897 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46d666f2-0848-4af8-86b0-9d2e12fcea0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.109058 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-46d666f2-0848-4af8-86b0-9d2e12fcea0b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/72f89f29-a647-489e-89fc-32c80ea0c12e HTTP/1.1" status: 204 len: 168 time: 0.1993616 Jul 19 11:06:17.133931 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d666f2-0848-4af8-86b0-9d2e12fcea0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f89f29-a647-489e-89fc-32c80ea0c12e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:17.154483 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Publish callbacks [] for security_group (fb461d7a-fc46-46f7-8735-e0876ce1d6c6), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.174052 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fb461d7a-fc46-46f7-8735-e0876ce1d6c6), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.189488 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:17.199849 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:06:17.218003 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb461d7a-fc46-46f7-8735-e0876ce1d6c6,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:17.221284 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.221625 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Added segment a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9 of type vlan for network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 Jul 19 11:06:17.253290 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:17.254041 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.269145 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.307279 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.309310 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:17.310273 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.355258 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:17.387416 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5518620 Jul 19 11:06:17.388377 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49280) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:17.391065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60b903-ae8c-4183-b7c4-b484bda346c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:17.395717 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Request body: {'subnet': {'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1372031589-subnet', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:17.404128 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:06:17.432648 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Made reservation on behalf of 54b5133f102c4606ac7981542949b178 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:06:17.435872 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25291486'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.467559 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afea72-20ad-49a3-8ee8-d8824f3499c4 req-1062020b-45ed-4ada-9e03-c74d75f362d8 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:17.469474 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-33afea72-20ad-49a3-8ee8-d8824f3499c4 req-1062020b-45ed-4ada-9e03-c74d75f362d8 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 945 time: 0.0662637 Jul 19 11:06:17.527534 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-33afea72-20ad-49a3-8ee8-d8824f3499c4 req-895b247b-dca1-4785-89bb-42b87ae94390 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519357 Jul 19 11:06:17.557589 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:17.607847 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49286) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:17.623774 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc8c0-446e-42a7-8a72-2803efa489f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.658885 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:17.687565 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8382619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25291464'] for subnet (73c192b0-2b6e-42db-b842-bebf039f835e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.714205 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc8c0-446e-42a7-8a72-2803efa489f1 admin admin] Publish callbacks [] for security_group (592e25d1-a15d-4a72-a462-a808c65bb5fd), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.719947 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc8c0-446e-42a7-8a72-2803efa489f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (592e25d1-a15d-4a72-a462-a808c65bb5fd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.746788 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c192b0-2b6e-42db-b842-bebf039f835e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:17.765794 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-7c9fc8c0-446e-42a7-8a72-2803efa489f1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9b75ae677ff84d9bac70a75389fa43fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526177 Jul 19 11:06:17.765794 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49290) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:17.773392 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fc8c0-446e-42a7-8a72-2803efa489f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592e25d1-a15d-4a72-a462-a808c65bb5fd,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:17.774032 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:17.778891 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Checking segment: {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:17.779249 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Network hostable DHCP agents. Network: f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:06:17.782904 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:17.808331 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:06:17.821400 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:17.827786 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:17.828545 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.829420 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b94040c-9075-4104-9401-3b63dc4c3bcc admin admin] Publish callbacks [] for security_group (592e25d1-a15d-4a72-a462-a808c65bb5fd), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.836957 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66dfa7-5a0b-41ed-90d6-c3c87cb97c8c None None] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:06:17.860785 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-835e9fd2-759c-4b2b-814c-523c976cdc02 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4693472 Jul 19 11:06:17.861731 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49292) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:17.872775 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b94040c-9075-4104-9401-3b63dc4c3bcc admin admin] Publish callbacks [] for security_group (592e25d1-a15d-4a72-a462-a808c65bb5fd), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.875124 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:17.906019 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (003f6a2c-a587-4d52-a126-a49bcc3815a5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.908202 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (003f6a2c-a587-4d52-a126-a49bcc3815a5), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.935416 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:17.955755 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b94040c-9075-4104-9401-3b63dc4c3bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (592e25d1-a15d-4a72-a462-a808c65bb5fd), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.958703 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9b94040c-9075-4104-9401-3b63dc4c3bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:17.960946 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-9b94040c-9075-4104-9401-3b63dc4c3bcc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/592e25d1-a15d-4a72-a462-a808c65bb5fd HTTP/1.1" status: 204 len: 168 time: 0.1940155 Jul 19 11:06:17.975199 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94040c-9075-4104-9401-3b63dc4c3bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e25d1-a15d-4a72-a462-a808c65bb5fd,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:18.027940 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:18.033302 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks [] for router_controller (003f6a2c-a587-4d52-a126-a49bcc3815a5), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.053272 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'project_id': '54b5133f102c4606ac7981542949b178', 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:06:18.054741 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.064416 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdba3d-31ce-4aac-8a0a-28d0fb44a521 req-9f0b4f9e-d86f-4e52-8183-f03ca8f1e30a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:18.065960 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f3bdba3d-31ce-4aac-8a0a-28d0fb44a521 req-9f0b4f9e-d86f-4e52-8183-f03ca8f1e30a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0720921 Jul 19 11:06:18.099761 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:06:18.151091 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:18.151424 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.264579 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f3bdba3d-31ce-4aac-8a0a-28d0fb44a521 req-fbe3af66-5c19-4c49-b780-bb90fded9c7f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614635 Jul 19 11:06:18.266897 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks [] for router_gateway (003f6a2c-a587-4d52-a126-a49bcc3815a5), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.275665 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Allocated IP 172.20.0.2 (f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7/73c192b0-2b6e-42db-b842-bebf039f835e/c6c899e5-5e9b-47a0-b65d-7e780f90f27a) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:18.304768 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:18.305432 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.359543 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c5a8d5-8225-497b-8e9b-21981fb151e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37fa729-0e82-499d-b4ea-1c6da8bfd3a4'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:06:18.361928 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05961ce0-5202-4053-89f3-4fe0eac92b98" -d '{"events": [{"server_uuid": "09c5a8d5-8225-497b-8e9b-21981fb151e2", "name": "network-vif-plugged", "status": "completed", "tag": "c37fa729-0e82-499d-b4ea-1c6da8bfd3a4"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:06:18.497605 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks [] for router_gateway (003f6a2c-a587-4d52-a126-a49bcc3815a5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.518225 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.542444 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:18.598096 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b8320-91ac-40ad-96ac-42449b6b0aa0 x-openstack-request-id: req-617b8320-91ac-40ad-96ac-42449b6b0aa0 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:06:18.598394 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c5a8d5-8225-497b-8e9b-21981fb151e2", "name": "network-vif-plugged", "status": "completed", "tag": "c37fa729-0e82-499d-b4ea-1c6da8bfd3a4", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:06:18.598653 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-617b8320-91ac-40ad-96ac-42449b6b0aa0 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:06:18.601285 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617b8320-91ac-40ad-96ac-42449b6b0aa0'] response: {'server_uuid': '09c5a8d5-8225-497b-8e9b-21981fb151e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37fa729-0e82-499d-b4ea-1c6da8bfd3a4', 'code': 200} Jul 19 11:06:18.602019 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.750892 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:18.778752 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Publish callbacks [] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.786615 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.828325 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:18.837420 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:18.841483 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:18.846606 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Pushing event updated for resources: {'Port': ['ID=c6c899e5-5e9b-47a0-b65d-7e780f90f27a,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:18.852180 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:18.907706 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Attempting to bind port c6c899e5-5e9b-47a0-b65d-7e780f90f27a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:18.908020 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Attempting to bind port c6c899e5-5e9b-47a0-b65d-7e780f90f27a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:18.908431 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Attempting to bind port c6c899e5-5e9b-47a0-b65d-7e780f90f27a on network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:18.915730 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:18.916132 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Checking segment: {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:18.916551 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.917168 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Bound using segment: {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:18.917789 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Bound port: c6c899e5-5e9b-47a0-b65d-7e780f90f27a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:18.918184 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:18.925278 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:18.999684 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] For port c6c899e5-5e9b-47a0-b65d-7e780f90f27a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:19.004459 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] For port c6c899e5-5e9b-47a0-b65d-7e780f90f27a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c6c899e5-5e9b-47a0-b65d-7e780f90f27a,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:19.014464 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:19.028336 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01df32-08b1-42b1-bdb2-5f9b1e17cfac req-9f7b62ba-4324-4249-b431-78b38b5898bb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:19.030493 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5b01df32-08b1-42b1-bdb2-5f9b1e17cfac req-9f7b62ba-4324-4249-b431-78b38b5898bb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 946 time: 0.1035085 Jul 19 11:06:19.034881 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bb0f3-2382-483e-bead-96481b2c2fee req-a1470c44-d4b8-4ebc-913e-316b5c62660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:19.036288 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c24bb0f3-2382-483e-bead-96481b2c2fee req-a1470c44-d4b8-4ebc-913e-316b5c62660c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 1130 time: 0.1111169 Jul 19 11:06:19.045728 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Allocated IP 172.37.3.72 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/36a4f709-a604-4a96-8c12-b640f5e6b37a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:19.099746 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebfd8d-d2f9-41cb-8800-2dc07f12d50f None None] Pushing event updated for resources: {'Port': ['ID=c6c899e5-5e9b-47a0-b65d-7e780f90f27a,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:19.132055 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:19.196521 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5b01df32-08b1-42b1-bdb2-5f9b1e17cfac req-d4d6fe61-4880-41ea-b9df-63d456f0a8e3 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592615 Jul 19 11:06:19.206456 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:19.213604 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c24bb0f3-2382-483e-bead-96481b2c2fee req-df64d5ed-aa94-4c26-b5d7-cf97fa0caa22 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572342 Jul 19 11:06:19.264429 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks [] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:19.309984 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:19.349271 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:19.352307 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:19.354957 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:19.386889 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Pushing event updated for resources: {'Port': ['ID=36a4f709-a604-4a96-8c12-b640f5e6b37a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:19.406672 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7fd5f-3feb-4f88-b5c5-d3efd8a9e462 req-f35a32bf-f867-4383-8a9e-472a9c155a29 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:19.408335 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-86a7fd5f-3feb-4f88-b5c5-d3efd8a9e462 req-f35a32bf-f867-4383-8a9e-472a9c155a29 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0665698 Jul 19 11:06:19.458594 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-86a7fd5f-3feb-4f88-b5c5-d3efd8a9e462 req-999af739-0b27-4792-99e3-aefa9e11a289 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441680 Jul 19 11:06:19.623144 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks [] for router_gateway (003f6a2c-a587-4d52-a126-a49bcc3815a5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:19.832266 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (003f6a2c-a587-4d52-a126-a49bcc3815a5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:19.976321 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Router 003f6a2c-a587-4d52-a126-a49bcc3815a5 is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:06:20.022339 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5cd250-4beb-4b5a-866c-ca42d1ad1057 None None] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:06:20.083388 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:06:20.094181 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Sync routers for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:06:20.103390 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:20.107245 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6dda3a34-5631-409d-be6e-974e83b2ed47 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2417953 Jul 19 11:06:20.107571 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49334) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:20.147267 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:20.147910 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:20.148242 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:20.150671 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:20.151578 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-b6766822-b823-4081-a544-e3cc6b00cdce None None] Provisioning complete for port c6c899e5-5e9b-47a0-b65d-7e780f90f27a triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:20.151886 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b6766822-b823-4081-a544-e3cc6b00cdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:20.314946 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:20.376993 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75a285-56d0-425a-ae8f-7d176e56ed8f req-8f78c69f-22d8-4e9d-9037-1fb25365d716 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:20.378546 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1f75a285-56d0-425a-ae8f-7d176e56ed8f req-8f78c69f-22d8-4e9d-9037-1fb25365d716 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 946 time: 0.0932693 Jul 19 11:06:20.393081 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-b6766822-b823-4081-a544-e3cc6b00cdce None None] Current status of the port c6c899e5-5e9b-47a0-b65d-7e780f90f27a is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:20.393469 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b6766822-b823-4081-a544-e3cc6b00cdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:20.469712 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b6766822-b823-4081-a544-e3cc6b00cdce None None] For port c6c899e5-5e9b-47a0-b65d-7e780f90f27a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c6c899e5-5e9b-47a0-b65d-7e780f90f27a,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:20.476828 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b6766822-b823-4081-a544-e3cc6b00cdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:20.528757 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1f75a285-56d0-425a-ae8f-7d176e56ed8f req-61cd5fd2-36db-49cb-b099-6fcddc44b281 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416245 Jul 19 11:06:20.583203 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:19Z', 'revision_number': 3, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:20.585657 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6766822-b823-4081-a544-e3cc6b00cdce None None] Pushing event updated for resources: {'Port': ['ID=c6c899e5-5e9b-47a0-b65d-7e780f90f27a,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:20.620426 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e63f4-7509-4b9f-883d-9bd0af640520 req-810ebcbb-fd80-4844-8af0-2cb70ccbc81b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:20.629098 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-153e63f4-7509-4b9f-883d-9bd0af640520 req-810ebcbb-fd80-4844-8af0-2cb70ccbc81b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0767686 Jul 19 11:06:20.640144 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Checking router: 003f6a2c-a587-4d52-a126-a49bcc3815a5 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:06:20.640632 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Updating router 003f6a2c-a587-4d52-a126-a49bcc3815a5 port 36a4f709-a604-4a96-8c12-b640f5e6b37a binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:06:20.644173 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-8c333f27-fd3f-40f5-8503-32c2fcd7df7d None None] Provisioning complete for port c6c899e5-5e9b-47a0-b65d-7e780f90f27a triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:20.644549 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8c333f27-fd3f-40f5-8503-32c2fcd7df7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:20.679003 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-153e63f4-7509-4b9f-883d-9bd0af640520 req-65ecd4f8-ff7c-497b-ab66-c6b403907dd1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484426 Jul 19 11:06:20.701152 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:20.703741 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:20.731586 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:20.751142 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:20.854911 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-8c333f27-fd3f-40f5-8503-32c2fcd7df7d None None] Current status of the port c6c899e5-5e9b-47a0-b65d-7e780f90f27a is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:20.883033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Allocated IP 172.20.0.1 (f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7/73c192b0-2b6e-42db-b842-bebf039f835e/b8329334-562d-4b7a-80ac-03a71bb286b4) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:20.996950 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Publish callbacks [] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:20.998476 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Publish callbacks [] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.003237 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.038257 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.058809 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Attempting to bind port 36a4f709-a604-4a96-8c12-b640f5e6b37a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:21.059269 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Attempting to bind port 36a4f709-a604-4a96-8c12-b640f5e6b37a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:21.059541 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Attempting to bind port 36a4f709-a604-4a96-8c12-b640f5e6b37a on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:21.064814 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408b4b3-1ac6-40ea-8217-f05c189563d1 None None] Pushing event updated for resources: {'Port': ['ID=36a4f709-a604-4a96-8c12-b640f5e6b37a,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:21.066490 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:21.070410 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:21.070827 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:21.072717 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.072717 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:21.072909 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:21.073430 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Bound port: 36a4f709-a604-4a96-8c12-b640f5e6b37a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:21.073430 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.081570 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:21.089039 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:21.093847 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:21.117778 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8329334-562d-4b7a-80ac-03a71bb286b4,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:21.153512 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] For port 36a4f709-a604-4a96-8c12-b640f5e6b37a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:21.155799 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (003f6a2c-a587-4d52-a126-a49bcc3815a5), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.157543 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] For port 36a4f709-a604-4a96-8c12-b640f5e6b37a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=36a4f709-a604-4a96-8c12-b640f5e6b37a,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:21.168273 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.229766 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device c6c899e5-5e9b-47a0-b65d-7e780f90f27a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:21.273209 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:21.273853 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:21.312919 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.324366 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408b4b3-1ac6-40ea-8217-f05c189563d1 None None] Pushing event updated for resources: {'Port': ['ID=36a4f709-a604-4a96-8c12-b640f5e6b37a,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:21.402016 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port c6c899e5-5e9b-47a0-b65d-7e780f90f27a triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:21.402393 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.493688 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Publish callbacks [] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.498755 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.552351 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-ca7fb55e-2a1d-4278-be04-f88e1cdac342 None None] Provisioning complete for port b8329334-562d-4b7a-80ac-03a71bb286b4 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:21.552744 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ca7fb55e-2a1d-4278-be04-f88e1cdac342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.573641 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (003f6a2c-a587-4d52-a126-a49bcc3815a5), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:21.575075 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8329334-562d-4b7a-80ac-03a71bb286b4,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:21.590071 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:21.636945 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:21.637751 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-ca7fb55e-2a1d-4278-be04-f88e1cdac342 None None] Port b8329334-562d-4b7a-80ac-03a71bb286b4 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:21.699941 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdbaee-4c3b-4595-81b0-5e6f7eb6eac3 req-074c7eb2-0df7-4aa8-9385-5b1e9d3d8cd9 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:21.701495 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-89cdbaee-4c3b-4595-81b0-5e6f7eb6eac3 req-074c7eb2-0df7-4aa8-9385-5b1e9d3d8cd9 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 946 time: 0.0622625 Jul 19 11:06:21.748704 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:21.755794 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:21.762396 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port c6c899e5-5e9b-47a0-b65d-7e780f90f27a is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:21.801594 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-89cdbaee-4c3b-4595-81b0-5e6f7eb6eac3 req-1240c260-0be6-4bea-9b18-a64c2f03769b tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892546 Jul 19 11:06:21.844436 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2ddfd-83f8-481e-acac-9e67409c4902 req-72da1e30-1205-4d8d-a847-0cdd787973d6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:21.852659 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-30b2ddfd-83f8-481e-acac-9e67409c4902 req-72da1e30-1205-4d8d-a847-0cdd787973d6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0988817 Jul 19 11:06:21.864336 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:20Z', 'revision_number': 1, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:21.893103 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:21.896357 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a26c84-ad39-44a4-8239-7c239cb77956 None None] The sync data for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi is: [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:20Z', 'revision_number': 1, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:06:21.912740 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-30b2ddfd-83f8-481e-acac-9e67409c4902 req-cac705f7-2123-435e-bea1-4f2675cc3fd0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587766 Jul 19 11:06:21.988601 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:22.009444 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Router 003f6a2c-a587-4d52-a126-a49bcc3815a5 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:06:22.059763 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-37c116c4-ff03-4da8-8260-368c5ba7b21f None None] Provisioning complete for port b8329334-562d-4b7a-80ac-03a71bb286b4 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:22.060393 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-37c116c4-ff03-4da8-8260-368c5ba7b21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:22.095742 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-37c116c4-ff03-4da8-8260-368c5ba7b21f None None] Port b8329334-562d-4b7a-80ac-03a71bb286b4 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:22.160957 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:06:22.166588 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-070807b6-df14-41a8-bc66-40fad582c9f1 admin admin] 10.222.0.33 "PUT /v2.0/routers/003f6a2c-a587-4d52-a126-a49bcc3815a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0579014 Jul 19 11:06:22.495113 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49366) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:22.500157 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-b6af4d7b-ba18-4ff5-bf0e-b4e2de9a8aed tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1444024443', 'description': 'tempest-description--388366149'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:22.526408 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b6af4d7b-ba18-4ff5-bf0e-b4e2de9a8aed tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:22.619374 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b6af4d7b-ba18-4ff5-bf0e-b4e2de9a8aed tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (fea64665-97c8-421b-bfe7-ad7b44c02728), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:22.634562 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b6af4d7b-ba18-4ff5-bf0e-b4e2de9a8aed tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fea64665-97c8-421b-bfe7-ad7b44c02728), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:22.691482 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b6af4d7b-ba18-4ff5-bf0e-b4e2de9a8aed tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:22.692979 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b6af4d7b-ba18-4ff5-bf0e-b4e2de9a8aed tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1967590 Jul 19 11:06:22.696151 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af4d7b-ba18-4ff5-bf0e-b4e2de9a8aed tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea64665-97c8-421b-bfe7-ad7b44c02728,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:22.696673 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49372) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:22.703338 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-19d9b54d-f417-4e2d-a43c-cbdc8492983e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'security_group_rule': {'security_group_id': 'fea64665-97c8-421b-bfe7-ad7b44c02728', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:22.736172 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19d9b54d-f417-4e2d-a43c-cbdc8492983e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (55a9a2e2-d21e-4f88-929e-eb993a8ae39d), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.038532 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:23.054705 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394884d8-0c3a-4fd6-850a-2693adf7e1b2 req-1cb7fe4b-8997-4018-90da-731e752b42bd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:23.058864 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-394884d8-0c3a-4fd6-850a-2693adf7e1b2 req-1cb7fe4b-8997-4018-90da-731e752b42bd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0537400 Jul 19 11:06:23.092032 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19d9b54d-f417-4e2d-a43c-cbdc8492983e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (55a9a2e2-d21e-4f88-929e-eb993a8ae39d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.104021 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19d9b54d-f417-4e2d-a43c-cbdc8492983e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (55a9a2e2-d21e-4f88-929e-eb993a8ae39d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.130231 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e214fe-0bb5-4b78-8c7a-97defd4d1ade req-857bf5ad-6c56-4b81-a9d9-5575e0d6a8f2 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:23.131852 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f1e214fe-0bb5-4b78-8c7a-97defd4d1ade req-857bf5ad-6c56-4b81-a9d9-5575e0d6a8f2 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 946 time: 0.0991566 Jul 19 11:06:23.136117 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9b54d-f417-4e2d-a43c-cbdc8492983e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a9a2e2-d21e-4f88-929e-eb993a8ae39d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:23.169482 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-394884d8-0c3a-4fd6-850a-2693adf7e1b2 req-58c4be2f-a046-419f-86e6-3f32338193aa tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953472 Jul 19 11:06:23.184455 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-19d9b54d-f417-4e2d-a43c-cbdc8492983e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.186954 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-19d9b54d-f417-4e2d-a43c-cbdc8492983e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4888318 Jul 19 11:06:23.192954 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49382) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:23.199638 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 36a4f709-a604-4a96-8c12-b640f5e6b37a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:23.200607 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-355aa536-8048-4ca6-9883-51540ac253e2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'security_group_rule': {'security_group_id': 'fea64665-97c8-421b-bfe7-ad7b44c02728', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:23.229870 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f1e214fe-0bb5-4b78-8c7a-97defd4d1ade req-ef71d55b-d626-419f-a1b0-6e7e12fdfae5 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893216 Jul 19 11:06:23.261229 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-355aa536-8048-4ca6-9883-51540ac253e2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (7c72b7ec-8418-44e2-a81a-458249657a5d), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.261864 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 36a4f709-a604-4a96-8c12-b640f5e6b37a triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:23.262252 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.346082 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 36a4f709-a604-4a96-8c12-b640f5e6b37a is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:23.346483 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.348092 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-355aa536-8048-4ca6-9883-51540ac253e2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (7c72b7ec-8418-44e2-a81a-458249657a5d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.352590 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-355aa536-8048-4ca6-9883-51540ac253e2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (7c72b7ec-8418-44e2-a81a-458249657a5d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.371405 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port 36a4f709-a604-4a96-8c12-b640f5e6b37a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=36a4f709-a604-4a96-8c12-b640f5e6b37a,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:23.373740 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355aa536-8048-4ca6-9883-51540ac253e2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c72b7ec-8418-44e2-a81a-458249657a5d,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:23.376866 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.381740 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-355aa536-8048-4ca6-9883-51540ac253e2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.385165 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-355aa536-8048-4ca6-9883-51540ac253e2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1912537 Jul 19 11:06:23.386366 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49384) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:23.391197 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:23.420562 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.434304 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=36a4f709-a604-4a96-8c12-b640f5e6b37a,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:23.493922 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:23.503824 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.573331 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:23.624674 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Allocated IP 172.37.3.41 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/33c80901-d5f1-45c3-8f50-3214eccbcfbd) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:23.727725 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for port (33c80901-d5f1-45c3-8f50-3214eccbcfbd), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.764045 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (33c80901-d5f1-45c3-8f50-3214eccbcfbd), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.805313 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:23.810785 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:23.814892 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:23.823392 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'Port': ['ID=33c80901-d5f1-45c3-8f50-3214eccbcfbd,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:23.865889 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (1a6b8b45-a4f6-4c84-a3b9-40c639197c9c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:23.907138 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (33c80901-d5f1-45c3-8f50-3214eccbcfbd), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.076351 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for port (33c80901-d5f1-45c3-8f50-3214eccbcfbd), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.080796 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (33c80901-d5f1-45c3-8f50-3214eccbcfbd), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.111865 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (1a6b8b45-a4f6-4c84-a3b9-40c639197c9c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.134606 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'Port': ['ID=33c80901-d5f1-45c3-8f50-3214eccbcfbd,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:24.140729 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.144727 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8b5df79a-abc1-42c7-bbab-dc74baf7d718 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7546866 Jul 19 11:06:24.145728 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Sync routers for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:06:24.157727 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:24.158481 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:24.277366 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:24.295564 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fee460-b222-41aa-bbb2-c0ee1f3e44ee req-0469cd76-8ccb-467d-9835-f3f3788e6cb9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:24.297162 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-37fee460-b222-41aa-bbb2-c0ee1f3e44ee req-0469cd76-8ccb-467d-9835-f3f3788e6cb9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0479193 Jul 19 11:06:24.304520 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:24.345221 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-37fee460-b222-41aa-bbb2-c0ee1f3e44ee req-db487133-0cfa-42af-91f9-eb3b0b9f8bbc tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Jul 19 11:06:24.450787 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c1cbc-ee18-4a16-b939-461f509533d7 req-43e4ecfe-0eeb-48b3-8732-733a60148172 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:24.452343 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2c2c1cbc-ee18-4a16-b939-461f509533d7 req-43e4ecfe-0eeb-48b3-8732-733a60148172 tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 946 time: 0.0486743 Jul 19 11:06:24.475926 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 2, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:24.477622 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:24.502350 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Checking router: 003f6a2c-a587-4d52-a126-a49bcc3815a5 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:06:24.502571 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2c2c1cbc-ee18-4a16-b939-461f509533d7 req-6bf78ca8-8d4f-4380-ab1e-abbe5cdc669c tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/security-groups?id=906caca3-2392-422c-9b2d-27b36ed9d971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Jul 19 11:06:24.502748 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Updating router 003f6a2c-a587-4d52-a126-a49bcc3815a5 port b8329334-562d-4b7a-80ac-03a71bb286b4 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:06:24.532606 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.796274 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Publish callbacks [] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.801711 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.803948 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-56aa2fc5-3f96-4611-937e-7db42d0d383c tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:24.805457 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-56aa2fc5-3f96-4611-937e-7db42d0d383c tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.27 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 946 time: 0.0509403 Jul 19 11:06:24.858038 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f9772-5fe9-4666-a901-9bfb89f23a33 None None] Pushing event updated for resources: {'Port': ['ID=b8329334-562d-4b7a-80ac-03a71bb286b4,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:24.914149 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Deleting port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:06:24.914490 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.914624 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Attempting to bind port b8329334-562d-4b7a-80ac-03a71bb286b4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:24.914911 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Attempting to bind port b8329334-562d-4b7a-80ac-03a71bb286b4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:24.915280 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Attempting to bind port b8329334-562d-4b7a-80ac-03a71bb286b4 on network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:24.921179 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:24.921484 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Checking segment: {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:24.921895 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:24.922293 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Bound using segment: {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:24.922766 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Bound port: b8329334-562d-4b7a-80ac-03a71bb286b4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:24.923147 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.010318 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] For port b8329334-562d-4b7a-80ac-03a71bb286b4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:25.014868 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] For port b8329334-562d-4b7a-80ac-03a71bb286b4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b8329334-562d-4b7a-80ac-03a71bb286b4,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:25.019236 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:25.021791 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] For port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,segment=NetworkSegment(ee6dc741-f502-46af-9770-1b76ab99e670),segment_id=ee6dc741-f502-46af-9770-1b76ab99e670)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:25.022813 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.024573 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.038947 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Calling delete_port for c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:06:25.097208 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:25.098018 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:25.145821 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Provisioning complete for port b8329334-562d-4b7a-80ac-03a71bb286b4 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:25.145821 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.216929 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:25.231271 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:25.237321 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 36a4f709-a604-4a96-8c12-b640f5e6b37a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:25.257593 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:25.263348 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (c37fa729-0e82-499d-b4ea-1c6da8bfd3a4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.303379 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Pushing event deleted for resources: {'Port': ['ID=c37fa729-0e82-499d-b4ea-1c6da8bfd3a4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:25.317960 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['c37fa729-0e82-499d-b4ea-1c6da8bfd3a4'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:06:25.323253 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f9772-5fe9-4666-a901-9bfb89f23a33 None None] Pushing event updated for resources: {'Port': ['ID=b8329334-562d-4b7a-80ac-03a71bb286b4,revision_number=4']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:25.366745 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] No DVR routers for this DVR port c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:06:25.371097 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.374816 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-084c2d9a-470f-4c3a-be8c-0fb567424d5b req-4740c54a-4e2d-43e3-a8e7-b0b8b011cfbb tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.27 "DELETE /v2.0/ports/c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 HTTP/1.1" status: 204 len: 173 time: 0.5622957 Jul 19 11:06:25.375304 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c5a8d5-8225-497b-8e9b-21981fb151e2', 'name': 'network-vif-deleted', 'tag': 'c37fa729-0e82-499d-b4ea-1c6da8bfd3a4'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:06:25.377699 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efa3668-aaf5-4965-8376-3e6f89230b67" -d '{"events": [{"server_uuid": "09c5a8d5-8225-497b-8e9b-21981fb151e2", "name": "network-vif-deleted", "tag": "c37fa729-0e82-499d-b4ea-1c6da8bfd3a4"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:06:25.384141 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Current status of the port b8329334-562d-4b7a-80ac-03a71bb286b4 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:25.384797 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.400499 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 36a4f709-a604-4a96-8c12-b640f5e6b37a triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:25.401155 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.456675 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] For port b8329334-562d-4b7a-80ac-03a71bb286b4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b8329334-562d-4b7a-80ac-03a71bb286b4,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:25.477086 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.505359 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a18e5c-29a2-48fa-8e0a-c7a7d0c001e3 req-db3cfbfc-2330-4e9d-86c4-da15fc57aa5c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:25.507859 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-46a18e5c-29a2-48fa-8e0a-c7a7d0c001e3 req-db3cfbfc-2330-4e9d-86c4-da15fc57aa5c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0804198 Jul 19 11:06:25.517770 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:25.540782 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 36a4f709-a604-4a96-8c12-b640f5e6b37a is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:25.565470 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:24Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:25.571077 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Pushing event updated for resources: {'Port': ['ID=b8329334-562d-4b7a-80ac-03a71bb286b4,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:25.575017 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-46a18e5c-29a2-48fa-8e0a-c7a7d0c001e3 req-460d9070-c771-4304-ae0d-8e2b7c992a5d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600681 Jul 19 11:06:25.580127 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.581316 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.581947 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.582736 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.584111 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.584964 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.596239 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.596648 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.597023 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.597367 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.597488 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328aff1-e0c0-44d4-8066-a00aa1a2a3e2 None None] The sync data for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi is: [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:24Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:06:25.597706 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.598042 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.598571 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.598902 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.599240 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6a1f1f-7aac-4999-a60c-d792edb4a7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:25.636228 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-fb96dbcc-6c50-49cc-add5-908e9dd3d1b5 None None] Provisioning complete for port b8329334-562d-4b7a-80ac-03a71bb286b4 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:25.636609 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-fb96dbcc-6c50-49cc-add5-908e9dd3d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:25.653875 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a711e87-3ccf-43f9-a751-aa41d38f45c8 x-openstack-request-id: req-2a711e87-3ccf-43f9-a751-aa41d38f45c8 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:06:25.654239 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c5a8d5-8225-497b-8e9b-21981fb151e2", "name": "network-vif-deleted", "tag": "c37fa729-0e82-499d-b4ea-1c6da8bfd3a4", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:06:25.654587 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2a711e87-3ccf-43f9-a751-aa41d38f45c8 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:06:25.655049 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a711e87-3ccf-43f9-a751-aa41d38f45c8'] response: {'server_uuid': '09c5a8d5-8225-497b-8e9b-21981fb151e2', 'name': 'network-vif-deleted', 'tag': 'c37fa729-0e82-499d-b4ea-1c6da8bfd3a4', 'status': 'completed', 'code': 200} Jul 19 11:06:25.682438 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:25.726032 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-fb96dbcc-6c50-49cc-add5-908e9dd3d1b5 None None] Current status of the port b8329334-562d-4b7a-80ac-03a71bb286b4 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:25.747989 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-96417256-d8f9-423d-b20d-60916ea1d12e req-a8e74109-7ad5-4661-a737-1de4e9c34d9c tempest-VolumesActionsTest-2018501907 tempest-VolumesActionsTest-2018501907-project] 10.222.0.33 "GET /v2.0/ports?device_id=09c5a8d5-8225-497b-8e9b-21981fb151e2 HTTP/1.1" status: 200 len: 210 time: 0.0317602 Jul 19 11:06:26.435900 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-2bc8f917-ea64-4ec1-8224-fdfb71f8fda8 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1444024443&fields=id&tenant_id=54b5133f102c4606ac7981542949b178 HTTP/1.1" status: 200 len: 267 time: 0.0493865 Jul 19 11:06:26.546733 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-d63ba76c-72ef-4746-95b1-4d55684df2d1 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:26.548219 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-d63ba76c-72ef-4746-95b1-4d55684df2d1 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 811 time: 0.1059973 Jul 19 11:06:26.563411 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-8ca82fcb-3999-4a08-a473-100ec1800cb3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/quotas/54b5133f102c4606ac7981542949b178 HTTP/1.1" status: 200 len: 375 time: 0.0090804 Jul 19 11:06:26.596449 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:26.602277 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:26.617106 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-35cc3001-b098-43d7-85a3-af48a8ddedd1 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486748 Jul 19 11:06:26.735968 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-5d935df5-0892-48c1-8d07-fd087fe9dd98 service neutron] 10.222.0.33 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030028 Jul 19 11:06:26.743701 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77ea73-949f-47ed-b7fa-1925149fd98b req-cbc0aa95-f75a-468c-8c52-5f9c0b91538d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:26.745796 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3e77ea73-949f-47ed-b7fa-1925149fd98b req-cbc0aa95-f75a-468c-8c52-5f9c0b91538d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0531011 Jul 19 11:06:26.817312 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3e77ea73-949f-47ed-b7fa-1925149fd98b req-3cc9b066-d52c-4033-a464-bceec755a6d4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 Jul 19 11:06:26.863901 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-da92228d-d2f0-4314-b164-e6cc1fef4106 service neutron] 10.222.0.33 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203532 Jul 19 11:06:27.042372 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8d2e37cf-1e91-4c9e-8d72-ac6344407567 req-8ee43491-36a2-46b1-bcad-36459dba6087 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 210 time: 0.0338469 Jul 19 11:06:27.075418 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:27.091666 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:27.191482 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device b8329334-562d-4b7a-80ac-03a71bb286b4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:27.255942 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port b8329334-562d-4b7a-80ac-03a71bb286b4 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:27.256594 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:27.353279 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port b8329334-562d-4b7a-80ac-03a71bb286b4 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:27.662165 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7774b424-cfe0-4f79-b0e8-d3cace94f6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:27.946404 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46092617-5680-4188-b6de-cff4f6471a5c req-a02f4915-f3b4-4088-979a-b7f23367b843 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:27.947893 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-46092617-5680-4188-b6de-cff4f6471a5c req-a02f4915-f3b4-4088-979a-b7f23367b843 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0516648 Jul 19 11:06:28.007561 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-46092617-5680-4188-b6de-cff4f6471a5c req-38ac118f-f36c-4c98-8b2a-817a0ee391ab tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537033 Jul 19 11:06:28.026552 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218c510-1894-4697-91ae-92eb5bc1c6b6 req-d32c6578-26ef-4d39-82cf-9a8ae88ed292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:28.028246 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8218c510-1894-4697-91ae-92eb5bc1c6b6 req-d32c6578-26ef-4d39-82cf-9a8ae88ed292 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 1129 time: 0.0534861 Jul 19 11:06:28.159821 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-355f15f8-6f5b-42b0-bbd8-7fa71418a7ba req-340c8fb6-dec9-4a38-ab13-e2d5e497e5f8 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 210 time: 0.0372329 Jul 19 11:06:28.191960 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8218c510-1894-4697-91ae-92eb5bc1c6b6 req-430be2b8-d781-45bf-a89c-93834d2f09b1 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589333 Jul 19 11:06:29.123561 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d41806-03dc-4e44-8ea8-13a22eceb2bf req-b8f3c431-12d3-470f-9bff-5084354cd703 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:29.125035 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f9d41806-03dc-4e44-8ea8-13a22eceb2bf req-b8f3c431-12d3-470f-9bff-5084354cd703 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0461097 Jul 19 11:06:29.173706 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f9d41806-03dc-4e44-8ea8-13a22eceb2bf req-f0c20c90-afcd-4b8f-a061-2dc738bbf66d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Jul 19 11:06:29.260977 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6f7477b0-944c-4881-9d95-9f5888086e47 req-326c2372-f446-4cc7-99f9-f28cce976156 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 210 time: 0.0281360 Jul 19 11:06:29.950067 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-89916c44-b757-41fa-8d1b-4400175792ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:30.074926 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:06:30.096607 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:06:30.097017 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device c37fa729-0e82-499d-b4ea-1c6da8bfd3a4 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:06:30.294283 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a36772-7830-44ec-89a2-34f65478e7f6 req-62787e1c-4b3e-46c3-aad7-fc0e166310e8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:30.296091 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a3a36772-7830-44ec-89a2-34f65478e7f6 req-62787e1c-4b3e-46c3-aad7-fc0e166310e8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0542858 Jul 19 11:06:30.353455 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a3a36772-7830-44ec-89a2-34f65478e7f6 req-f665833f-fe55-4a64-8138-386b9ad01cc1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494037 Jul 19 11:06:30.366718 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4cf821f4-f2cd-47d3-9e2f-391aeb2e76b6 req-ab10491f-d451-4db9-b843-09f4a2393720 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 210 time: 0.0327911 Jul 19 11:06:30.474702 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-f03a355f-7c39-4cd8-8a8a-4eaf50bca057 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590975 Jul 19 11:06:30.542171 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913f2c-4972-4a34-9025-97484dca3634 req-dc0e2568-76fc-4467-b1e7-6eae18cc466b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:30.543628 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-05913f2c-4972-4a34-9025-97484dca3634 req-dc0e2568-76fc-4467-b1e7-6eae18cc466b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.1068721 Jul 19 11:06:30.562228 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-cceb56e8-8a21-4386-8d8d-253834c2ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:30.563726 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-cceb56e8-8a21-4386-8d8d-253834c2ba2a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 1130 time: 0.0409286 Jul 19 11:06:30.594281 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-798f3866-945b-4f21-8fbc-fd77d9c63f13 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:30.595908 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-798f3866-945b-4f21-8fbc-fd77d9c63f13 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 811 time: 0.1700513 Jul 19 11:06:30.618750 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-05913f2c-4972-4a34-9025-97484dca3634 req-8984ca1b-d196-484f-aa8a-1299dcf28883 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679719 Jul 19 11:06:30.677738 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-c0988460-e4d0-4f63-8297-bb459e45ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:30.679201 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-c0988460-e4d0-4f63-8297-bb459e45ee4c service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.0948474 Jul 19 11:06:30.680359 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-c792a6ce-8d3f-49df-9dff-86e283aac749 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b5133f102c4606ac7981542949b178 HTTP/1.1" status: 200 len: 380 time: 0.0606937 Jul 19 11:06:30.695124 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'port': {'device_id': '940e8a5c-b365-40c2-8361-fbb677969487', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'admin_state_up': True, 'tenant_id': '54b5133f102c4606ac7981542949b178', 'security_groups': ['fea64665-97c8-421b-bfe7-ad7b44c02728']}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:30.732804 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-05d652c5-8c69-4b53-ba61-4f63010131d0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1504f06f-d7c2-447b-acc1-5498633749e3 HTTP/1.1" status: 200 len: 217 time: 0.0427835 Jul 19 11:06:30.786826 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-3f4dd8cd-03ee-48c7-bf69-05fbac4b725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:30.788565 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-3f4dd8cd-03ee-48c7-bf69-05fbac4b725c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0479023 Jul 19 11:06:30.834049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Made reservation on behalf of 54b5133f102c4606ac7981542949b178 for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:06:30.838102 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:30.855590 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-376f101e-fbe0-48d3-8da5-c815d5c1eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:30.857408 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-376f101e-fbe0-48d3-8da5-c815d5c1eec1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526180 Jul 19 11:06:30.894417 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:30.974431 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-40be9e4e-7558-4a80-a8bd-2eea1e1aee61 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097343 Jul 19 11:06:30.987293 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:31.015628 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Allocated IP 172.20.0.4 (f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7/73c192b0-2b6e-42db-b842-bebf039f835e/d928944f-b596-4faa-b70f-efdde2d1f07e) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:31.076837 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:31.112197 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.115522 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d9f61fc-08c1-47ce-a979-ef04e68a2c5c req-d0b9a2a4-442e-486f-8793-18f539cd8b83 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337178 Jul 19 11:06:31.177435 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.210046 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.250600 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:31.253567 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:31.259635 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:31.264500 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:31.265119 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.277531 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'Port': ['ID=d928944f-b596-4faa-b70f-efdde2d1f07e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:31.287369 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-6ef4614b-bff3-4dfd-9ee2-ae3b9b53f95a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968518 Jul 19 11:06:31.310633 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Request body: {'port': {'device_id': '940e8a5c-b365-40c2-8361-fbb677969487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:31.377236 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.508411 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-eeba6768-fe0f-4eec-a7ba-a868d435990e None None] Provisioning complete for port d928944f-b596-4faa-b70f-efdde2d1f07e triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:31.508792 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-eeba6768-fe0f-4eec-a7ba-a868d435990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.518507 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b395f6-c597-4703-9f49-e88b57dd1529 req-fcfb26f3-9d5c-45c9-8811-7adfec780255 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:31.519998 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93b395f6-c597-4703-9f49-e88b57dd1529 req-fcfb26f3-9d5c-45c9-8811-7adfec780255 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 931 time: 0.0535665 Jul 19 11:06:31.543039 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-eeba6768-fe0f-4eec-a7ba-a868d435990e None None] Port d928944f-b596-4faa-b70f-efdde2d1f07e cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:31.580795 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93b395f6-c597-4703-9f49-e88b57dd1529 req-6dd3b932-7100-494b-b7d9-f2cb7e9a87e8 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521510 Jul 19 11:06:31.643915 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d928944f-b596-4faa-b70f-efdde2d1f07e {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:06:31.653317 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Publish callbacks [] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.667210 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Transition to ACTIVE for port object d928944f-b596-4faa-b70f-efdde2d1f07e will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:06:31.674714 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.726991 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Pushing event updated for resources: {'Port': ['ID=d928944f-b596-4faa-b70f-efdde2d1f07e,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:31.731985 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=8 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:31.770509 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Attempting to bind port d928944f-b596-4faa-b70f-efdde2d1f07e on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:31.770841 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Attempting to bind port d928944f-b596-4faa-b70f-efdde2d1f07e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:31.771165 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Attempting to bind port d928944f-b596-4faa-b70f-efdde2d1f07e on network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:31.776616 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Port d928944f-b596-4faa-b70f-efdde2d1f07e on network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:06:31.776962 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Attempting to bind port d928944f-b596-4faa-b70f-efdde2d1f07e on network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:31.781948 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:31.782279 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Checking segment: {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:31.782662 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Bound using segment: {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:31.783080 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Bound port: d928944f-b596-4faa-b70f-efdde2d1f07e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:31.783440 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.850071 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] For port d928944f-b596-4faa-b70f-efdde2d1f07e, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:31.853392 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] For port d928944f-b596-4faa-b70f-efdde2d1f07e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d928944f-b596-4faa-b70f-efdde2d1f07e,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:31.854513 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:31.860937 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.896566 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:31.897966 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:31.899352 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] 10.222.0.27 "PUT /v2.0/ports/d928944f-b596-4faa-b70f-efdde2d1f07e HTTP/1.1" status: 200 len: 1093 time: 0.5929639 Jul 19 11:06:31.902108 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940e8a5c-b365-40c2-8361-fbb677969487', 'tag': 'd928944f-b596-4faa-b70f-efdde2d1f07e'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:06:31.904444 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522a617a-ad70-4d57-87fc-e56b6318ba1d" -d '{"events": [{"name": "network-changed", "server_uuid": "940e8a5c-b365-40c2-8361-fbb677969487", "tag": "d928944f-b596-4faa-b70f-efdde2d1f07e"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:06:31.934513 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Pushing event updated for resources: {'Port': ['ID=d928944f-b596-4faa-b70f-efdde2d1f07e,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:31.942633 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.942978 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.943317 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.943651 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.944676 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.945019 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.945343 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.945669 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.945982 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.946303 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.946619 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.946937 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.947898 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.948227 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.948757 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efddc20d-1f72-424f-8d68-bbd54b9fc88a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:06:31.966144 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c7e1cc-3668-4899-bc07-a83b6db83fc4 x-openstack-request-id: req-60c7e1cc-3668-4899-bc07-a83b6db83fc4 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:06:31.966144 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940e8a5c-b365-40c2-8361-fbb677969487", "tag": "d928944f-b596-4faa-b70f-efdde2d1f07e", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:06:31.966144 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-60c7e1cc-3668-4899-bc07-a83b6db83fc4 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:06:31.966144 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c7e1cc-3668-4899-bc07-a83b6db83fc4'] response: {'name': 'network-changed', 'server_uuid': '940e8a5c-b365-40c2-8361-fbb677969487', 'tag': 'd928944f-b596-4faa-b70f-efdde2d1f07e', 'status': 'completed', 'code': 200} Jul 19 11:06:32.032992 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-fc148170-33dc-4b0a-b811-c65e456bf8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.034612 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-fc148170-33dc-4b0a-b811-c65e456bf8d7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 1127 time: 0.0451436 Jul 19 11:06:32.091576 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-1c02687c-bbd5-4a8e-8ee2-bfb9c7e09005 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d928944f-b596-4faa-b70f-efdde2d1f07e HTTP/1.1" status: 200 len: 217 time: 0.0394189 Jul 19 11:06:32.154680 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-440416a3-b09e-49d7-b453-6e37ea91e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.156120 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-440416a3-b09e-49d7-b453-6e37ea91e0cc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 200 len: 850 time: 0.0559855 Jul 19 11:06:32.208035 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-5910d6ed-c792-4e93-b85a-f058a0dab4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.210177 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-5910d6ed-c792-4e93-b85a-f058a0dab4a8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448711 Jul 19 11:06:32.346306 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-3d1eeaae-7657-4b62-b4e2-087b7926caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.347734 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-3d1eeaae-7657-4b62-b4e2-087b7926caf1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 1130 time: 0.0435472 Jul 19 11:06:32.419578 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:32.453497 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-b5b77d1b-9e07-4eb3-b0d6-fc69be7d3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.454931 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-b5b77d1b-9e07-4eb3-b0d6-fc69be7d3547 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.1005459 Jul 19 11:06:32.506026 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-03ff154b-f382-4a4d-a202-ab71095ab179 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1504f06f-d7c2-447b-acc1-5498633749e3 HTTP/1.1" status: 200 len: 217 time: 0.0439739 Jul 19 11:06:32.544919 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5fd8a-b1c0-4e86-a7a6-9a2a7b5db0df req-519f655a-0bc2-4674-9c38-22f75f58cbc3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.547139 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-44d5fd8a-b1c0-4e86-a7a6-9a2a7b5db0df req-519f655a-0bc2-4674-9c38-22f75f58cbc3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0886827 Jul 19 11:06:32.552267 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:32.558681 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-dc2717a4-3f59-4492-a144-f21b52d1f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.560551 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-dc2717a4-3f59-4492-a144-f21b52d1f7e5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0489242 Jul 19 11:06:32.595063 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-e1735e01-95a4-4950-a8e7-502a0182883d service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784139 Jul 19 11:06:32.631734 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-44d5fd8a-b1c0-4e86-a7a6-9a2a7b5db0df req-dc3a2620-cfb5-4c17-9eb7-59cc06439e21 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777154 Jul 19 11:06:32.635064 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-32714088-8951-4e07-802e-4ea300207b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.636574 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-32714088-8951-4e07-802e-4ea300207b29 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562508 Jul 19 11:06:32.699562 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca63ec5f-2d79-4884-a087-48e0cad71846 req-9de52706-3dd1-4245-9a01-094d76eebe38 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944569 Jul 19 11:06:32.759761 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4b029-e691-45bf-b0e9-e0a5d938d047 req-2b33509d-8659-4993-b0d7-223d0419f30c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.761266 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ef4b029-e691-45bf-b0e9-e0a5d938d047 req-2b33509d-8659-4993-b0d7-223d0419f30c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 943 time: 0.0871406 Jul 19 11:06:32.778875 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:32.795338 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-7522fe16-ce4d-4111-a4cf-0bce793c6897 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504714 Jul 19 11:06:32.835605 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-f7bad366-88fc-4ecf-867c-15ccb9040269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.837416 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-f7bad366-88fc-4ecf-867c-15ccb9040269 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 1127 time: 0.0448325 Jul 19 11:06:32.851063 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ef4b029-e691-45bf-b0e9-e0a5d938d047 req-0680b460-449e-46d6-908c-ebc45c191dd5 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805089 Jul 19 11:06:32.910947 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b5bce918-9872-4b46-92ba-b5c223839c6e req-ba48602a-fba6-45ed-87e1-e2d967695648 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077716 Jul 19 11:06:32.930428 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-53f2ba41-42ec-458c-a87c-638b569bffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:32.931902 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-53f2ba41-42ec-458c-a87c-638b569bffcb service neutron] 10.222.0.27 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 912 time: 0.0884874 Jul 19 11:06:32.979444 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-c2d12f9f-78c0-43a3-ad6d-a23141a11fb4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d928944f-b596-4faa-b70f-efdde2d1f07e HTTP/1.1" status: 200 len: 217 time: 0.0396547 Jul 19 11:06:33.031051 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-cfe939c0-b6d0-4f06-aa85-54b5832af9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:33.032499 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-cfe939c0-b6d0-4f06-aa85-54b5832af9b1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 200 len: 850 time: 0.0455251 Jul 19 11:06:33.088563 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-62bed319-64a1-49ba-b403-05f3cd879033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:33.090120 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-62bed319-64a1-49ba-b403-05f3cd879033 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494576 Jul 19 11:06:33.165667 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:33.191920 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-5d7a2afd-321e-44dc-9a41-7f15878a7462 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905933 Jul 19 11:06:33.285697 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-522a617a-ad70-4d57-87fc-e56b6318ba1d req-7c8432bb-6a35-4e8b-b6f5-0e4c22911d05 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860767 Jul 19 11:06:33.757826 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbd762-d4ac-457b-9ddd-f376fd34d43c req-66dc0985-c3f5-483f-aa25-af584743a976 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:33.759387 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f8dbd762-d4ac-457b-9ddd-f376fd34d43c req-66dc0985-c3f5-483f-aa25-af584743a976 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0539484 Jul 19 11:06:33.810535 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f8dbd762-d4ac-457b-9ddd-f376fd34d43c req-70f73400-6050-4009-99ba-15f28a0d1f0b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Jul 19 11:06:33.967797 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff24747-b18f-4450-9166-10326153f130 req-b31fa5c0-f28e-4894-970d-95bf5b79589c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:33.969314 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dff24747-b18f-4450-9166-10326153f130 req-b31fa5c0-f28e-4894-970d-95bf5b79589c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 943 time: 0.0484548 Jul 19 11:06:34.015294 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dff24747-b18f-4450-9166-10326153f130 req-2e65aa7a-300b-467e-9026-1bebcccedc74 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Jul 19 11:06:34.906856 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:34.923507 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae42e9-9659-46ae-bbd2-1920170b0d73 req-0488cd57-4ecd-46f4-8eaa-a723878d7a31 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:34.925010 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6cae42e9-9659-46ae-bbd2-1920170b0d73 req-0488cd57-4ecd-46f4-8eaa-a723878d7a31 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0481939 Jul 19 11:06:34.971153 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6cae42e9-9659-46ae-bbd2-1920170b0d73 req-e90b6e65-63f3-4fa8-84ca-e05019425ea2 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Jul 19 11:06:35.126797 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d33c2c-ea8d-4632-a2bb-9dca797f4882 req-60496f1e-3af4-4a40-9b13-1cde89d0dd2a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:35.128206 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f0d33c2c-ea8d-4632-a2bb-9dca797f4882 req-60496f1e-3af4-4a40-9b13-1cde89d0dd2a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 943 time: 0.0470202 Jul 19 11:06:35.173644 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f0d33c2c-ea8d-4632-a2bb-9dca797f4882 req-d6d3b991-3515-4c73-857f-8bca4173a18d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398681 Jul 19 11:06:35.562971 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=11 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:35.569369 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:36.081731 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bb3da-2a9c-44c5-8af4-9b62644c8499 req-5b40b659-2af3-4ec5-adef-2b069388840e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:36.083171 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ac8bb3da-2a9c-44c5-8af4-9b62644c8499 req-5b40b659-2af3-4ec5-adef-2b069388840e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0458548 Jul 19 11:06:36.132394 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ac8bb3da-2a9c-44c5-8af4-9b62644c8499 req-6cb14065-620e-48e9-b72f-fc6f734a3fde tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432360 Jul 19 11:06:36.286591 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e9c1-dcc7-4d2c-b38e-5f0d5d222816 req-a14ba6cf-1a88-4b44-abe7-becfcbd1b220 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:36.288776 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0b58e9c1-dcc7-4d2c-b38e-5f0d5d222816 req-a14ba6cf-1a88-4b44-abe7-becfcbd1b220 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 943 time: 0.0500343 Jul 19 11:06:36.337016 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0b58e9c1-dcc7-4d2c-b38e-5f0d5d222816 req-7867225a-e736-404b-94ea-f707595d3244 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Jul 19 11:06:37.246702 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7dc79-7658-4b60-80d1-658811a81a40 req-d5bf04d0-3df3-40b1-8520-3bb28b9de4c4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:37.248442 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e9f7dc79-7658-4b60-80d1-658811a81a40 req-d5bf04d0-3df3-40b1-8520-3bb28b9de4c4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0476947 Jul 19 11:06:37.295777 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e9f7dc79-7658-4b60-80d1-658811a81a40 req-af751b04-e67a-4df3-b303-a448b9cab9d1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Jul 19 11:06:37.456606 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275cc4d-6491-4a68-91da-ef2eb5610fe1 req-3cfaf6aa-15e5-4af4-93cd-2d8ba400aa89 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:37.458245 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4275cc4d-6491-4a68-91da-ef2eb5610fe1 req-3cfaf6aa-15e5-4af4-93cd-2d8ba400aa89 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 943 time: 0.0501575 Jul 19 11:06:37.484105 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:37.524404 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4275cc4d-6491-4a68-91da-ef2eb5610fe1 req-dc81b216-4fae-4323-9218-b2cff3b72172 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547597 Jul 19 11:06:38.406247 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916504bc-8640-4493-87ae-5472a49e8f56 req-88f37f88-0092-48ee-b576-65b5a3acdc48 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:38.407741 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-916504bc-8640-4493-87ae-5472a49e8f56 req-88f37f88-0092-48ee-b576-65b5a3acdc48 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0473251 Jul 19 11:06:38.455787 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-916504bc-8640-4493-87ae-5472a49e8f56 req-309b25c1-2595-4d7b-8d50-2cf2b3a41152 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Jul 19 11:06:38.644157 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd0dee-c484-45bd-8360-ec6c241878bf req-856e0085-3c08-4017-b7d5-f7d7ce5fc8fe tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:38.645648 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8cd0dee-c484-45bd-8360-ec6c241878bf req-856e0085-3c08-4017-b7d5-f7d7ce5fc8fe tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 943 time: 0.0465651 Jul 19 11:06:38.695056 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8cd0dee-c484-45bd-8360-ec6c241878bf req-93c49068-82c2-433f-9be5-9bbe5d2072a9 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431991 Jul 19 11:06:39.574128 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377960b-19b6-4f92-8afd-f77a62da04bc req-121e5bba-ffb1-4ff7-8d6c-9b26ab7f30ad tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:39.575602 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e377960b-19b6-4f92-8afd-f77a62da04bc req-121e5bba-ffb1-4ff7-8d6c-9b26ab7f30ad tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0508714 Jul 19 11:06:39.623954 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e377960b-19b6-4f92-8afd-f77a62da04bc req-a1d36ee1-325c-4a07-b96f-6b37eb0543e9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Jul 19 11:06:39.808776 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fb721-0ac5-42bf-9ddf-1b02c72e60fb req-4fdad52c-10cf-4be8-8ddd-f87eea6c5b75 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:39.810261 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f84fb721-0ac5-42bf-9ddf-1b02c72e60fb req-4fdad52c-10cf-4be8-8ddd-f87eea6c5b75 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 943 time: 0.0475652 Jul 19 11:06:39.850898 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:39.859669 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f84fb721-0ac5-42bf-9ddf-1b02c72e60fb req-45620db5-ef33-43a4-bc80-edcdb7024337 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439188 Jul 19 11:06:40.154656 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device d928944f-b596-4faa-b70f-efdde2d1f07e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:06:40.257294 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port d928944f-b596-4faa-b70f-efdde2d1f07e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d928944f-b596-4faa-b70f-efdde2d1f07e,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:40.269315 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'd928944f-b596-4faa-b70f-efdde2d1f07e', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'port_id': 'd928944f-b596-4faa-b70f-efdde2d1f07e', 'mac_address': 'fa:16:3e:19:7f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:06:40.305047 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port d928944f-b596-4faa-b70f-efdde2d1f07e is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:40.305508 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:40.322714 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d928944f-b596-4faa-b70f-efdde2d1f07e {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:06:40.343202 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port d928944f-b596-4faa-b70f-efdde2d1f07e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d928944f-b596-4faa-b70f-efdde2d1f07e,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:40.346943 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:40.398489 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=d928944f-b596-4faa-b70f-efdde2d1f07e,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:40.762298 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28f7bf-2c43-4204-9145-f2eb503c8be7 req-6a923419-7d8f-48e9-a850-3aaa51469876 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:40.765684 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['d928944f-b596-4faa-b70f-efdde2d1f07e'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:06:40.770108 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce28f7bf-2c43-4204-9145-f2eb503c8be7 req-6a923419-7d8f-48e9-a850-3aaa51469876 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0749123 Jul 19 11:06:40.833619 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce28f7bf-2c43-4204-9145-f2eb503c8be7 req-fb1ade08-3391-419d-8617-1c719c38d6ff tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620751 Jul 19 11:06:41.001832 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e9cd2-1c4b-4205-8c4c-955f89e07e1e req-d81e655e-5ae6-45af-9548-246c7af6f458 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:41.003709 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-562e9cd2-1c4b-4205-8c4c-955f89e07e1e req-d81e655e-5ae6-45af-9548-246c7af6f458 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 944 time: 0.0622487 Jul 19 11:06:41.061610 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-562e9cd2-1c4b-4205-8c4c-955f89e07e1e req-915ad87a-1a78-471d-a9cd-bb1cc98eba47 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505974 Jul 19 11:06:41.963173 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d25505-4079-4573-80e0-a0d184a01fb0 req-11a18766-5e60-47bd-bfed-416fea335781 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:41.965747 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07d25505-4079-4573-80e0-a0d184a01fb0 req-11a18766-5e60-47bd-bfed-416fea335781 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0629632 Jul 19 11:06:42.023826 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07d25505-4079-4573-80e0-a0d184a01fb0 req-995b1388-8fcb-4b7c-b8ce-fdc6b31b18cc tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503638 Jul 19 11:06:42.189503 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1a7f4-7dec-4331-8c87-35e2a72b7b93 req-0d08067d-1cee-4ca2-b191-13ed09038437 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:42.191428 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-09d1a7f4-7dec-4331-8c87-35e2a72b7b93 req-0d08067d-1cee-4ca2-b191-13ed09038437 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 944 time: 0.0560262 Jul 19 11:06:42.192454 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device d928944f-b596-4faa-b70f-efdde2d1f07e up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:06:42.197228 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:42.246254 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-09d1a7f4-7dec-4331-8c87-35e2a72b7b93 req-ff1bcd9d-18e2-43f3-b780-8cb2c466f7aa tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482709 Jul 19 11:06:42.267035 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port d928944f-b596-4faa-b70f-efdde2d1f07e completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:06:42.277942 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port d928944f-b596-4faa-b70f-efdde2d1f07e triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:42.279535 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:42.281872 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:42.352648 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port d928944f-b596-4faa-b70f-efdde2d1f07e is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:06:42.353060 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:42.375310 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940e8a5c-b365-40c2-8361-fbb677969487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd928944f-b596-4faa-b70f-efdde2d1f07e'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:06:42.377545 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f44023-5cb8-41be-b4c5-750b5f0ff62d" -d '{"events": [{"server_uuid": "940e8a5c-b365-40c2-8361-fbb677969487", "name": "network-vif-plugged", "status": "completed", "tag": "d928944f-b596-4faa-b70f-efdde2d1f07e"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:06:42.397320 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port d928944f-b596-4faa-b70f-efdde2d1f07e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d928944f-b596-4faa-b70f-efdde2d1f07e,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:06:42.403176 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:42.428868 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e119c3a9-295b-481f-abf7-0c41c84e5286 x-openstack-request-id: req-e119c3a9-295b-481f-abf7-0c41c84e5286 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:06:42.429188 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940e8a5c-b365-40c2-8361-fbb677969487", "name": "network-vif-plugged", "status": "completed", "tag": "d928944f-b596-4faa-b70f-efdde2d1f07e", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:06:42.429451 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e119c3a9-295b-481f-abf7-0c41c84e5286 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:06:42.429853 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e119c3a9-295b-481f-abf7-0c41c84e5286'] response: {'server_uuid': '940e8a5c-b365-40c2-8361-fbb677969487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd928944f-b596-4faa-b70f-efdde2d1f07e', 'code': 200} Jul 19 11:06:42.455796 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=d928944f-b596-4faa-b70f-efdde2d1f07e,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:42.692640 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89f677-cdd3-4d1c-bf41-d92a908cefbd req-42a87930-a885-45b1-bb7d-83cf3efa8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:42.695890 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6c89f677-cdd3-4d1c-bf41-d92a908cefbd req-42a87930-a885-45b1-bb7d-83cf3efa8a3c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 1129 time: 0.0612400 Jul 19 11:06:42.751543 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6c89f677-cdd3-4d1c-bf41-d92a908cefbd req-2a375038-fefd-4dfd-9826-2b6079e31db6 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471754 Jul 19 11:06:43.160107 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcd62f-46b2-4ee6-804a-a8ba3fb07dff req-7f953154-c937-43b7-b1c0-e4bc4fa21115 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:43.161734 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2fcd62f-46b2-4ee6-804a-a8ba3fb07dff req-7f953154-c937-43b7-b1c0-e4bc4fa21115 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0544977 Jul 19 11:06:43.211988 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2fcd62f-46b2-4ee6-804a-a8ba3fb07dff req-d45f6168-e18e-4fe9-8f95-754662c35c95 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437989 Jul 19 11:06:43.373424 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e86c-c2a4-4a8e-adaa-14d7e825c05b req-2ceba23a-5c3f-4d30-aa5b-ea92460695aa tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:43.374893 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f03e86c-c2a4-4a8e-adaa-14d7e825c05b req-2ceba23a-5c3f-4d30-aa5b-ea92460695aa tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0504816 Jul 19 11:06:43.433079 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f03e86c-c2a4-4a8e-adaa-14d7e825c05b req-78538e44-d963-4a10-afc3-2f5095411d80 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517249 Jul 19 11:06:44.330713 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a5d4d-0f7d-4a6c-8d22-4d3a50668050 req-d6ff7dcf-5684-4eae-8331-0e428896b155 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:44.332227 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce5a5d4d-0f7d-4a6c-8d22-4d3a50668050 req-d6ff7dcf-5684-4eae-8331-0e428896b155 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0480943 Jul 19 11:06:44.379513 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce5a5d4d-0f7d-4a6c-8d22-4d3a50668050 req-3984e10f-2f6d-4c0e-beec-98bd8d1dba65 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Jul 19 11:06:44.502750 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:06:44.546686 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438984e-29ba-4714-acd8-05c308b41b24 req-626eba91-e1f0-4a43-83fa-8b2aec2d1142 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:44.548132 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8438984e-29ba-4714-acd8-05c308b41b24 req-626eba91-e1f0-4a43-83fa-8b2aec2d1142 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0464196 Jul 19 11:06:44.594403 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8438984e-29ba-4714-acd8-05c308b41b24 req-1bfea02f-5580-41ca-b2ff-17e7bf63c28a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Jul 19 11:06:45.540081 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-5fc34339-a751-4228-8397-dd5d16593789 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455922164&fields=id&tenant_id=375de853371a422f883980296a46ad43 HTTP/1.1" status: 200 len: 267 time: 0.0521345 Jul 19 11:06:45.611190 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:45.659878 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-3cc34451-cf8b-48f0-813a-c4a4b851fed8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:45.661575 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-3cc34451-cf8b-48f0-813a-c4a4b851fed8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/networks?id=d812e76c-c272-403b-90ca-27996b7fd9fd HTTP/1.1" status: 200 len: 809 time: 0.1147523 Jul 19 11:06:45.678366 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-d85400e3-a410-42ff-801e-f35be0b4d267 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/quotas/375de853371a422f883980296a46ad43 HTTP/1.1" status: 200 len: 375 time: 0.0110888 Jul 19 11:06:45.729847 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-7826bbd5-7f0b-48e0-a9e7-14d263bf7528 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=375de853371a422f883980296a46ad43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453637 Jul 19 11:06:45.823378 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:45.839314 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-381e1063-214e-41cb-a9cb-ec3f76bd9feb service neutron] 10.222.0.33 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984499 Jul 19 11:06:45.937339 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-43eb6bd2-a0cf-4c0b-b7e9-55251bdd3d8f service neutron] 10.222.0.33 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918243 Jul 19 11:06:46.312045 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869b869-b98e-49aa-8c69-cbaf148ab075 req-ff84bbd2-58a3-4963-8938-e17ab8e10e0b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:46.314190 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3869b869-b98e-49aa-8c69-cbaf148ab075 req-ff84bbd2-58a3-4963-8938-e17ab8e10e0b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0647898 Jul 19 11:06:46.402441 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3869b869-b98e-49aa-8c69-cbaf148ab075 req-0f59861d-f039-4aa3-93f4-2bf0930c7fe6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763876 Jul 19 11:06:46.620113 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5225f57-35ca-4665-bce0-184fcf838696 req-59fb646e-d77d-4692-91df-082e72cc8132 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:46.628858 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a5225f57-35ca-4665-bce0-184fcf838696 req-59fb646e-d77d-4692-91df-082e72cc8132 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.1134100 Jul 19 11:06:46.644352 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49904) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:46.726087 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a5225f57-35ca-4665-bce0-184fcf838696 req-52e9ad27-64ac-471e-9295-19c56a607b3e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956280 Jul 19 11:06:46.825458 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-14ac9abc-0d11-4a05-bc24-bce626fb2b97 req-0aeb609f-873c-48cd-ba74-b2305f3d90d0 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 210 time: 0.0475574 Jul 19 11:06:46.874294 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ed8703b8-976c-484a-afba-1a70384a05a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:46.966462 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018399b5-d3cc-423b-89a7-a10f7a5d77f0 req-8d6894fa-ee5c-47de-b7d3-61db9fbe3844 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:46.968397 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-018399b5-d3cc-423b-89a7-a10f7a5d77f0 req-8d6894fa-ee5c-47de-b7d3-61db9fbe3844 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0773597 Jul 19 11:06:46.977756 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 49912) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:46.982714 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'floatingip': {'port_id': 'd928944f-b596-4faa-b70f-efdde2d1f07e'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:46.986411 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:47.000380 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ed8703b8-976c-484a-afba-1a70384a05a4 admin admin] Publish callbacks [] for security_group (d6194982-9b3e-4054-b398-8bd381a52378), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:47.006449 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ed8703b8-976c-484a-afba-1a70384a05a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (d6194982-9b3e-4054-b398-8bd381a52378), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:47.065595 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (1a6b8b45-a4f6-4c84-a3b9-40c639197c9c), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:47.079353 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ed8703b8-976c-484a-afba-1a70384a05a4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=8e36d77e2ed94406b072d6cf2b616967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328759 Jul 19 11:06:47.080181 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 49914) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:06:47.083229 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8703b8-976c-484a-afba-1a70384a05a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6194982-9b3e-4054-b398-8bd381a52378,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:47.163551 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-769e5b68-9195-4f14-8a75-997f5e058c9d admin admin] Publish callbacks [] for security_group (d6194982-9b3e-4054-b398-8bd381a52378), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:47.203630 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-769e5b68-9195-4f14-8a75-997f5e058c9d admin admin] Publish callbacks [] for security_group (d6194982-9b3e-4054-b398-8bd381a52378), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:47.284441 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-769e5b68-9195-4f14-8a75-997f5e058c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (d6194982-9b3e-4054-b398-8bd381a52378), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:47.288677 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-769e5b68-9195-4f14-8a75-997f5e058c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:47.290354 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-769e5b68-9195-4f14-8a75-997f5e058c9d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d6194982-9b3e-4054-b398-8bd381a52378 HTTP/1.1" status: 204 len: 168 time: 0.2084956 Jul 19 11:06:47.301382 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e5b68-9195-4f14-8a75-997f5e058c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6194982-9b3e-4054-b398-8bd381a52378,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:47.996742 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-71ac38ca-710f-4471-bb5f-81445b2d1d3a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:48.013156 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-71ac38ca-710f-4471-bb5f-81445b2d1d3a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.27 "GET /v2.0/networks?id=d812e76c-c272-403b-90ca-27996b7fd9fd HTTP/1.1" status: 200 len: 809 time: 0.2108791 Jul 19 11:06:48.107614 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:48.137029 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e3d47-92e3-44e4-9a99-aa524f9fffe9 req-dbaa0f72-f3c3-411e-aa1e-d479b3b0d90a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:48.138558 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fb2e3d47-92e3-44e4-9a99-aa524f9fffe9 req-dbaa0f72-f3c3-411e-aa1e-d479b3b0d90a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.5856068 Jul 19 11:06:48.160519 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-ef712e52-8fb6-417e-a387-b3dc1177bd21 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=375de853371a422f883980296a46ad43 HTTP/1.1" status: 200 len: 380 time: 0.1417792 Jul 19 11:06:48.184022 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Request body: {'port': {'device_id': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'admin_state_up': True, 'tenant_id': '375de853371a422f883980296a46ad43', 'security_groups': ['c8732941-acac-405a-8591-7c711134621a']}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:48.304782 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fb2e3d47-92e3-44e4-9a99-aa524f9fffe9 req-335327f0-8b2d-4fc8-9abe-4da992cf2df4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582074 Jul 19 11:06:48.407661 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Made reservation on behalf of 375de853371a422f883980296a46ad43 for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:06:48.418948 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:48.419466 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:48.450375 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.db.resource_extend [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 19 11:06:48.555194 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fc23b04d-0442-446c-9b83-832046fcaa46 req-fe532ed1-7f3d-4bcc-8d75-193a472a2a51 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 210 time: 0.0693703 Jul 19 11:06:48.579478 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:48.587938 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (1a6b8b45-a4f6-4c84-a3b9-40c639197c9c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:48.686380 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Allocated IP 172.20.0.8 (d812e76c-c272-403b-90ca-27996b7fd9fd/9b78cea2-c775-4273-bfd0-a84adb5b28ab/da843419-4401-4a26-82c2-7930b51aa1b8) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:06:48.740981 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Floating IP 1a6b8b45-a4f6-4c84-a3b9-40c639197c9c associated. External IP: 172.37.3.41, port: d928944f-b596-4faa-b70f-efdde2d1f07e. Jul 19 11:06:48.867071 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:48.867764 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:48.949826 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for port (da843419-4401-4a26-82c2-7930b51aa1b8), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:49.020600 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:49.046314 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Router 003f6a2c-a587-4d52-a126-a49bcc3815a5 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:06:49.075748 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Network d812e76c-c272-403b-90ca-27996b7fd9fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:06:49.086301 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:06:49.108194 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:06:49.115329 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:49.116409 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:49.162654 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:49.179052 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-87ad58c5-6c97-4cd0-805e-d1c10836dd9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0079696 Jul 19 11:06:49.231182 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Request body: {'port': {'device_id': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:06:49.363294 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:06:49.370848 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:49.379195 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] Sync routers for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:06:49.408545 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:49.410955 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:49.412466 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:49.433344 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-eb14bbe8-16b2-4bd2-be2f-59a349b378ef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "PUT /v2.0/floatingips/1a6b8b45-a4f6-4c84-a3b9-40c639197c9c HTTP/1.1" status: 200 len: 990 time: 2.4542394 Jul 19 11:06:49.435882 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940e8a5c-b365-40c2-8361-fbb677969487', 'tag': 'd928944f-b596-4faa-b70f-efdde2d1f07e'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:06:49.444637 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37af93a-d15b-4c03-90e2-4bdba2096af7" -d '{"events": [{"name": "network-changed", "server_uuid": "940e8a5c-b365-40c2-8361-fbb677969487", "tag": "d928944f-b596-4faa-b70f-efdde2d1f07e"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:06:49.531766 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35dbaf-cca9-4c7d-aa4a-1d35a0e5120b req-afda9e1d-ae97-47fb-8618-21fe41d5e871 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:49.533971 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc35dbaf-cca9-4c7d-aa4a-1d35a0e5120b req-afda9e1d-ae97-47fb-8618-21fe41d5e871 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0764246 Jul 19 11:06:49.588514 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:49.604521 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bc35dbaf-cca9-4c7d-aa4a-1d35a0e5120b req-97fb9fa5-40f1-446e-8c6d-f870571076a0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619419 Jul 19 11:06:49.633030 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-1f397cd6-3f17-4e5e-9729-938b8ab08465 None None] Provisioning complete for port da843419-4401-4a26-82c2-7930b51aa1b8 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:06:49.633789 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1f397cd6-3f17-4e5e-9729-938b8ab08465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:49.669946 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb9ce6d-e3c2-496e-8dfc-6246bd99368b x-openstack-request-id: req-9eb9ce6d-e3c2-496e-8dfc-6246bd99368b {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:06:49.670235 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940e8a5c-b365-40c2-8361-fbb677969487", "tag": "d928944f-b596-4faa-b70f-efdde2d1f07e", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:06:49.670481 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9eb9ce6d-e3c2-496e-8dfc-6246bd99368b {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:06:49.670884 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb9ce6d-e3c2-496e-8dfc-6246bd99368b'] response: {'name': 'network-changed', 'server_uuid': '940e8a5c-b365-40c2-8361-fbb677969487', 'tag': 'd928944f-b596-4faa-b70f-efdde2d1f07e', 'status': 'completed', 'code': 200} Jul 19 11:06:49.767647 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da843419-4401-4a26-82c2-7930b51aa1b8 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:06:49.778029 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Publish callbacks [] for port (da843419-4401-4a26-82c2-7930b51aa1b8), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:49.785066 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-1f397cd6-3f17-4e5e-9729-938b8ab08465 None None] Port da843419-4401-4a26-82c2-7930b51aa1b8 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:06:49.794634 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Transition to ACTIVE for port object da843419-4401-4a26-82c2-7930b51aa1b8 will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:06:49.799900 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:49.854928 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:49.882110 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac91f22-fadd-4568-868f-4f3d693a9f74 req-46651b66-a3ea-4387-9bb8-0fbe692d31d8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:49.884171 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8ac91f22-fadd-4568-868f-4f3d693a9f74 req-46651b66-a3ea-4387-9bb8-0fbe692d31d8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 931 time: 0.1194985 Jul 19 11:06:49.898034 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-bc21e026-3bcf-4cc7-aee7-0d00d12959db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:49.900452 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-bc21e026-3bcf-4cc7-aee7-0d00d12959db service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 1129 time: 0.1553385 Jul 19 11:06:49.926990 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Attempting to bind port da843419-4401-4a26-82c2-7930b51aa1b8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:06:49.927327 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Attempting to bind port da843419-4401-4a26-82c2-7930b51aa1b8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:06:49.927679 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Attempting to bind port da843419-4401-4a26-82c2-7930b51aa1b8 on network d812e76c-c272-403b-90ca-27996b7fd9fd {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:49.935923 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Port da843419-4401-4a26-82c2-7930b51aa1b8 on network d812e76c-c272-403b-90ca-27996b7fd9fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:06:49.936247 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Attempting to bind port da843419-4401-4a26-82c2-7930b51aa1b8 on network d812e76c-c272-403b-90ca-27996b7fd9fd {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:06:49.943160 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:06:49.943553 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Checking segment: {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:06:49.943961 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Bound using segment: {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:06:49.944551 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Bound port: da843419-4401-4a26-82c2-7930b51aa1b8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb467dc-d32d-4387-a442-a4e2bdc292fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:06:49.944994 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:49.947876 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Pushing event updated for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:50.030748 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:06:50.034817 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:06:50.038894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:50.045152 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:50.062567 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8ac91f22-fadd-4568-868f-4f3d693a9f74 req-f30e60a9-0c92-4c14-9906-d4628ed1e841 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613538 Jul 19 11:06:50.104520 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-56637329-b972-47d1-924b-17c16e53196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:50.106282 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-56637329-b972-47d1-924b-17c16e53196b service neutron] 10.222.0.27 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 912 time: 0.1974113 Jul 19 11:06:50.130168 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Pushing event updated for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:06:50.146481 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:50.146481 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:50.147862 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-50d4f75c-60f2-4bb4-89f9-64e4f9b33520 service neutron] 10.222.0.27 "PUT /v2.0/ports/da843419-4401-4a26-82c2-7930b51aa1b8 HTTP/1.1" status: 200 len: 1093 time: 0.9474301 Jul 19 11:06:50.148554 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:06:50.151832 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162cb075-45c4-4a7f-98c2-1927253c2ead" -d '{"events": [{"name": "network-changed", "server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:06:50.236067 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c7739-b7c3-4ac9-90f3-a295a5e75ccf x-openstack-request-id: req-201c7739-b7c3-4ac9-90f3-a295a5e75ccf {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:06:50.236395 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:06:50.236645 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-201c7739-b7c3-4ac9-90f3-a295a5e75ccf {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:06:50.237098 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201c7739-b7c3-4ac9-90f3-a295a5e75ccf'] response: {'name': 'network-changed', 'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'status': 'completed', 'code': 200} Jul 19 11:06:50.287838 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-3581de0f-f9b6-4a31-a2ef-3dd20fcc8d7e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d928944f-b596-4faa-b70f-efdde2d1f07e HTTP/1.1" status: 200 len: 998 time: 0.1684957 Jul 19 11:06:50.321995 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-922ba923-49aa-42ed-a1e7-700de98b68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:50.323801 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-922ba923-49aa-42ed-a1e7-700de98b68ff service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=375de853371a422f883980296a46ad43&device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 1127 time: 0.0643520 Jul 19 11:06:50.329076 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1a6b8b45-a4f6-4c84-a3b9-40c639197c9c', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'floating_ip_address': '172.37.3.41', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'port_id': 'd928944f-b596-4faa-b70f-efdde2d1f07e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'mac_address': 'fa:16:3e:19:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e8a5c-b365-40c2-8361-fbb677969487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:06:23Z', 'updated_at': '2022-07-19T11:06:48Z', 'revision_number': 1, 'project_id': '54b5133f102c4606ac7981542949b178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:50.351163 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:50.393129 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-cc20ca1a-d4bd-467d-8287-e09462f0ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:50.393129 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-cc20ca1a-d4bd-467d-8287-e09462f0ed08 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 200 len: 850 time: 0.0964882 Jul 19 11:06:50.399686 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] Checking router: 003f6a2c-a587-4d52-a126-a49bcc3815a5 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:06:50.408379 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-1e85b4ee-d462-46b7-8ccf-6cf726aa9e6a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da843419-4401-4a26-82c2-7930b51aa1b8 HTTP/1.1" status: 200 len: 217 time: 0.0571933 Jul 19 11:06:50.409173 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:06:50.409798 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:06:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:50.530155 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-f958f3fb-2f07-4680-9d6d-56c6db9c60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:50.531936 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-f958f3fb-2f07-4680-9d6d-56c6db9c60ff service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b78cea2-c775-4273-bfd0-a84adb5b28ab HTTP/1.1" status: 200 len: 848 time: 0.0781720 Jul 19 11:06:50.542395 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-05ed9f3a-11ef-4dc3-9191-ebc3506c2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:50.544293 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-05ed9f3a-11ef-4dc3-9191-ebc3506c2cdc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870528 Jul 19 11:06:50.627851 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-51b62a15-ec7a-4753-834a-620e30877559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:50.629770 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-51b62a15-ec7a-4753-834a-620e30877559 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d812e76c-c272-403b-90ca-27996b7fd9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574732 Jul 19 11:06:50.702833 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:06:50.761198 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-df286bdf-af19-4f35-b02b-e67b6d60c286 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970897 Jul 19 11:06:50.853989 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-9ca4a9c4-ff7e-4bcb-a225-2e7a313ab2b6 service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164419 Jul 19 11:06:50.923316 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844a38d-2610-4bff-9fa5-6410eafcfa1b req-290d84a1-5242-4846-a681-190fc6f00a48 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:50.924901 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f844a38d-2610-4bff-9fa5-6410eafcfa1b req-290d84a1-5242-4846-a681-190fc6f00a48 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.1362569 Jul 19 11:06:50.935844 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:50.969247 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:50.984276 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c37af93a-d15b-4c03-90e2-4bdba2096af7 req-182082fa-a3c9-4d91-a2c8-8f530887a453 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114832 Jul 19 11:06:51.036315 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f844a38d-2610-4bff-9fa5-6410eafcfa1b req-df6b2553-0f65-48f2-930d-bab315fdeaa5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817974 Jul 19 11:06:51.058107 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e795d5a-78b2-43fd-89ab-71fcd4d82deb req-1297734d-48f9-464e-80fd-1e903266138b service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848423 Jul 19 11:06:51.187229 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:51.205367 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e22afc-c27a-4de0-b256-c1ac2cfd917c req-8089b615-2cb3-43fd-80f0-724f037fb8ac tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:51.205677 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1a6b8b45-a4f6-4c84-a3b9-40c639197c9c', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'floating_ip_address': '172.37.3.41', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'port_id': 'd928944f-b596-4faa-b70f-efdde2d1f07e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'mac_address': 'fa:16:3e:19:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e8a5c-b365-40c2-8361-fbb677969487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:06:23Z', 'updated_at': '2022-07-19T11:06:48Z', 'revision_number': 1, 'project_id': '54b5133f102c4606ac7981542949b178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:06:51.213116 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60e22afc-c27a-4de0-b256-c1ac2cfd917c req-8089b615-2cb3-43fd-80f0-724f037fb8ac tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0600350 Jul 19 11:06:51.239787 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddced18-c98c-4030-8c10-f619201f9010 None None] The sync data for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi is: [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1a6b8b45-a4f6-4c84-a3b9-40c639197c9c', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'floating_ip_address': '172.37.3.41', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'port_id': 'd928944f-b596-4faa-b70f-efdde2d1f07e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 365, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'mac_address': 'fa:16:3e:19:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940e8a5c-b365-40c2-8361-fbb677969487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:06:23Z', 'updated_at': '2022-07-19T11:06:48Z', 'revision_number': 1, 'project_id': '54b5133f102c4606ac7981542949b178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:06:51.270381 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60e22afc-c27a-4de0-b256-c1ac2cfd917c req-cee27c42-28f5-4cf4-8863-eaa8c6d50033 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562539 Jul 19 11:06:51.505674 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961298ca-0ad8-4bbb-9306-2bc93ec3224a None None] New status for floating IP 1a6b8b45-a4f6-4c84-a3b9-40c639197c9c: ACTIVE {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:06:52.153604 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e0e75-dd9c-489f-87c0-04eb1502b613 req-3074ca55-d3e8-4181-bcc9-5d007c5d4235 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:52.155175 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-731e0e75-dd9c-489f-87c0-04eb1502b613 req-3074ca55-d3e8-4181-bcc9-5d007c5d4235 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0498948 Jul 19 11:06:52.210510 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-731e0e75-dd9c-489f-87c0-04eb1502b613 req-b13c94a5-953f-48e9-b696-73b29b3f0c77 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492427 Jul 19 11:06:52.414061 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e3250-92ed-47b4-8999-e1fa9630d681 req-2aeef1b8-c1e6-4af9-a770-4e2a57654259 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:52.415976 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dc0e3250-92ed-47b4-8999-e1fa9630d681 req-2aeef1b8-c1e6-4af9-a770-4e2a57654259 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0654364 Jul 19 11:06:52.475780 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dc0e3250-92ed-47b4-8999-e1fa9630d681 req-212e8e1f-9d2d-4cb6-b8cc-11a741e351f8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540674 Jul 19 11:06:52.684636 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86b0a6-0476-44de-b86a-f78275a777d3 req-b2beb114-99bf-49ac-a1ce-ab923975413c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:52.686217 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bb86b0a6-0476-44de-b86a-f78275a777d3 req-b2beb114-99bf-49ac-a1ce-ab923975413c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0482349 Jul 19 11:06:52.738622 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bb86b0a6-0476-44de-b86a-f78275a777d3 req-ad9788e0-ed85-4ca5-b627-8a38e165a7a7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458426 Jul 19 11:06:53.325815 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d77c0-d5fa-471a-9b08-a80c325bfda3 req-445f2ef7-4cd6-4315-9b97-643223daddc2 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:53.327244 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9d7d77c0-d5fa-471a-9b08-a80c325bfda3 req-445f2ef7-4cd6-4315-9b97-643223daddc2 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0472312 Jul 19 11:06:53.373335 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9d7d77c0-d5fa-471a-9b08-a80c325bfda3 req-5fc387fe-e27b-47ae-ad2f-573d597a17b7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Jul 19 11:06:53.596154 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b8546-5172-4037-9c4c-148730994c16 req-8d0c698b-0886-4f8d-a385-b2def75aa4c8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:53.597709 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2c0b8546-5172-4037-9c4c-148730994c16 req-8d0c698b-0886-4f8d-a385-b2def75aa4c8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0535946 Jul 19 11:06:53.648282 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2c0b8546-5172-4037-9c4c-148730994c16 req-c4d7ac39-9846-4673-bbb5-a7bda293189a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449002 Jul 19 11:06:53.856507 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8a7d2-b854-4184-8799-c31cd342ab1f req-d5ff7d4b-203f-4ee8-8062-7ac3299ba5c4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:53.858010 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-10e8a7d2-b854-4184-8799-c31cd342ab1f req-d5ff7d4b-203f-4ee8-8062-7ac3299ba5c4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0461791 Jul 19 11:06:53.904605 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-10e8a7d2-b854-4184-8799-c31cd342ab1f req-f8e33e67-1875-4bec-8d01-adc28f431c7f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410664 Jul 19 11:06:54.437335 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-9f7a3a81-a4bb-49e8-80bd-d310c4e994bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:54.438996 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-9f7a3a81-a4bb-49e8-80bd-d310c4e994bf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=375de853371a422f883980296a46ad43&device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 1127 time: 0.0444136 Jul 19 11:06:54.489980 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fae4-0fe0-4618-b84e-5eae1f59ba09 req-0b2ea2f3-aed1-480c-babf-50804e49acfc tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:54.492016 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8213fae4-0fe0-4618-b84e-5eae1f59ba09 req-0b2ea2f3-aed1-480c-babf-50804e49acfc tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0500009 Jul 19 11:06:54.562784 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8213fae4-0fe0-4618-b84e-5eae1f59ba09 req-2fdf1a28-a1a1-48fb-baee-309d3670d567 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590992 Jul 19 11:06:54.657584 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-f3c23221-143f-43bf-a107-d77a4e2eeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:54.659007 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-f3c23221-143f-43bf-a107-d77a4e2eeeca service neutron] 10.222.0.27 "GET /v2.0/networks?id=d812e76c-c272-403b-90ca-27996b7fd9fd HTTP/1.1" status: 200 len: 910 time: 0.0998211 Jul 19 11:06:54.771143 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7bcd9-8665-4b84-a1ec-4f03806177fd req-ef4f01bc-ac05-4981-bef4-cdcd4b58a09c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:54.780719 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fda7bcd9-8665-4b84-a1ec-4f03806177fd req-ef4f01bc-ac05-4981-bef4-cdcd4b58a09c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0531602 Jul 19 11:06:54.839844 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fda7bcd9-8665-4b84-a1ec-4f03806177fd req-9abb1b1c-f3f1-4a80-a17e-bec2a42e3e49 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607491 Jul 19 11:06:55.001431 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-a24ae1c5-a110-4679-a98d-e9c453fb3492 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da843419-4401-4a26-82c2-7930b51aa1b8 HTTP/1.1" status: 200 len: 217 time: 0.0649197 Jul 19 11:06:55.069837 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-e5bf9ebd-799b-46da-8c8e-3721285037ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:55.072298 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-e5bf9ebd-799b-46da-8c8e-3721285037ec service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b78cea2-c775-4273-bfd0-a84adb5b28ab HTTP/1.1" status: 200 len: 848 time: 0.0591922 Jul 19 11:06:55.078332 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bac54a-d662-4b03-9c5e-51759b7ec258 req-4af62799-f894-4d9d-9eb9-a24dcfc6eb0c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:55.083466 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9bac54a-d662-4b03-9c5e-51759b7ec258 req-4af62799-f894-4d9d-9eb9-a24dcfc6eb0c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0625370 Jul 19 11:06:55.167118 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9bac54a-d662-4b03-9c5e-51759b7ec258 req-455756d6-baa9-4cf3-b1aa-8e17270da7da tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746932 Jul 19 11:06:55.182239 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:55.191890 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-47414aa5-75fe-4a53-8bce-86d6885bf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:55.193736 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-47414aa5-75fe-4a53-8bce-86d6885bf6e2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d812e76c-c272-403b-90ca-27996b7fd9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070538 Jul 19 11:06:55.654383 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:55.682293 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-6d7c6b7b-3128-4530-a3df-11bd14b1c7af service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798749 Jul 19 11:06:55.717316 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77454b0e-d013-403d-8d9c-fe467857b93d req-bff6a0c4-cde9-4e82-baa3-06c37da8a197 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:55.718918 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-77454b0e-d013-403d-8d9c-fe467857b93d req-bff6a0c4-cde9-4e82-baa3-06c37da8a197 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0511141 Jul 19 11:06:55.778595 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-77454b0e-d013-403d-8d9c-fe467857b93d req-20651341-202a-4934-8fbe-afc6d64d1909 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539651 Jul 19 11:06:55.953807 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee95e9-1506-492a-b4ff-5fffd7e2f869 req-233cb641-f8df-426f-a38a-f1fcf7f50ece tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:55.955273 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2fee95e9-1506-492a-b4ff-5fffd7e2f869 req-233cb641-f8df-426f-a38a-f1fcf7f50ece tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0508068 Jul 19 11:06:55.975834 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:56.015014 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2fee95e9-1506-492a-b4ff-5fffd7e2f869 req-a23fc14b-6537-4f9f-9c61-f682ea97d141 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539017 Jul 19 11:06:56.312129 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74255393-35ab-4ea6-b898-67fe64fe43f8 req-565718eb-cf85-41aa-a95e-845889be3b01 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:56.313647 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-74255393-35ab-4ea6-b898-67fe64fe43f8 req-565718eb-cf85-41aa-a95e-845889be3b01 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0755956 Jul 19 11:06:56.367847 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-74255393-35ab-4ea6-b898-67fe64fe43f8 req-f5d36c79-acee-4f7a-aa60-cc70f8ff85de tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468524 Jul 19 11:06:56.906429 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466f4b-32f5-4d70-a85d-a1a63db0d454 req-6ce485bf-de3c-4416-89aa-77def7d14f0b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:56.907941 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c466f4b-32f5-4d70-a85d-a1a63db0d454 req-6ce485bf-de3c-4416-89aa-77def7d14f0b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0539505 Jul 19 11:06:56.960227 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c466f4b-32f5-4d70-a85d-a1a63db0d454 req-2bb13b1f-a75d-4acd-9d6f-a1d9a2d8cf02 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466683 Jul 19 11:06:57.077000 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:57.152677 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008e195-da93-4c90-aa95-0a6fefec1b51 req-aa25ff6f-6861-4fa7-aca7-995a268d705a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:57.154500 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f008e195-da93-4c90-aa95-0a6fefec1b51 req-aa25ff6f-6861-4fa7-aca7-995a268d705a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0523601 Jul 19 11:06:57.207764 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f008e195-da93-4c90-aa95-0a6fefec1b51 req-0ec2341d-9ecf-4891-b474-4110ee5376d0 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476153 Jul 19 11:06:57.501235 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e86ef-a561-49c1-ab9c-2daf11e8bb6e req-cd096019-4985-4ffd-b39e-cefd5e05cc2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:57.503146 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-969e86ef-a561-49c1-ab9c-2daf11e8bb6e req-cd096019-4985-4ffd-b39e-cefd5e05cc2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0588112 Jul 19 11:06:57.559709 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-969e86ef-a561-49c1-ab9c-2daf11e8bb6e req-43fcc518-9a41-45d7-a874-45d587c77d9b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498617 Jul 19 11:06:57.650095 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-48f9cc6e-e84f-4b5e-922b-afde44a0b97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:06:58.113457 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec8350-1773-4449-a845-fcea020a0d1e req-9b2c5797-011c-4a8c-a77b-ef6541814f8f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:58.114928 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0eec8350-1773-4449-a845-fcea020a0d1e req-9b2c5797-011c-4a8c-a77b-ef6541814f8f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0575352 Jul 19 11:06:58.171097 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0eec8350-1773-4449-a845-fcea020a0d1e req-823aee80-8e85-4726-bf66-24ecd2b7f6f4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Jul 19 11:06:58.343066 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bdc12-d6d4-4f28-bf59-7e5e3dcfd95f req-05344f74-9d91-4445-b34e-69b84c6f99b5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:58.344762 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b07bdc12-d6d4-4f28-bf59-7e5e3dcfd95f req-05344f74-9d91-4445-b34e-69b84c6f99b5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0581954 Jul 19 11:06:58.379307 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:06:58.412619 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b07bdc12-d6d4-4f28-bf59-7e5e3dcfd95f req-2b52fa31-06f8-4c8d-94b7-53eb91489ad5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614684 Jul 19 11:06:58.686917 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ba1a2-11a1-4dd9-bf40-d2508d6e68e5 req-f9d854d7-7d86-4987-be21-74e4ac389104 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:58.688381 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c21ba1a2-11a1-4dd9-bf40-d2508d6e68e5 req-f9d854d7-7d86-4987-be21-74e4ac389104 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0500655 Jul 19 11:06:58.767407 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c21ba1a2-11a1-4dd9-bf40-d2508d6e68e5 req-ec169a57-5d78-4d0b-a27f-81cf801bb48f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730362 Jul 19 11:06:59.293539 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d437c2-1f9f-425f-add6-4f246bf4ffd4 req-9faa251c-dcff-4acf-aad1-d51598e75bf7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:59.295062 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b0d437c2-1f9f-425f-add6-4f246bf4ffd4 req-9faa251c-dcff-4acf-aad1-d51598e75bf7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0536616 Jul 19 11:06:59.348593 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b0d437c2-1f9f-425f-add6-4f246bf4ffd4 req-0e5f1b18-fc8f-4074-98cd-1702da496a30 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Jul 19 11:06:59.579298 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bb53b-e826-4b80-adc6-3579a639e39c req-18a3b695-413f-4b35-9f9d-feeda04ac7df tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:59.587207 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d25bb53b-e826-4b80-adc6-3579a639e39c req-18a3b695-413f-4b35-9f9d-feeda04ac7df tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0946620 Jul 19 11:06:59.665036 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d25bb53b-e826-4b80-adc6-3579a639e39c req-57c90756-4981-42f5-a4ea-bbfc1c81eaa8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768414 Jul 19 11:06:59.901520 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe81dcb-d03a-4148-926b-1f557a247c19 req-213310a2-5b95-42b3-b28f-a2ddbad66d39 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:06:59.903016 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ebe81dcb-d03a-4148-926b-1f557a247c19 req-213310a2-5b95-42b3-b28f-a2ddbad66d39 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0510786 Jul 19 11:06:59.955160 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ebe81dcb-d03a-4148-926b-1f557a247c19 req-c38cf965-0ae2-4f90-928a-53ad0aec0b3f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459533 Jul 19 11:06:59.958618 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-64ca712e-b1bb-4c8c-bd32-dabb61a083ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:00.467992 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629e9e2-1e64-42c5-a233-8e89e89af6fa req-05f6fbde-6340-4c25-85f8-fc4d592e3158 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:00.469514 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9629e9e2-1e64-42c5-a233-8e89e89af6fa req-05f6fbde-6340-4c25-85f8-fc4d592e3158 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0515096 Jul 19 11:07:00.524928 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9629e9e2-1e64-42c5-a233-8e89e89af6fa req-806f5544-3915-4536-96bc-08be4a03d855 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498037 Jul 19 11:07:00.799875 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbd92d-82d7-4cde-ab4b-2026ef5d753d req-0850a175-fb76-401e-adba-40a3354499d2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:00.803210 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3ccbd92d-82d7-4cde-ab4b-2026ef5d753d req-0850a175-fb76-401e-adba-40a3354499d2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0598125 Jul 19 11:07:00.874185 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3ccbd92d-82d7-4cde-ab4b-2026ef5d753d req-03b5f8ca-39f6-4f84-98fe-d0a6f7d08b16 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651031 Jul 19 11:07:01.085388 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf290a-54e4-4c97-9912-6f4dcfd3d17e req-29fa36ae-27f7-4c5a-a5ca-abe3d8a8c90d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:01.090806 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a5cf290a-54e4-4c97-9912-6f4dcfd3d17e req-29fa36ae-27f7-4c5a-a5ca-abe3d8a8c90d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0557590 Jul 19 11:07:01.144174 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:01.148250 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a5cf290a-54e4-4c97-9912-6f4dcfd3d17e req-c270f566-18a2-42ed-983a-66c91cc97601 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504074 Jul 19 11:07:01.661558 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=33 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:01.670453 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd0de1-7e1e-49d8-9517-e4253ba54a82 req-7827f9b5-5e51-47c5-9bc9-29534890fc8e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:01.671947 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-87fd0de1-7e1e-49d8-9517-e4253ba54a82 req-7827f9b5-5e51-47c5-9bc9-29534890fc8e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0600057 Jul 19 11:07:01.689825 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:01.725369 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-87fd0de1-7e1e-49d8-9517-e4253ba54a82 req-b803ddce-5745-4d41-b045-9d203a2ff2e3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477636 Jul 19 11:07:02.014559 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a39628-0d81-43d1-a316-cae76be972d6 req-b7d418a6-29ff-4b7e-8bfc-908323649bdc tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:02.016185 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b3a39628-0d81-43d1-a316-cae76be972d6 req-b7d418a6-29ff-4b7e-8bfc-908323649bdc tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0545971 Jul 19 11:07:02.069501 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b3a39628-0d81-43d1-a316-cae76be972d6 req-b6609101-0ff6-47ff-8c6d-d44ec8f31064 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460799 Jul 19 11:07:02.291155 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3795c-b4c6-4f2d-a09a-e044fb29cd4c req-30790c66-f818-4aad-bd24-e05672532ff7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:02.294009 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-36c3795c-b4c6-4f2d-a09a-e044fb29cd4c req-30790c66-f818-4aad-bd24-e05672532ff7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0600181 Jul 19 11:07:02.352170 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-36c3795c-b4c6-4f2d-a09a-e044fb29cd4c req-f5e50bc5-eca9-4f86-9744-e4d240060f85 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524039 Jul 19 11:07:02.550886 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:02.790841 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:02.869761 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f9342-e203-4cc7-a298-531ad4865ced req-04f5c31f-69de-4726-af2a-d8ce2107bdca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:02.872475 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a67f9342-e203-4cc7-a298-531ad4865ced req-04f5c31f-69de-4726-af2a-d8ce2107bdca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0690079 Jul 19 11:07:02.897657 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:02.927273 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a67f9342-e203-4cc7-a298-531ad4865ced req-3ab222b2-3e36-4abb-bd3a-eab4f4bfd08f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455251 Jul 19 11:07:03.235792 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e044992-c201-4a33-9fa5-3d817b08b7ee req-d54971f5-1037-4951-99b1-8b78706b7b90 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:03.243617 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6e044992-c201-4a33-9fa5-3d817b08b7ee req-d54971f5-1037-4951-99b1-8b78706b7b90 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0933359 Jul 19 11:07:03.304509 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6e044992-c201-4a33-9fa5-3d817b08b7ee req-fdf1b203-692a-428e-8aef-310f9c965c0d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596092 Jul 19 11:07:03.354981 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:03.384754 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-162cb075-45c4-4a7f-98c2-1927253c2ead req-c94591c7-d633-4679-b80e-87d051dbd3cc service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579778 Jul 19 11:07:03.490743 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff0147-d2ad-439f-bc2a-9adcc47a7b94 req-f966de9c-d191-49fe-9808-acb16ef4c359 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:03.492374 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-95ff0147-d2ad-439f-bc2a-9adcc47a7b94 req-f966de9c-d191-49fe-9808-acb16ef4c359 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0524135 Jul 19 11:07:03.557269 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-95ff0147-d2ad-439f-bc2a-9adcc47a7b94 req-21291e83-7106-4227-8868-ebcec8cf622f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562651 Jul 19 11:07:03.612265 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d913b6-bb50-4617-a4aa-5ac6731614b7 req-6f21f1fd-60d3-406a-b2c4-018596d0761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:03.613866 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-16d913b6-bb50-4617-a4aa-5ac6731614b7 req-6f21f1fd-60d3-406a-b2c4-018596d0761c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 1130 time: 0.0672104 Jul 19 11:07:03.662517 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-16d913b6-bb50-4617-a4aa-5ac6731614b7 req-ba557053-0fa4-4c46-a2a0-e6f94ec9263c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Jul 19 11:07:03.944428 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50212) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:03.944428 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-1fce99f7-d12f-44d1-8238-7fed8092416c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803536172', 'description': 'tempest-description--583603977'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:03.977566 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1fce99f7-d12f-44d1-8238-7fed8092416c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.097515 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1fce99f7-d12f-44d1-8238-7fed8092416c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (63934cb7-c2d2-4e05-82aa-6597119a8856), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.110377 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f114f8-e836-458c-87a6-9daab001273c req-8e07db91-6395-418a-938f-44362f0b46a9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:04.111875 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-16f114f8-e836-458c-87a6-9daab001273c req-8e07db91-6395-418a-938f-44362f0b46a9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0696254 Jul 19 11:07:04.112610 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1fce99f7-d12f-44d1-8238-7fed8092416c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (63934cb7-c2d2-4e05-82aa-6597119a8856), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.159591 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce99f7-d12f-44d1-8238-7fed8092416c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63934cb7-c2d2-4e05-82aa-6597119a8856,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:04.169164 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1fce99f7-d12f-44d1-8238-7fed8092416c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.170381 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-1fce99f7-d12f-44d1-8238-7fed8092416c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2310946 Jul 19 11:07:04.176040 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50222) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:04.183506 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-0fe5a5a6-c348-4b5b-93e5-79f7ad7dc94e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group_rule': {'security_group_id': '63934cb7-c2d2-4e05-82aa-6597119a8856', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:04.209369 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-16f114f8-e836-458c-87a6-9daab001273c req-a0c009c2-2fe2-44ef-b394-7b8ab1cdf17e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839691 Jul 19 11:07:04.238672 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a5a6-c348-4b5b-93e5-79f7ad7dc94e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (f81f209b-9e0f-4e24-bfeb-39f2100ab43d), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.301741 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a5a6-c348-4b5b-93e5-79f7ad7dc94e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (f81f209b-9e0f-4e24-bfeb-39f2100ab43d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.305224 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a5a6-c348-4b5b-93e5-79f7ad7dc94e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (f81f209b-9e0f-4e24-bfeb-39f2100ab43d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.324401 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5a5a6-c348-4b5b-93e5-79f7ad7dc94e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81f209b-9e0f-4e24-bfeb-39f2100ab43d,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:04.330030 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a5a6-c348-4b5b-93e5-79f7ad7dc94e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.331376 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0fe5a5a6-c348-4b5b-93e5-79f7ad7dc94e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542401 Jul 19 11:07:04.333951 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50226) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:04.338843 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-55232e7b-8e2b-4404-88bf-f4370ca593e1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group_rule': {'security_group_id': '63934cb7-c2d2-4e05-82aa-6597119a8856', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:04.364879 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55232e7b-8e2b-4404-88bf-f4370ca593e1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (19e3b495-ed2d-4c13-8b0c-8de14f9d1d68), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.422428 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7a7ba-6786-4486-83c2-347dbea5a237 req-a9fea2f4-9321-42d7-8604-2e49722c8a4a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:04.424143 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d0e7a7ba-6786-4486-83c2-347dbea5a237 req-a9fea2f4-9321-42d7-8604-2e49722c8a4a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0530348 Jul 19 11:07:04.424943 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55232e7b-8e2b-4404-88bf-f4370ca593e1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (19e3b495-ed2d-4c13-8b0c-8de14f9d1d68), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.428778 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55232e7b-8e2b-4404-88bf-f4370ca593e1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (19e3b495-ed2d-4c13-8b0c-8de14f9d1d68), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.444037 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:04.450344 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232e7b-8e2b-4404-88bf-f4370ca593e1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e3b495-ed2d-4c13-8b0c-8de14f9d1d68,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:04.460733 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55232e7b-8e2b-4404-88bf-f4370ca593e1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.461777 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:04.462086 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-55232e7b-8e2b-4404-88bf-f4370ca593e1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271808 Jul 19 11:07:04.465265 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50228) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:04.470696 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:04.481484 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d0e7a7ba-6786-4486-83c2-347dbea5a237 req-01fe8b1d-a151-4f9e-ba55-cb03ea896dc7 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512657 Jul 19 11:07:04.491800 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.569772 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:04.577242 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:04.985830 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1e1e8-1479-4d47-8989-7ba257afd53f req-32920a0d-98c8-4a85-bb30-fb1a50765652 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:04.998803 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-80b1e1e8-1479-4d47-8989-7ba257afd53f req-32920a0d-98c8-4a85-bb30-fb1a50765652 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.3703539 Jul 19 11:07:05.035389 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Allocated IP 172.37.3.244 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/8803d10b-309b-45c4-af66-0b1cba77db1c) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:05.121012 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-80b1e1e8-1479-4d47-8989-7ba257afd53f req-5c23fc15-4513-4b1e-97f8-5b00e619b5d6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130862 Jul 19 11:07:05.252881 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (8803d10b-309b-45c4-af66-0b1cba77db1c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:05.295620 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (8803d10b-309b-45c4-af66-0b1cba77db1c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:05.389176 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=8803d10b-309b-45c4-af66-0b1cba77db1c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:05.403026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e4a9a-2be8-4835-9fd4-8c704253a53c req-1132006d-4555-40dc-af87-be40da5b3441 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:05.404883 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4d2e4a9a-2be8-4835-9fd4-8c704253a53c req-1132006d-4555-40dc-af87-be40da5b3441 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0883870 Jul 19 11:07:05.408856 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:05.421935 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:05.424886 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:05.478889 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4d2e4a9a-2be8-4835-9fd4-8c704253a53c req-a3752720-4ef8-4e7d-bd1a-32a511ddecd9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625720 Jul 19 11:07:05.507872 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (137e3487-3214-498f-9645-f8787b8b9911), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:05.568184 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (8803d10b-309b-45c4-af66-0b1cba77db1c), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:05.675210 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d823961-de46-4879-9b90-b0c645ba69b7 req-bf90705f-3790-480c-88e1-e0a86d8e36c7 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:05.676905 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d823961-de46-4879-9b90-b0c645ba69b7 req-bf90705f-3790-480c-88e1-e0a86d8e36c7 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0810206 Jul 19 11:07:05.764214 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:05.789195 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d823961-de46-4879-9b90-b0c645ba69b7 req-a499ef8f-4c1f-494f-a835-bb9766a84b5e tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003678 Jul 19 11:07:05.835539 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:05.849825 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (8803d10b-309b-45c4-af66-0b1cba77db1c), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:05.856223 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (8803d10b-309b-45c4-af66-0b1cba77db1c), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:05.887007 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (137e3487-3214-498f-9645-f8787b8b9911), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:05.908765 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=8803d10b-309b-45c4-af66-0b1cba77db1c,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:05.913456 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:05.914682 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-d183da32-c897-44aa-8ad5-951f49c96573 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4482577 Jul 19 11:07:06.110786 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-850b7f42-8897-44d4-910e-89810a715758 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--803536172&fields=id&tenant_id=ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 267 time: 0.0415394 Jul 19 11:07:06.219676 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-e9d6ba63-fc87-4d60-a493-5dec690c440f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:06.221501 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-e9d6ba63-fc87-4d60-a493-5dec690c440f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 815 time: 0.1045775 Jul 19 11:07:06.232880 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b9f55-d753-4f86-8a40-ff1a12b06623 req-f4ec3bb5-341b-46f9-8b0d-03966774296b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:06.235723 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ba7b9f55-d753-4f86-8a40-ff1a12b06623 req-f4ec3bb5-341b-46f9-8b0d-03966774296b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0481791 Jul 19 11:07:06.237474 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-b7ed5789-8e64-4e97-a8f1-3e13c33054d2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/quotas/ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 375 time: 0.0096953 Jul 19 11:07:06.284309 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ba7b9f55-d753-4f86-8a40-ff1a12b06623 req-2ea3a172-bdb9-47e0-b798-eb305f81e057 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432730 Jul 19 11:07:06.297246 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-ce6132c1-b244-4e5b-97b1-fa892a8f05fc tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516469 Jul 19 11:07:06.397638 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-a5be3836-b44c-420b-b513-a9c0543031f2 service neutron] 10.222.0.33 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876656 Jul 19 11:07:06.422894 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:06.494986 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-99295a42-9e39-4ad5-8cff-11123abe9894 service neutron] 10.222.0.33 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916109 Jul 19 11:07:06.588766 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2075aa5-97ee-448e-aa18-ab4f64ca55b7 req-81159acb-d21c-460a-a49b-33c0cc693b40 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:06.590481 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b2075aa5-97ee-448e-aa18-ab4f64ca55b7 req-81159acb-d21c-460a-a49b-33c0cc693b40 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0495865 Jul 19 11:07:06.641038 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b2075aa5-97ee-448e-aa18-ab4f64ca55b7 req-f667e3e6-6abf-49d5-bb26-c59955f8bcb3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444486 Jul 19 11:07:06.652689 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-177868ac-91dc-45b1-91bb-dfc047f1f1f1 req-b930292a-0841-4913-9098-1d6933a615bd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 210 time: 0.0288579 Jul 19 11:07:06.950457 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61785272-a864-4b23-89b8-f9eb42e59c2a req-39b65a2d-97e0-4183-a46a-234ce6ec3128 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:06.951900 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-61785272-a864-4b23-89b8-f9eb42e59c2a req-39b65a2d-97e0-4183-a46a-234ce6ec3128 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0749009 Jul 19 11:07:07.009590 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a98d1-cb48-4406-8495-907ceece1b91 req-fb3624d8-6212-4782-936c-8b9277d87554 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:07.011132 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-960a98d1-cb48-4406-8495-907ceece1b91 req-fb3624d8-6212-4782-936c-8b9277d87554 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.1388612 Jul 19 11:07:07.012896 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-0f7ef7c7-26c1-4ec4-8b55-77ba95e29180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:07.014259 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-0f7ef7c7-26c1-4ec4-8b55-77ba95e29180 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 1130 time: 0.1399369 Jul 19 11:07:07.065708 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-61785272-a864-4b23-89b8-f9eb42e59c2a req-8b9979e6-c584-44aa-a24a-851e49612b4c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994585 Jul 19 11:07:07.139621 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50376) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:07.180745 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-73f46e4e-2f97-4ca0-b9ba-43150d2a5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:07.182508 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-73f46e4e-2f97-4ca0-b9ba-43150d2a5f71 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.1561575 Jul 19 11:07:07.194672 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-960a98d1-cb48-4406-8495-907ceece1b91 req-c3a278ef-cdad-4bf7-9204-f9362b986054 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762502 Jul 19 11:07:07.237275 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-c48ba0b8-64cf-431f-98c9-bdd3a959078d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1504f06f-d7c2-447b-acc1-5498633749e3 HTTP/1.1" status: 200 len: 217 time: 0.0360515 Jul 19 11:07:07.276449 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:07.327535 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-63af6a4c-51e4-4021-8812-64a8cd8183a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:07.329361 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-63af6a4c-51e4-4021-8812-64a8cd8183a7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0634902 Jul 19 11:07:07.384111 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-ecd77869-273f-472f-9e7a-7a48e0049776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:07.385651 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-ecd77869-273f-472f-9e7a-7a48e0049776 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483265 Jul 19 11:07:07.425550 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Publish callbacks [] for security_group (ba224219-743d-42c7-83c3-9973141137b9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:07.433230 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ba224219-743d-42c7-83c3-9973141137b9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:07.452156 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898c001-b54b-4db3-8688-836bd5e135f8 req-616a9731-f4f8-4e02-8ea4-9042b755bf41 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:07.459775 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1898c001-b54b-4db3-8688-836bd5e135f8 req-616a9731-f4f8-4e02-8ea4-9042b755bf41 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0883117 Jul 19 11:07:07.510089 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-82c712b7-11be-4540-9d61-9dce79c11795 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052368 Jul 19 11:07:07.523266 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba224219-743d-42c7-83c3-9973141137b9,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:07.534414 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0b5a0cca786340b0879a41961da94e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902745 Jul 19 11:07:07.536999 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50400) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:07.563281 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1898c001-b54b-4db3-8688-836bd5e135f8 req-6db0dec0-aa60-4869-8752-6a8180466549 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020322 Jul 19 11:07:07.564481 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.564850 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.565185 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.565509 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.565836 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.566154 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.567134 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.567606 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.568075 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.568763 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.569804 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.570281 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.571378 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.571706 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.572028 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603738f-641f-42c9-8850-0b7d13288379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:07.630899 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-75f8e3f7-1adb-434e-8d26-3006d34e7de6 req-652b0fce-47e2-45af-a918-2912200ab4af service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128640 Jul 19 11:07:07.760942 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-79d81e00-b7fd-4570-8422-15acf5d0932d req-9be94fb7-2e4f-482e-affc-54dc6108cc0b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 210 time: 0.0324211 Jul 19 11:07:07.850046 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56e1d2db-a987-44ed-bb92-6a2a8e33e1e5 admin admin] Publish callbacks [] for security_group (ba224219-743d-42c7-83c3-9973141137b9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:07.853028 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:07.877641 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56e1d2db-a987-44ed-bb92-6a2a8e33e1e5 admin admin] Publish callbacks [] for security_group (ba224219-743d-42c7-83c3-9973141137b9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:07.937153 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56e1d2db-a987-44ed-bb92-6a2a8e33e1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ba224219-743d-42c7-83c3-9973141137b9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:07.939789 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56e1d2db-a987-44ed-bb92-6a2a8e33e1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:07.940976 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-56e1d2db-a987-44ed-bb92-6a2a8e33e1e5 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ba224219-743d-42c7-83c3-9973141137b9 HTTP/1.1" status: 204 len: 168 time: 0.4003386 Jul 19 11:07:07.948951 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1d2db-a987-44ed-bb92-6a2a8e33e1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba224219-743d-42c7-83c3-9973141137b9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:08.212193 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-217724e5-0708-4ac7-986b-b6b17d60f42c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:08.212936 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-217724e5-0708-4ac7-986b-b6b17d60f42c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 815 time: 0.1392419 Jul 19 11:07:08.227760 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b58ec7-afe1-4ff3-a7d6-7c56b214ed51 req-5d416fb9-75c1-40e8-962c-2c3693faea51 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:08.229724 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-56b58ec7-afe1-4ff3-a7d6-7c56b214ed51 req-5d416fb9-75c1-40e8-962c-2c3693faea51 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0639505 Jul 19 11:07:08.302471 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-56b58ec7-afe1-4ff3-a7d6-7c56b214ed51 req-7942ac0c-402e-4ee3-af90-47a9474db76d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635183 Jul 19 11:07:08.318235 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:08.333568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eceda9-9d02-4aab-80ce-e7a8c319baf8 req-4ab85ee0-2022-4ba2-a27e-6968e0cbc4bd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:08.335494 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-61eceda9-9d02-4aab-80ce-e7a8c319baf8 req-4ab85ee0-2022-4ba2-a27e-6968e0cbc4bd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0617115 Jul 19 11:07:08.386351 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-61eceda9-9d02-4aab-80ce-e7a8c319baf8 req-ffa9ccd7-7957-4e3a-9445-91204e4bd64d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Jul 19 11:07:08.705958 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4b784-708a-4b7b-9d8b-60b8c8cd6daa req-1aad01ef-9d07-4d0c-86f6-5551a470bff4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:08.707471 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-41b4b784-708a-4b7b-9d8b-60b8c8cd6daa req-1aad01ef-9d07-4d0c-86f6-5551a470bff4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0508332 Jul 19 11:07:08.759339 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-41b4b784-708a-4b7b-9d8b-60b8c8cd6daa req-1ac324b2-4c9c-4cc8-8eec-f015d9ad6c54 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453873 Jul 19 11:07:08.872496 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4d23c7c0-5fc7-4a37-a603-b47bc616d51b req-8c4a5ce3-d59b-46b3-87c3-2b219017f642 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 210 time: 0.0406137 Jul 19 11:07:08.925086 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50470) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:08.969017 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:08.974509 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21459ae-a572-4df2-93ba-9dd106b14156 admin admin] Deleting subnet 16a57f54-b22d-437e-8767-775b71410199 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:07:08.978828 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f21459ae-a572-4df2-93ba-9dd106b14156 admin admin] Publish callbacks [] for subnet (16a57f54-b22d-437e-8767-775b71410199), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.020003 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f21459ae-a572-4df2-93ba-9dd106b14156 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26276376'] for subnet (16a57f54-b22d-437e-8767-775b71410199), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.069761 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f21459ae-a572-4df2-93ba-9dd106b14156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (16a57f54-b22d-437e-8767-775b71410199), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.124470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f21459ae-a572-4df2-93ba-9dd106b14156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8382682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25291507'] for subnet (16a57f54-b22d-437e-8767-775b71410199), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.156202 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21459ae-a572-4df2-93ba-9dd106b14156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a57f54-b22d-437e-8767-775b71410199,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:09.158194 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f21459ae-a572-4df2-93ba-9dd106b14156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.161378 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f21459ae-a572-4df2-93ba-9dd106b14156 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/16a57f54-b22d-437e-8767-775b71410199 HTTP/1.1" status: 204 len: 168 time: 0.2343972 Jul 19 11:07:09.163796 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50476) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:09.246323 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.330553 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.353880 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:09.363758 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6dc741-f502-46af-9770-1b76ab99e670') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:09.364084 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6dc741-f502-46af-9770-1b76ab99e670') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:09.374666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26276385'] for segment (ee6dc741-f502-46af-9770-1b76ab99e670), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.417825 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (ee6dc741-f502-46af-9770-1b76ab99e670), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.430667 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:07:09.431366 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8385912'] for segment (ee6dc741-f502-46af-9770-1b76ab99e670), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.453950 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794597ed-c018-415f-a850-31bfc6e01fb2 req-2764dc58-63f8-4f47-8f11-fef7993202a4 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:09.455431 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-794597ed-c018-415f-a850-31bfc6e01fb2 req-2764dc58-63f8-4f47-8f11-fef7993202a4 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0788603 Jul 19 11:07:09.477662 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:09.494012 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment ee6dc741-f502-46af-9770-1b76ab99e670 resource provider aggregate not found Jul 19 11:07:09.514801 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment ee6dc741-f502-46af-9770-1b76ab99e670 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee6dc741-f502-46af-9770-1b76ab99e670 found for delete ", "request_id": "req-c73a85ca-d884-4c43-8f3b-bdaf900ef785"}]} Jul 19 11:07:09.519092 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb099de-447e-4815-8dce-f7b9fc3ee5f9 req-51b8aa84-091b-41fa-9d78-1974fb238349 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:09.520906 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2eb099de-447e-4815-8dce-f7b9fc3ee5f9 req-51b8aa84-091b-41fa-9d78-1974fb238349 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0552709 Jul 19 11:07:09.525082 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.536737 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.540730 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] 10.222.0.33 "DELETE /v2.0/networks/392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2 HTTP/1.1" status: 204 len: 168 time: 0.3759725 Jul 19 11:07:09.555933 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537300c-8d17-41b7-9c90-06da88d74352 admin admin] Pushing event deleted for resources: {'Network': ['ID=392cf9f9-e9a5-4cb6-9c0a-fce64784a4d2,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:09.573341 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-794597ed-c018-415f-a850-31bfc6e01fb2 req-d2c17664-fbd8-4545-bad5-8baef41bf355 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112461 Jul 19 11:07:09.579095 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2eb099de-447e-4815-8dce-f7b9fc3ee5f9 req-25eea4e0-5d3e-47f4-9183-19ebf5e99e11 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513051 Jul 19 11:07:09.720587 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50494) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:09.780477 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-00f45a0f-d422-446b-8ef1-110f584832f7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=88dc732812fc4fdd8e9c307f3565ba58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585756 Jul 19 11:07:09.783194 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50496) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:09.841350 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-a9b43efb-f292-4770-ae15-7df03b30a302 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 472 time: 0.0924571 Jul 19 11:07:09.864536 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:09.885958 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7264032-95a8-4bae-af41-810b4025f5cd admin admin] Publish callbacks [] for security_group (906caca3-2392-422c-9b2d-27b36ed9d971), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.924274 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8bf89-41ed-4e72-bca2-0345caa35c0f req-81ef5b4f-80b1-4ed6-877c-d230e3f1f9b5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:09.925810 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a8d8bf89-41ed-4e72-bca2-0345caa35c0f req-81ef5b4f-80b1-4ed6-877c-d230e3f1f9b5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0854537 Jul 19 11:07:09.927807 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7264032-95a8-4bae-af41-810b4025f5cd admin admin] Publish callbacks [] for security_group (906caca3-2392-422c-9b2d-27b36ed9d971), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:09.972712 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f9ba12b8-32bb-47b8-9556-243dc1793cc5 req-9a3c7b2e-001c-4446-94f7-e3c30aa1f1e8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 210 time: 0.0307083 Jul 19 11:07:10.001131 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a8d8bf89-41ed-4e72-bca2-0345caa35c0f req-317370c8-7e78-4c5f-80c5-cf613616aac6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635722 Jul 19 11:07:10.014105 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7264032-95a8-4bae-af41-810b4025f5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (906caca3-2392-422c-9b2d-27b36ed9d971), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:10.016614 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7264032-95a8-4bae-af41-810b4025f5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:10.017856 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f7264032-95a8-4bae-af41-810b4025f5cd admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/906caca3-2392-422c-9b2d-27b36ed9d971 HTTP/1.1" status: 204 len: 168 time: 0.2335668 Jul 19 11:07:10.026389 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7264032-95a8-4bae-af41-810b4025f5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906caca3-2392-422c-9b2d-27b36ed9d971,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:10.309810 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-f0dde6fc-d4ad-4463-ac06-fcf7d77418b9 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=2b4575dc494d40fda826dbcd0600a76a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287986 Jul 19 11:07:10.453294 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'port': {'device_id': '988f14d7-6354-4388-a51c-b4df9749c671', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'admin_state_up': True, 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'security_groups': ['63934cb7-c2d2-4e05-82aa-6597119a8856']}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:10.567460 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-11255836-c002-42e3-bc7e-e28bf20e7c20 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:10.568993 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-11255836-c002-42e3-bc7e-e28bf20e7c20 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530220 Jul 19 11:07:10.599052 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-1d7b622b-1f07-4644-9f37-e8990c99af50 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/quotas/2b4575dc494d40fda826dbcd0600a76a HTTP/1.1" status: 200 len: 375 time: 0.0192339 Jul 19 11:07:10.646270 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-ce96ee0c-04c0-43f6-b489-0efc5a28b09a tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=2b4575dc494d40fda826dbcd0600a76a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385380 Jul 19 11:07:10.664373 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Made reservation on behalf of ef534f1d06ea415d98857ec7f9e5fb97 for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:10.669619 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:10.736009 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1802a-8875-4ad1-9334-3267eb6c4c81 req-ee5862f6-a3e2-4883-854d-666890e57a8f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:10.738068 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9f1802a-8875-4ad1-9334-3267eb6c4c81 req-ee5862f6-a3e2-4883-854d-666890e57a8f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0664425 Jul 19 11:07:10.768352 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:10.781692 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50550) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:10.813367 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d9f1802a-8875-4ad1-9334-3267eb6c4c81 req-f6dcdbb7-6645-4ac2-9ead-5bc24ea9fe17 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672557 Jul 19 11:07:10.891862 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Allocated IP 172.20.0.11 (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f/abde2927-d408-407c-80e7-a9420366a816/ebf84be3-6be9-46a9-b6fd-10aca9db5a6f) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:10.943760 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-510bc04d-7eac-4d39-b51b-dfe0f6d929cf req-02a3e197-9f12-4407-a363-c519ce1aa56c tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 210 time: 0.0441518 Jul 19 11:07:11.078348 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.114755 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:11.124722 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b0078f22-2f13-4f72-8669-2aae4b4c310f req-7301ab06-469b-4a6f-a5a2-8dcde3534092 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 210 time: 0.0707524 Jul 19 11:07:11.136155 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.164818 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:11.217388 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640351b-3985-45a0-8189-e14c22a20db7 req-43b5bd26-9489-4a3b-a97f-a6b3917533a2 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:11.224345 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c640351b-3985-45a0-8189-e14c22a20db7 req-43b5bd26-9489-4a3b-a97f-a6b3917533a2 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.1048877 Jul 19 11:07:11.253298 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:11.259587 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:11.261113 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b25a8e8d-1209-4261-b410-af7b8e5b2ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.264354 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:11.270028 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:11.270714 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.278645 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:11.325362 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c640351b-3985-45a0-8189-e14c22a20db7 req-83d8183b-762e-42e6-bb60-ca1fb560f349 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000934 Jul 19 11:07:11.330170 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-4b5bf40a-84cd-4d98-95f9-e5d7fbc78aa4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8810210 Jul 19 11:07:11.396260 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6df7e-4518-4a78-8206-3c17772efcad req-ba39e2fc-8a36-47f3-b706-cf19c7e81a51 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:11.398445 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2ac6df7e-4518-4a78-8206-3c17772efcad req-ba39e2fc-8a36-47f3-b706-cf19c7e81a51 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1533692 Jul 19 11:07:11.494212 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2ac6df7e-4518-4a78-8206-3c17772efcad req-ddca162c-7fca-4c02-8726-63d64d4632c2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749733 Jul 19 11:07:11.550094 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b25a8e8d-1209-4261-b410-af7b8e5b2ada admin admin] Publish callbacks [] for security_group (a46ebf63-92c5-4042-8d84-1edf8cf680ef), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.557078 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b25a8e8d-1209-4261-b410-af7b8e5b2ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (a46ebf63-92c5-4042-8d84-1edf8cf680ef), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.587039 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50580) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:11.601562 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b25a8e8d-1209-4261-b410-af7b8e5b2ada admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e814e56722014a868a6986d196f1b234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8167076 Jul 19 11:07:11.602601 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a8e8d-1209-4261-b410-af7b8e5b2ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46ebf63-92c5-4042-8d84-1edf8cf680ef,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:11.604398 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50584) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:11.669090 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-eba83b30-0179-4a62-b95f-4c286b76939c None None] Provisioning complete for port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:11.669712 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-eba83b30-0179-4a62-b95f-4c286b76939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.675974 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65ced18d-4395-4c82-840e-b685f00a4666 admin admin] Publish callbacks [] for security_group (a46ebf63-92c5-4042-8d84-1edf8cf680ef), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.723680 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-eba83b30-0179-4a62-b95f-4c286b76939c None None] Port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:11.727022 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65ced18d-4395-4c82-840e-b685f00a4666 admin admin] Publish callbacks [] for security_group (a46ebf63-92c5-4042-8d84-1edf8cf680ef), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.729385 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b0c0-b26f-41d2-92e6-27845db7f3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.811626 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65ced18d-4395-4c82-840e-b685f00a4666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (a46ebf63-92c5-4042-8d84-1edf8cf680ef), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.814254 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-65ced18d-4395-4c82-840e-b685f00a4666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.815434 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-65ced18d-4395-4c82-840e-b685f00a4666 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/a46ebf63-92c5-4042-8d84-1edf8cf680ef HTTP/1.1" status: 204 len: 168 time: 0.2099378 Jul 19 11:07:11.832491 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ced18d-4395-4c82-840e-b685f00a4666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46ebf63-92c5-4042-8d84-1edf8cf680ef,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:11.848563 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b0c0-b26f-41d2-92e6-27845db7f3be admin admin] Publish callbacks [] for security_group (fd40d56c-f17a-44d1-80ef-73f8c166fb0d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.858848 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a0b7b0c0-b26f-41d2-92e6-27845db7f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fd40d56c-f17a-44d1-80ef-73f8c166fb0d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:11.936497 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a0b7b0c0-b26f-41d2-92e6-27845db7f3be admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5c25ae1045fe4976bcbc673deb9b4f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449926 Jul 19 11:07:11.936497 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7b0c0-b26f-41d2-92e6-27845db7f3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd40d56c-f17a-44d1-80ef-73f8c166fb0d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:11.937469 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50594) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:12.007615 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbd307-86f5-4c97-9994-a3c916618c08 req-6e7adc1c-374a-4210-b919-483fd0ab9ac9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:12.010691 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0bfbd307-86f5-4c97-9994-a3c916618c08 req-6e7adc1c-374a-4210-b919-483fd0ab9ac9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0635221 Jul 19 11:07:12.016570 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa47c79b-f799-4ed9-9302-b73cdd1542b6 admin admin] Publish callbacks [] for security_group (fd40d56c-f17a-44d1-80ef-73f8c166fb0d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.043027 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa47c79b-f799-4ed9-9302-b73cdd1542b6 admin admin] Publish callbacks [] for security_group (fd40d56c-f17a-44d1-80ef-73f8c166fb0d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.078178 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0bfbd307-86f5-4c97-9994-a3c916618c08 req-dbd201d1-8b05-435a-a72c-b1d5ca1b2778 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614789 Jul 19 11:07:12.109289 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0d18820a-9fa9-4556-86e4-865ec83dcb7d req-4c4169ca-53aa-4b40-8ee1-3f78dd16d64a tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 210 time: 0.0449173 Jul 19 11:07:12.138532 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa47c79b-f799-4ed9-9302-b73cdd1542b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fd40d56c-f17a-44d1-80ef-73f8c166fb0d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.141567 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aa47c79b-f799-4ed9-9302-b73cdd1542b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.142826 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-aa47c79b-f799-4ed9-9302-b73cdd1542b6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fd40d56c-f17a-44d1-80ef-73f8c166fb0d HTTP/1.1" status: 204 len: 168 time: 0.2043414 Jul 19 11:07:12.152656 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47c79b-f799-4ed9-9302-b73cdd1542b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd40d56c-f17a-44d1-80ef-73f8c166fb0d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:12.219527 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Request body: {'port': {'device_id': '988f14d7-6354-4388-a51c-b4df9749c671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:12.289999 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee76de-6be5-42b6-8b68-3bc77f4a5ea8 req-1596be4d-ab52-4c6a-9774-452adfdb026d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:12.291518 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9aee76de-6be5-42b6-8b68-3bc77f4a5ea8 req-1596be4d-ab52-4c6a-9774-452adfdb026d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 932 time: 0.0777617 Jul 19 11:07:12.334899 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.387639 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9aee76de-6be5-42b6-8b68-3bc77f4a5ea8 req-4632e20e-25c3-4a6c-ba78-2d4f67b4ea24 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770020 Jul 19 11:07:12.402035 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device da843419-4401-4a26-82c2-7930b51aa1b8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:07:12.456210 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:12.574346 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:12.585203 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:12.606567 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'port_id': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'mac_address': 'fa:16:3e:15:63:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:07:12.657683 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a9fa0-bc73-4f1f-89d8-b5b9b8f4be63 req-5d729df7-1e6d-489d-a3aa-119de86a512f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:12.662262 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf84be3-6be9-46a9-b6fd-10aca9db5a6f {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:07:12.662782 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port da843419-4401-4a26-82c2-7930b51aa1b8 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:12.663077 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.665765 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-082a9fa0-bc73-4f1f-89d8-b5b9b8f4be63 req-5d729df7-1e6d-489d-a3aa-119de86a512f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0610449 Jul 19 11:07:12.672045 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Publish callbacks [] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.680545 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da843419-4401-4a26-82c2-7930b51aa1b8 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:07:12.687783 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Transition to ACTIVE for port object ebf84be3-6be9-46a9-b6fd-10aca9db5a6f will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:07:12.693633 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.706854 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:12.714953 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.721763 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-082a9fa0-bc73-4f1f-89d8-b5b9b8f4be63 req-e40e3f10-01ec-4c50-a82a-3446aa83cf4e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548131 Jul 19 11:07:12.784119 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:12.785440 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:12.795927 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Attempting to bind port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:12.796462 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Attempting to bind port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:12.796987 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Attempting to bind port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:12.802642 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:07:12.804512 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Attempting to bind port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:12.816454 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:12.816821 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Checking segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:12.817208 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Bound using segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:12.817761 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Bound port: ebf84be3-6be9-46a9-b6fd-10aca9db5a6f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:12.818467 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.891805 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] For port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:12.899684 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] For port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:12.907189 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.942577 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:12.943909 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:12.945534 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] 10.222.0.27 "PUT /v2.0/ports/ebf84be3-6be9-46a9-b6fd-10aca9db5a6f HTTP/1.1" status: 200 len: 1094 time: 0.7297726 Jul 19 11:07:12.946146 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988f14d7-6354-4388-a51c-b4df9749c671', 'tag': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:12.948638 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d64140-226e-40fe-8505-e2ce4a61ab74" -d '{"events": [{"name": "network-changed", "server_uuid": "988f14d7-6354-4388-a51c-b4df9749c671", "tag": "ebf84be3-6be9-46a9-b6fd-10aca9db5a6f"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:12.960280 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50626) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:12.965348 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cb60005e-fed9-4e7b-ad9c-ac4b9bc4a3a6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660548509', 'description': 'tempest-description--1425986830'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:13.002743 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb60005e-fed9-4e7b-ad9c-ac4b9bc4a3a6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.015668 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3886743d-2722-49fe-b8c3-99959c106379 x-openstack-request-id: req-3886743d-2722-49fe-b8c3-99959c106379 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:13.015957 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988f14d7-6354-4388-a51c-b4df9749c671", "tag": "ebf84be3-6be9-46a9-b6fd-10aca9db5a6f", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:13.016211 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3886743d-2722-49fe-b8c3-99959c106379 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:13.016620 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3886743d-2722-49fe-b8c3-99959c106379'] response: {'name': 'network-changed', 'server_uuid': '988f14d7-6354-4388-a51c-b4df9749c671', 'tag': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f', 'status': 'completed', 'code': 200} Jul 19 11:07:13.028215 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08533e4f-78b6-4bef-a5dd-f513135c2896 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:13.124659 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:13.140555 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb60005e-fed9-4e7b-ad9c-ac4b9bc4a3a6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group (6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.150544 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb60005e-fed9-4e7b-ad9c-ac4b9bc4a3a6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.190874 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50634) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:13.210940 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cb60005e-fed9-4e7b-ad9c-ac4b9bc4a3a6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.213008 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cb60005e-fed9-4e7b-ad9c-ac4b9bc4a3a6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2511010 Jul 19 11:07:13.215406 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60005e-fed9-4e7b-ad9c-ac4b9bc4a3a6 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:13.217696 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50638) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:13.222553 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-d8103f5b-b7c5-4852-9c75-95b8eadfeceb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Request body: {'security_group_rule': {'security_group_id': '6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:13.248475 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['da843419-4401-4a26-82c2-7930b51aa1b8'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:07:13.265671 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:13.325792 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b9ad41cc-7415-4c70-8e25-3396b353ac7d req-6d5a567d-e925-4a6d-a233-f4bf0c773b4d tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 210 time: 0.0716233 Jul 19 11:07:13.330208 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d8103f5b-b7c5-4852-9c75-95b8eadfeceb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group_rule (dbeea882-35ba-41d1-8ffb-fee62601b85e), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.340604 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-47c995e7-b4fd-4e4e-b0ae-e6ecaa27f0ae tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=2b4575dc494d40fda826dbcd0600a76a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464702 Jul 19 11:07:13.345189 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-f8723788-b447-4145-8bd6-a4eec17f032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:13.346891 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-f8723788-b447-4145-8bd6-a4eec17f032d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 1128 time: 0.0917618 Jul 19 11:07:13.424417 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-07903631-28b3-42d1-8b36-852589bd6e8e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f HTTP/1.1" status: 200 len: 217 time: 0.0595891 Jul 19 11:07:13.442946 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003620a-537e-489f-b6c6-e20e846e429b req-037db439-36c7-4519-ac7b-bec03a4cb724 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:13.458290 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a003620a-537e-489f-b6c6-e20e846e429b req-037db439-36c7-4519-ac7b-bec03a4cb724 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 944 time: 0.2591729 Jul 19 11:07:13.474294 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-957688557-network', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:13.524010 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d8103f5b-b7c5-4852-9c75-95b8eadfeceb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group_rule (dbeea882-35ba-41d1-8ffb-fee62601b85e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.528772 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:13.530080 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-782aeb9e-2b29-43e1-b2b7-a766c2bd850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:13.531579 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-782aeb9e-2b29-43e1-b2b7-a766c2bd850b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.0962908 Jul 19 11:07:13.534726 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d8103f5b-b7c5-4852-9c75-95b8eadfeceb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (dbeea882-35ba-41d1-8ffb-fee62601b85e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.558217 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb8cf9-1a61-4a2a-bb1a-dbe4479fbcda req-aa9bccc5-cb9d-458f-abac-a111faab61fd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:13.559854 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5fbb8cf9-1a61-4a2a-bb1a-dbe4479fbcda req-aa9bccc5-cb9d-458f-abac-a111faab61fd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 944 time: 0.0871832 Jul 19 11:07:13.580345 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8103f5b-b7c5-4852-9c75-95b8eadfeceb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbeea882-35ba-41d1-8ffb-fee62601b85e,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:13.585012 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Made reservation on behalf of 05630eeaf84a4d1bafd213d419f7a97a for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:13.588669 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.604492 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.617221 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d8103f5b-b7c5-4852-9c75-95b8eadfeceb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.621017 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d8103f5b-b7c5-4852-9c75-95b8eadfeceb tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3997481 Jul 19 11:07:13.623318 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50646) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:13.634869 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-f9bf1443-f303-4f81-a6f8-61b20e308135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:13.636468 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-f9bf1443-f303-4f81-a6f8-61b20e308135 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723410 Jul 19 11:07:13.638938 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-a37f487b-0730-462a-bf38-3ef52745ec05 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Request body: {'security_group_rule': {'security_group_id': '6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:13.650090 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:13.660914 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a003620a-537e-489f-b6c6-e20e846e429b req-4f550fca-5d2f-4900-b778-83d615c805f3 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970160 Jul 19 11:07:13.664103 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5fbb8cf9-1a61-4a2a-bb1a-dbe4479fbcda req-0ea58a70-4f1a-4e5f-99f4-eeeb2bc5620d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878189 Jul 19 11:07:13.678532 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-a8c59d05-f907-478a-8661-7fba12ad4c7f tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:13.680008 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-a8c59d05-f907-478a-8661-7fba12ad4c7f tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3296895 Jul 19 11:07:13.708194 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Request body: {'port': {'device_id': '1c66adb2-72ed-4327-ba4c-efdef9fa18f2', 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c', 'admin_state_up': True, 'tenant_id': '2b4575dc494d40fda826dbcd0600a76a'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:13.716161 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a37f487b-0730-462a-bf38-3ef52745ec05 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group_rule (5b1eb334-21d1-4852-955a-d562d628e0e5), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:13.785453 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-1546320d-c197-4e51-83e6-a4b592dc29c2 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076882 Jul 19 11:07:13.885857 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5521d2f0-d833-4707-9d3d-7e9fd1357fe5 req-c6e4894f-bf68-4029-be15-9808f0d6aa18 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932291 Jul 19 11:07:14.131045 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:14.158788 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c8436-bc56-4f76-bffa-5e11c59c31e8 req-6a1fec6d-6234-4600-bfd5-c79c0ca4dfc3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:14.160174 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-735c8436-bc56-4f76-bffa-5e11c59c31e8 req-6a1fec6d-6234-4600-bfd5-c79c0ca4dfc3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1140125 Jul 19 11:07:14.164513 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Publish callbacks [] for security_group (7a074c39-e1f8-48ec-9e7b-cbee7f40ba12), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.177861 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a37f487b-0730-462a-bf38-3ef52745ec05 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group_rule (5b1eb334-21d1-4852-955a-d562d628e0e5), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.185371 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (7a074c39-e1f8-48ec-9e7b-cbee7f40ba12), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.206255 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a37f487b-0730-462a-bf38-3ef52745ec05 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (5b1eb334-21d1-4852-955a-d562d628e0e5), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.265046 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:07:14.277060 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Made reservation on behalf of 2b4575dc494d40fda826dbcd0600a76a for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:14.281569 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.285195 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f487b-0730-462a-bf38-3ef52745ec05 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1eb334-21d1-4852-955a-d562d628e0e5,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:14.308756 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:14.313039 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a37f487b-0730-462a-bf38-3ef52745ec05 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.314190 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a37f487b-0730-462a-bf38-3ef52745ec05 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6845782 Jul 19 11:07:14.317548 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50650) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:14.318018 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (693d4af0-88da-420b-9669-61aabb3593ae), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.318307 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Added segment 693d4af0-88da-420b-9669-61aabb3593ae of type vlan for network c45e8b75-1fcc-418c-baa1-a3821825a45d Jul 19 11:07:14.320036 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.323793 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:14.344559 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.365575 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-735c8436-bc56-4f76-bffa-5e11c59c31e8 req-33bd375f-9f01-4f0b-b12d-fb8d2dfc3312 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991770 Jul 19 11:07:14.384019 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (c45e8b75-1fcc-418c-baa1-a3821825a45d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.433300 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (c45e8b75-1fcc-418c-baa1-a3821825a45d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.434277 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:14.434844 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.447430 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.466658 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e2efb2fd-955d-4295-953f-29febfc2d6f2 req-6bb85f35-799e-49a8-8f28-12a772d7fcd3 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 210 time: 0.0337732 Jul 19 11:07:14.471925 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device da843419-4401-4a26-82c2-7930b51aa1b8 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:14.477461 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2818351 Jul 19 11:07:14.479128 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50654) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:14.483821 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Request body: {'subnet': {'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-957688557-subnet', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'ip_version': 4}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:14.504528 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:14.522981 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:14.530045 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port da843419-4401-4a26-82c2-7930b51aa1b8 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:07:14.537282 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port da843419-4401-4a26-82c2-7930b51aa1b8 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:14.537685 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.541146 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fecc8-3582-4a13-9221-81f51bca7c57 admin admin] Pushing event updated for resources: {'Network': ['ID=c45e8b75-1fcc-418c-baa1-a3821825a45d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:14.557462 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks [] for security_group (ef950487-3631-4aa1-9cb3-e99c412ccc9e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.564308 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ef950487-3631-4aa1-9cb3-e99c412ccc9e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.567692 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network c45e8b75-1fcc-418c-baa1-a3821825a45d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:07:14.585909 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Made reservation on behalf of 05630eeaf84a4d1bafd213d419f7a97a for: {'subnet': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:14.589250 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.592067 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Allocated IP 172.37.3.204 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/2cac5d99-6485-4b61-99a6-9c94bd65dd9a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:14.609545 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:14.684131 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port da843419-4401-4a26-82c2-7930b51aa1b8 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:14.684428 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.707591 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef950487-3631-4aa1-9cb3-e99c412ccc9e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:14.715254 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:14.718191 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2100a44-34ac-4ecf-ac9d-d16bf7a9279d" -d '{"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-plugged", "status": "completed", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:14.736936 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:14.742150 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for port (2cac5d99-6485-4b61-99a6-9c94bd65dd9a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.750162 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.783541 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (2cac5d99-6485-4b61-99a6-9c94bd65dd9a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:14.802316 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:14.811013 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:14.827151 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:14.838723 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:14.838942 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:14.844289 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:14.847752 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Allocated IP 192.168.233.159 (ff5f3acc-1c1b-4651-9ead-d862d361eb1c/5735835f-1eb2-4ce4-acd9-f091b883c3e5/eca8d901-e37b-472e-b418-629ae81f029b) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:14.860678 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ce48b-0521-47df-b6d3-9eb12556d2c3 req-958534b2-edfb-455f-b124-7417fb58debf tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:14.862179 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-658ce48b-0521-47df-b6d3-9eb12556d2c3 req-958534b2-edfb-455f-b124-7417fb58debf tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0877321 Jul 19 11:07:14.924417 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event updated for resources: {'Port': ['ID=2cac5d99-6485-4b61-99a6-9c94bd65dd9a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:14.937342 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e3702-381c-4ac6-a417-2520b4495728 req-0e964dbc-d0ea-422b-8d4c-cbda05234033 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:14.939135 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0c4e3702-381c-4ac6-a417-2520b4495728 req-0e964dbc-d0ea-422b-8d4c-cbda05234033 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 944 time: 0.1140997 Jul 19 11:07:15.019757 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for floatingip (e67302e7-5167-4a7c-9191-74e606022746), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.027825 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0c4e3702-381c-4ac6-a417-2520b4495728 req-b7513883-2cc4-4a56-8f24-def4e6fda261 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817235 Jul 19 11:07:15.032186 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-658ce48b-0521-47df-b6d3-9eb12556d2c3 req-84a533e6-3fcd-49ae-8400-27e4fd1cd669 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496840 Jul 19 11:07:15.050271 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (4006588f-d24d-496d-abdc-693013df7a90), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.070676 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (2cac5d99-6485-4b61-99a6-9c94bd65dd9a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.100565 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8e7683-01d4-4a38-ab17-e0e4116d08d0 x-openstack-request-id: req-1a8e7683-01d4-4a38-ab17-e0e4116d08d0 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:15.101005 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-plugged", "status": "completed", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:15.101526 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1a8e7683-01d4-4a38-ab17-e0e4116d08d0 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:15.102714 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8e7683-01d4-4a38-ab17-e0e4116d08d0'] response: {'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'code': 200} Jul 19 11:07:15.161869 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4006588f-d24d-496d-abdc-693013df7a90,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:15.193275 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Checking segment: {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:15.193556 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Network hostable DHCP agents. Network: c45e8b75-1fcc-418c-baa1-a3821825a45d, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:07:15.202184 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks [] for port (eca8d901-e37b-472e-b418-629ae81f029b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.231236 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Network c45e8b75-1fcc-418c-baa1-a3821825a45d is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:07:15.245001 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c45e8b75-1fcc-418c-baa1-a3821825a45d) {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:15.250936 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:15.251302 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.254202 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for port (2cac5d99-6485-4b61-99a6-9c94bd65dd9a), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.258404 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a6d837-c836-4680-b926-9f4953a800c0 None None] Network c45e8b75-1fcc-418c-baa1-a3821825a45d requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:07:15.258845 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-22e4e2fe-1de2-4e0a-96ea-e003906f56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:15.260625 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-22e4e2fe-1de2-4e0a-96ea-e003906f56d3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 1128 time: 0.0683730 Jul 19 11:07:15.262059 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (2cac5d99-6485-4b61-99a6-9c94bd65dd9a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.263499 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:15.267412 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (eca8d901-e37b-472e-b418-629ae81f029b), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.267978 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:15.302845 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-7dfda20b-2169-46f6-8e66-1ab9259522db admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8226292 Jul 19 11:07:15.307944 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50662) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:15.314677 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:15.345836 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Network ff5f3acc-1c1b-4651-9ead-d862d361eb1c is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:15.350536 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Pushing event updated for resources: {'Port': ['ID=eca8d901-e37b-472e-b418-629ae81f029b,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:15.353432 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:15.359544 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:15.364725 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:15.365428 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.376818 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (99ae74c1-472e-4d8a-94eb-ff2783c4d583), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.378050 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (99ae74c1-472e-4d8a-94eb-ff2783c4d583), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.417227 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c45e8b75-1fcc-418c-baa1-a3821825a45d', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:07:15.418416 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.427112 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event updated for resources: {'Port': ['ID=2cac5d99-6485-4b61-99a6-9c94bd65dd9a,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:15.451418 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-fdab5dde-97c9-425f-8705-6a04366961e2 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7504520 Jul 19 11:07:15.459078 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks [] for router_controller (99ae74c1-472e-4d8a-94eb-ff2783c4d583), precommit_add_association {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.475832 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (e67302e7-5167-4a7c-9191-74e606022746), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.538362 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.540757 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9befa750-1359-4e49-a387-a2a00c1a17c0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2198415 Jul 19 11:07:15.580374 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Request body: {'port': {'device_id': '1c66adb2-72ed-4327-ba4c-efdef9fa18f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:15.601696 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-e1a80d8d-5fd7-44da-9981-0c8b681ceb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:15.602590 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-e1a80d8d-5fd7-44da-9981-0c8b681ceb36 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 916 time: 0.3332112 Jul 19 11:07:15.645258 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc476dc0-91ae-48e9-a3e9-bb102faf28a5 req-3b9cf36f-fc2e-4889-85a3-ed5af786b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:15.647146 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cc476dc0-91ae-48e9-a3e9-bb102faf28a5 req-3b9cf36f-fc2e-4889-85a3-ed5af786b804 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 1129 time: 0.1426523 Jul 19 11:07:15.652880 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Allocated IP 172.20.0.2 (c45e8b75-1fcc-418c-baa1-a3821825a45d/4006588f-d24d-496d-abdc-693013df7a90/da18177f-81db-475e-b0ad-596bce78c8f3) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:15.658735 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:15.697783 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-c0b37507-7cea-47c2-bbac-48de865fa830 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f HTTP/1.1" status: 200 len: 217 time: 0.0689600 Jul 19 11:07:15.715147 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542a44-bbe0-446a-99fe-314efd7be46c req-9a832025-9d8c-4656-a641-10158928f6dd tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:15.722669 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-98542a44-bbe0-446a-99fe-314efd7be46c req-9a832025-9d8c-4656-a641-10158928f6dd tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 936 time: 0.1455834 Jul 19 11:07:15.748060 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eedd5-52ab-4e52-a060-bb4c3eae648c req-9ffb4ae2-0212-47d9-b173-84d0d40c5c77 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:15.749575 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b82eedd5-52ab-4e52-a060-bb4c3eae648c req-9ffb4ae2-0212-47d9-b173-84d0d40c5c77 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1976180 Jul 19 11:07:15.784771 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks [] for router_gateway (99ae74c1-472e-4d8a-94eb-ff2783c4d583), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.810445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:15.813929 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (eca8d901-e37b-472e-b418-629ae81f029b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.830398 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-88f1b03a-09ee-4a38-af66-5c2ede22a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:15.831859 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-88f1b03a-09ee-4a38-af66-5c2ede22a802 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.1242778 Jul 19 11:07:15.843526 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cc476dc0-91ae-48e9-a3e9-bb102faf28a5 req-034be1f9-271d-4192-979c-4e6fc288b00d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883147 Jul 19 11:07:15.852726 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-5dabcc8a-2c8e-4f27-8d08-dc85aa439db0 None None] Provisioning complete for port eca8d901-e37b-472e-b418-629ae81f029b triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:15.853332 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5dabcc8a-2c8e-4f27-8d08-dc85aa439db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (eca8d901-e37b-472e-b418-629ae81f029b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.858385 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-98542a44-bbe0-446a-99fe-314efd7be46c req-9791587b-6e97-4079-9504-4ca8f1ebe5b4 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345778 Jul 19 11:07:15.891211 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Publish callbacks [] for port (da18177f-81db-475e-b0ad-596bce78c8f3), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.892358 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:15.906599 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:15.907702 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-5fa69b19-1acf-4f65-a6f1-8c97972bccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:15.910303 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-5fa69b19-1acf-4f65-a6f1-8c97972bccc3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655181 Jul 19 11:07:15.912037 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b82eedd5-52ab-4e52-a060-bb4c3eae648c req-c878b1d4-7121-4e44-bcb4-225f7915a9e1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411254 Jul 19 11:07:15.920277 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-5dabcc8a-2c8e-4f27-8d08-dc85aa439db0 None None] Port eca8d901-e37b-472e-b418-629ae81f029b cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:15.956205 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Network c45e8b75-1fcc-418c-baa1-a3821825a45d is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:15.962300 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:15.967016 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:15.974289 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Pushing event updated for resources: {'Port': ['ID=da18177f-81db-475e-b0ad-596bce78c8f3,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:16.028974 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:16.034939 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Attempting to bind port da18177f-81db-475e-b0ad-596bce78c8f3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:16.035315 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Attempting to bind port da18177f-81db-475e-b0ad-596bce78c8f3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:16.035676 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Attempting to bind port da18177f-81db-475e-b0ad-596bce78c8f3 on network c45e8b75-1fcc-418c-baa1-a3821825a45d {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:16.043082 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:16.043461 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Checking segment: {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:16.044039 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.044385 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Bound using segment: {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:16.044978 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Bound port: da18177f-81db-475e-b0ad-596bce78c8f3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:16.045280 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.049213 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-e9f1150b-a6a4-4138-9b02-5101a761865e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--660548509&fields=id&tenant_id=05fceba2c70c40a399e71daabe8edef6 HTTP/1.1" status: 200 len: 267 time: 0.0512917 Jul 19 11:07:16.132685 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] For port da18177f-81db-475e-b0ad-596bce78c8f3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:16.136530 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] For port da18177f-81db-475e-b0ad-596bce78c8f3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=da18177f-81db-475e-b0ad-596bce78c8f3,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:16.142891 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.164604 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-481e6e8a-2b18-4fe2-941a-97e626184f06 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:16.166268 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-481e6e8a-2b18-4fe2-941a-97e626184f06 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 819 time: 0.1106093 Jul 19 11:07:16.200154 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks [] for router_gateway (99ae74c1-472e-4d8a-94eb-ff2783c4d583), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.204884 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f5bc9-f09d-47fb-8353-59faa734e47d None None] Pushing event updated for resources: {'Port': ['ID=da18177f-81db-475e-b0ad-596bce78c8f3,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:16.231025 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.239906 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-350bf6f9-1c72-403b-bf7b-849ea41326e2 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/quotas/05fceba2c70c40a399e71daabe8edef6 HTTP/1.1" status: 200 len: 375 time: 0.0539224 Jul 19 11:07:16.241082 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a55018-bc60-4e36-854b-7d588e092cc1 req-59626cc2-0196-46ca-a96e-90fc310e3ebd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:16.243168 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b3a55018-bc60-4e36-854b-7d588e092cc1 req-59626cc2-0196-46ca-a96e-90fc310e3ebd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 944 time: 0.1244071 Jul 19 11:07:16.315336 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-a638e594-78fc-4fdf-b0a8-e94973ed4e1a service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480327 Jul 19 11:07:16.321415 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-4fd100bd-c2cc-4fb7-b468-979cfebb57ff tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0727744 Jul 19 11:07:16.338069 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:16.419844 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b3a55018-bc60-4e36-854b-7d588e092cc1 req-94908884-cc43-4925-927c-c2d1c2913b87 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658528 Jul 19 11:07:16.458400 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ebf84be3-6be9-46a9-b6fd-10aca9db5a6f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:07:16.465861 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-41b18479-0cf4-48a8-897b-465aea63603b service neutron] 10.222.0.33 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294322 Jul 19 11:07:16.484485 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Allocated IP 172.37.3.68 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/60ff0dfa-fb99-4743-a5ba-77bebedbb11e) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:16.498461 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca8d901-e37b-472e-b418-629ae81f029b {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:07:16.610409 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-aae6be50-1b2f-4443-8082-81bf0e9cd179 service neutron] 10.222.0.33 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434982 Jul 19 11:07:16.614090 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Publish callbacks [] for port (eca8d901-e37b-472e-b418-629ae81f029b), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.618806 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:16.637257 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks [] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.638465 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'port_id': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f', 'mac_address': 'fa:16:3e:d9:28:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:07:16.657581 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:16.673953 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Transition to ACTIVE for port object eca8d901-e37b-472e-b418-629ae81f029b will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:07:16.680004 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:16.680496 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.684166 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (eca8d901-e37b-472e-b418-629ae81f029b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.696662 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c641-b30f-4c35-a0ee-b53fa92b3c05 req-d389f620-3f46-4843-98bd-0a81624520e0 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:16.697034 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf84be3-6be9-46a9-b6fd-10aca9db5a6f {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:07:16.698208 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5960c641-b30f-4c35-a0ee-b53fa92b3c05 req-d389f620-3f46-4843-98bd-0a81624520e0 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0895836 Jul 19 11:07:16.725923 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:16.733464 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.734809 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 748a7315-79e9-4ab8-ad6a-336c057e8b2c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:07:16.811973 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:16.827797 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Pushing event updated for resources: {'Port': ['ID=eca8d901-e37b-472e-b418-629ae81f029b,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:16.845109 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:16.846538 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9d64140-226e-40fe-8505-e2ce4a61ab74 req-131a33ac-a0ac-4afb-85ec-1d3fcdb1a968 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784875 Jul 19 11:07:16.866180 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:16.897256 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-474019de-3bab-49ce-a7d6-8dc2ae76feac req-38507eeb-6490-461b-ad77-1c4d3eeb3d8d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 210 time: 0.0552611 Jul 19 11:07:16.964988 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:16.973093 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5960c641-b30f-4c35-a0ee-b53fa92b3c05 req-9cfded3c-ed8f-4cc8-84b5-b57cd6b7aa71 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652843 Jul 19 11:07:16.982019 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:16.998999 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'port_id': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'mac_address': 'fa:16:3e:cd:b1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:07:17.002506 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:17.004846 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:17.022183 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Attempting to bind port eca8d901-e37b-472e-b418-629ae81f029b on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:17.022521 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Attempting to bind port eca8d901-e37b-472e-b418-629ae81f029b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '185e441a-b960-4b87-956e-8bd9e53f3acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:17.022845 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Attempting to bind port eca8d901-e37b-472e-b418-629ae81f029b on network ff5f3acc-1c1b-4651-9ead-d862d361eb1c {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:17.025802 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Pushing event updated for resources: {'Port': ['ID=60ff0dfa-fb99-4743-a5ba-77bebedbb11e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:17.074600 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 748a7315-79e9-4ab8-ad6a-336c057e8b2c is: ACTIVE; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:17.075084 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:17.126811 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 748a7315-79e9-4ab8-ad6a-336c057e8b2c {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:07:17.155682 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Port eca8d901-e37b-472e-b418-629ae81f029b on network ff5f3acc-1c1b-4651-9ead-d862d361eb1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:07:17.156022 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Attempting to bind port eca8d901-e37b-472e-b418-629ae81f029b on network ff5f3acc-1c1b-4651-9ead-d862d361eb1c {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:17.178699 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:17.182099 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Checking segment: {'id': '185e441a-b960-4b87-956e-8bd9e53f3acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:17.183804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Bound using segment: {'id': '185e441a-b960-4b87-956e-8bd9e53f3acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:17.184367 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Bound port: eca8d901-e37b-472e-b418-629ae81f029b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185e441a-b960-4b87-956e-8bd9e53f3acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:17.186229 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (eca8d901-e37b-472e-b418-629ae81f029b), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:17.193950 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:17.204959 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:17.214872 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dd1d9-4829-41be-9e21-4fadad62d4e0 req-c6fe56f1-2f8e-493f-8623-476fbb58157a tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:17.222624 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-498dd1d9-4829-41be-9e21-4fadad62d4e0 req-c6fe56f1-2f8e-493f-8623-476fbb58157a tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 948 time: 0.1233749 Jul 19 11:07:17.270972 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device da18177f-81db-475e-b0ad-596bce78c8f3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:17.280590 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:17.295887 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-498dd1d9-4829-41be-9e21-4fadad62d4e0 req-cd4e8af7-7616-44ca-bbd8-464211669dfa tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678971 Jul 19 11:07:17.320496 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=6']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:17.346575 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port da18177f-81db-475e-b0ad-596bce78c8f3 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:17.347022 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:17.392572 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:17.411527 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce013b0-551e-4034-9fc3-83d0fe590725 req-a1d2752a-5a5d-45eb-8a16-8674bbe091b1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:17.413535 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5ce013b0-551e-4034-9fc3-83d0fe590725 req-a1d2752a-5a5d-45eb-8a16-8674bbe091b1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 945 time: 0.2228310 Jul 19 11:07:17.470257 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] For port eca8d901-e37b-472e-b418-629ae81f029b, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:17.470630 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port da18177f-81db-475e-b0ad-596bce78c8f3 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:17.471029 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:17.496790 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] For port eca8d901-e37b-472e-b418-629ae81f029b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eca8d901-e37b-472e-b418-629ae81f029b,segment=NetworkSegment(185e441a-b960-4b87-956e-8bd9e53f3acd),segment_id=185e441a-b960-4b87-956e-8bd9e53f3acd)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:17.513166 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port da18177f-81db-475e-b0ad-596bce78c8f3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=da18177f-81db-475e-b0ad-596bce78c8f3,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:17.517612 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:17.542568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=90 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:17.545347 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0d002-2d45-4eef-b982-47f169a1ff33 None None] Network c45e8b75-1fcc-418c-baa1-a3821825a45d requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:07:17.550970 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (eca8d901-e37b-472e-b418-629ae81f029b), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:17.569992 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be0ddf-e29b-4c0b-8c40-127c3a40c0ca req-eeb610d9-fc04-400a-a55a-d2ad6f65d1d3 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:17.572202 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-34be0ddf-e29b-4c0b-8c40-127c3a40c0ca req-eeb610d9-fc04-400a-a55a-d2ad6f65d1d3 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 945 time: 0.0600295 Jul 19 11:07:17.573692 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5ce013b0-551e-4034-9fc3-83d0fe590725 req-569847f3-9ec1-4f53-8c53-01b2524f2d5c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431601 Jul 19 11:07:17.640429 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-34be0ddf-e29b-4c0b-8c40-127c3a40c0ca req-d942af94-2b71-4480-a7cd-fd84cef0da2c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624962 Jul 19 11:07:17.642706 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=da18177f-81db-475e-b0ad-596bce78c8f3,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:17.649291 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-ff842eff-ca21-4640-9e8a-a26921c87bc8 None None] Provisioning complete for port da18177f-81db-475e-b0ad-596bce78c8f3 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:17.649679 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ff842eff-ca21-4640-9e8a-a26921c87bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:17.761430 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['748a7315-79e9-4ab8-ad6a-336c057e8b2c'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:07:17.966122 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['ebf84be3-6be9-46a9-b6fd-10aca9db5a6f'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:07:17.977186 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-ff842eff-ca21-4640-9e8a-a26921c87bc8 None None] Current status of the port da18177f-81db-475e-b0ad-596bce78c8f3 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:17.988980 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:17.989769 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:17.991126 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] 10.222.0.27 "PUT /v2.0/ports/eca8d901-e37b-472e-b418-629ae81f029b HTTP/1.1" status: 200 len: 1098 time: 2.4406526 Jul 19 11:07:17.997081 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c66adb2-72ed-4327-ba4c-efdef9fa18f2', 'tag': 'eca8d901-e37b-472e-b418-629ae81f029b'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:17.999691 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d072a0d-3278-4ae3-898b-08f813a0a703" -d '{"events": [{"name": "network-changed", "server_uuid": "1c66adb2-72ed-4327-ba4c-efdef9fa18f2", "tag": "eca8d901-e37b-472e-b418-629ae81f029b"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:18.032207 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc67e8-2c4c-4d2d-96a4-4c8942628ebb service neutron] Pushing event updated for resources: {'Port': ['ID=eca8d901-e37b-472e-b418-629ae81f029b,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:18.079493 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2e32667b-e31b-4a1a-b4b6-436dcebac8fd req-9a2bf47a-8a25-4e05-be35-97148b07c1ac tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 210 time: 0.0808034 Jul 19 11:07:18.082911 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks [] for router_gateway (99ae74c1-472e-4d8a-94eb-ff2783c4d583), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:18.162051 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-e6eca4c1-df7c-4f01-a6dc-882599eca1c3 None None] Provisioning complete for port da18177f-81db-475e-b0ad-596bce78c8f3 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:18.162206 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:18.162429 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e6eca4c1-df7c-4f01-a6dc-882599eca1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:18.164159 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb80064-6c69-412d-bf11-33ca474767d6 x-openstack-request-id: req-9bb80064-6c69-412d-bf11-33ca474767d6 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:18.164491 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c66adb2-72ed-4327-ba4c-efdef9fa18f2", "tag": "eca8d901-e37b-472e-b418-629ae81f029b", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:18.166859 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9bb80064-6c69-412d-bf11-33ca474767d6 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:18.167482 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb80064-6c69-412d-bf11-33ca474767d6'] response: {'name': 'network-changed', 'server_uuid': '1c66adb2-72ed-4327-ba4c-efdef9fa18f2', 'tag': 'eca8d901-e37b-472e-b418-629ae81f029b', 'status': 'completed', 'code': 200} Jul 19 11:07:18.179236 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653dc90-10e8-4e29-9e58-d813c17965f0 req-b3e3fcab-cab5-4fcf-a041-b99cd939606d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:18.181867 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6653dc90-10e8-4e29-9e58-d813c17965f0 req-b3e3fcab-cab5-4fcf-a041-b99cd939606d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0752633 Jul 19 11:07:18.299180 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6653dc90-10e8-4e29-9e58-d813c17965f0 req-3d16f700-4fc3-45c4-9e21-3e12ff296cb8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975814 Jul 19 11:07:18.301568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-52845699-fef3-4313-9543-81dc3a48abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:18.303031 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-52845699-fef3-4313-9543-81dc3a48abd7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2b4575dc494d40fda826dbcd0600a76a&device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 1132 time: 0.1277282 Jul 19 11:07:18.319188 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:18.344092 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-e6eca4c1-df7c-4f01-a6dc-882599eca1c3 None None] Current status of the port da18177f-81db-475e-b0ad-596bce78c8f3 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:18.425401 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc1236-f36b-4c61-a90e-9d2f7b2ebbff req-8388bd7c-5f98-42c6-a8a5-31e0c5db8bbe tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:18.426869 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-91bc1236-f36b-4c61-a90e-9d2f7b2ebbff req-8388bd7c-5f98-42c6-a8a5-31e0c5db8bbe tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0505106 Jul 19 11:07:18.439614 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:18.450255 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce1830-1585-4f01-b426-545a93f49967 req-bcc51a3b-2ba2-4438-bc67-67631a8ce988 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:18.451711 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f0ce1830-1585-4f01-b426-545a93f49967 req-bcc51a3b-2ba2-4438-bc67-67631a8ce988 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 948 time: 0.0809093 Jul 19 11:07:18.461574 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (99ae74c1-472e-4d8a-94eb-ff2783c4d583), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:18.479054 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-91bc1236-f36b-4c61-a90e-9d2f7b2ebbff req-9af2e36d-3762-4cd4-b7b3-7c4e07184b8a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459013 Jul 19 11:07:18.501076 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50712) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:18.574737 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f0ce1830-1585-4f01-b426-545a93f49967 req-69f3a4f7-78af-4973-96ac-89a078eaeeda tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112633 Jul 19 11:07:18.629087 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:07:18.643586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528fcf5a-fab2-4616-873e-e200cecf3fef tempest-TestShelveInstance-1584445057 tempest-TestShelveInstance-1584445057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:18.645765 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-528fcf5a-fab2-4616-873e-e200cecf3fef tempest-TestShelveInstance-1584445057 tempest-TestShelveInstance-1584445057-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 1124 time: 0.1437218 Jul 19 11:07:18.649572 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50718) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:18.654248 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'port_id': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'tenant_id': '375de853371a422f883980296a46ad43', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:18.716357 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67495f-55f3-4040-b43b-3074f5cb2f08 req-aca82922-f8b1-4aab-a870-bd304d1ba8a5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:18.719569 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0d67495f-55f3-4040-b43b-3074f5cb2f08 req-aca82922-f8b1-4aab-a870-bd304d1ba8a5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 945 time: 0.0588334 Jul 19 11:07:18.721009 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:18.727086 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-59958297-6f24-4807-bbd6-faef26bd31c5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=eca8d901-e37b-472e-b418-629ae81f029b HTTP/1.1" status: 200 len: 217 time: 0.0452962 Jul 19 11:07:18.848354 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25315957-685f-4b32-bcb8-d4c72c5b551e req-785c7956-033d-41f4-9695-c9079e39b6fd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:18.849881 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-25315957-685f-4b32-bcb8-d4c72c5b551e req-785c7956-033d-41f4-9695-c9079e39b6fd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 945 time: 0.0965974 Jul 19 11:07:18.858220 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-b405e998-4a4d-4074-bfb1-b04688887772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:18.859671 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-b405e998-4a4d-4074-bfb1-b04688887772 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5735835f-1eb2-4ce4-acd9-f091b883c3e5 HTTP/1.1" status: 200 len: 843 time: 0.1075161 Jul 19 11:07:18.867103 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:07:18.875017 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0d67495f-55f3-4040-b43b-3074f5cb2f08 req-f5cc974b-866f-40cf-8e2e-59f675a6ee36 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364007 Jul 19 11:07:18.881855 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Sync routers for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:07:18.896223 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:18.899335 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:18.900063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:18.955419 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:18.956910 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-5eb75348-d15a-41ed-8760-e59420032ddd admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6456478 Jul 19 11:07:18.966530 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50722) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:18.977838 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-6405f1c8-f450-4a87-baf3-cc43e7766c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:18.979429 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-6405f1c8-f450-4a87-baf3-cc43e7766c87 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ff5f3acc-1c1b-4651-9ead-d862d361eb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1036153 Jul 19 11:07:19.021648 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-25315957-685f-4b32-bcb8-d4c72c5b551e req-fb3ed5a8-4141-4580-9675-81f40d9c56ca tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651680 Jul 19 11:07:19.060863 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:19.083042 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:19.173827 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:19.229434 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.258386 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device da18177f-81db-475e-b0ad-596bce78c8f3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:19.271717 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-e2464f3f-f140-4973-82ed-e44e71e7eb8c service neutron] 10.222.0.27 "GET /v2.0/networks/ff5f3acc-1c1b-4651-9ead-d862d361eb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552989 Jul 19 11:07:19.310768 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0ee271a3-fe73-46fd-8127-83d20813e802 req-da03ee23-2a49-4985-97d1-62e618681be8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 210 time: 0.0765574 Jul 19 11:07:19.347210 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:17Z', 'revision_number': 3, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:19.353993 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-5e6a49c0-67dc-4130-8125-eb14f75efdce tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:19.355458 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-5e6a49c0-67dc-4130-8125-eb14f75efdce tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 819 time: 0.5402749 Jul 19 11:07:19.388845 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port da18177f-81db-475e-b0ad-596bce78c8f3 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:19.389232 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.391293 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Checking router: 99ae74c1-472e-4d8a-94eb-ff2783c4d583 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:07:19.391644 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Updating router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:07:19.467315 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.475116 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Allocated IP 172.37.3.44 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/5f698647-010f-4384-bf0b-3ce7c2daf496) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:19.495224 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4101a554-3aa7-4c5d-b6cb-7c1b36379799 req-015dab9f-228f-446a-8e9f-58b01481e72a service neutron] 10.222.0.27 "GET /v2.0/networks/ff5f3acc-1c1b-4651-9ead-d862d361eb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581330 Jul 19 11:07:19.499735 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-cd7f8195-51bf-4f84-8007-180cdcbfbc5c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05fceba2c70c40a399e71daabe8edef6 HTTP/1.1" status: 200 len: 379 time: 0.1086032 Jul 19 11:07:19.565105 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Request body: {'port': {'device_id': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'admin_state_up': True, 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'security_groups': ['6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:19.573886 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ebf84be3-6be9-46a9-b6fd-10aca9db5a6f up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:19.604070 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:19.625374 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port da18177f-81db-475e-b0ad-596bce78c8f3 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:19.625715 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.653379 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:07:19.659550 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:19.660888 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.696944 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for port (5f698647-010f-4384-bf0b-3ce7c2daf496), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.723412 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:19.756642 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:19.757281 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.767092 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Made reservation on behalf of 05fceba2c70c40a399e71daabe8edef6 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:19.771005 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.789912 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988f14d7-6354-4388-a51c-b4df9749c671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:19.790972 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44ec1-d1d6-45fe-bdd3-ef2adbe9702a req-46e8ec7b-03f9-4bac-9a84-b09ff7204cbd tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:19.795462 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9043c316-44d2-4c4c-97a7-2d78fa8cb1ac" -d '{"events": [{"server_uuid": "988f14d7-6354-4388-a51c-b4df9749c671", "name": "network-vif-plugged", "status": "completed", "tag": "ebf84be3-6be9-46a9-b6fd-10aca9db5a6f"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:19.795686 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (5f698647-010f-4384-bf0b-3ce7c2daf496), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.798134 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a1e44ec1-d1d6-45fe-bdd3-ef2adbe9702a req-46e8ec7b-03f9-4bac-9a84-b09ff7204cbd tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 948 time: 0.1421225 Jul 19 11:07:19.841069 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:19.877710 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbb71e8-93cb-41e8-88ef-9011e3a772f9 x-openstack-request-id: req-fdbb71e8-93cb-41e8-88ef-9011e3a772f9 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:19.878159 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988f14d7-6354-4388-a51c-b4df9749c671", "name": "network-vif-plugged", "status": "completed", "tag": "ebf84be3-6be9-46a9-b6fd-10aca9db5a6f", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:19.878500 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fdbb71e8-93cb-41e8-88ef-9011e3a772f9 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:19.878970 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbb71e8-93cb-41e8-88ef-9011e3a772f9'] response: {'server_uuid': '988f14d7-6354-4388-a51c-b4df9749c671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f', 'code': 200} Jul 19 11:07:19.881439 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:19.882354 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 748a7315-79e9-4ab8-ad6a-336c057e8b2c up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:19.890130 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:19.890529 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a1e44ec1-d1d6-45fe-bdd3-ef2adbe9702a req-1eea867c-93be-4b4a-8362-511c2f2806f1 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902059 Jul 19 11:07:19.904177 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:19.910313 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:19.917219 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'Port': ['ID=5f698647-010f-4384-bf0b-3ce7c2daf496,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:19.962410 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:19.974157 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:19.974626 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Allocated IP 172.20.0.1 (c45e8b75-1fcc-418c-baa1-a3821825a45d/4006588f-d24d-496d-abdc-693013df7a90/dcf021e0-c72e-457c-8cea-e6d2be072f26) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:19.999238 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:20.015059 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 748a7315-79e9-4ab8-ad6a-336c057e8b2c triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:20.015439 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.099399 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e2724-62f5-41b8-9829-a4b3f9f2e4ba req-698e5992-2037-4698-84f2-05bae0106020 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:20.100943 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a63e2724-62f5-41b8-9829-a4b3f9f2e4ba req-698e5992-2037-4698-84f2-05bae0106020 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 945 time: 0.1210735 Jul 19 11:07:20.122063 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Publish callbacks [] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.123524 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:20.129984 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Allocated IP 172.20.0.3 (1ffa3686-4e5a-4747-8994-8cc33db2a036/255d8671-8402-408c-bbe0-5d9a2c070537/bee94173-a17a-45b4-ab19-e862338cf16b) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:20.161640 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Publish callbacks [] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.166080 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 748a7315-79e9-4ab8-ad6a-336c057e8b2c is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:20.166464 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.179299 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.201856 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055e71-bc7a-4f02-9b78-fa734a105524 req-2c9429d5-fa4e-4aed-9d73-9082d81b782c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:20.203352 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3c055e71-bc7a-4f02-9b78-fa734a105524 req-2c9429d5-fa4e-4aed-9d73-9082d81b782c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.0782182 Jul 19 11:07:20.229028 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:20.232686 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.253348 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:20.255980 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd12868-7f06-415e-8fed-485b29c44982 None None] Pushing event updated for resources: {'Port': ['ID=60ff0dfa-fb99-4743-a5ba-77bebedbb11e,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:20.258766 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Attempting to bind port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:20.259791 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Attempting to bind port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:20.259791 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Attempting to bind port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:20.263578 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.270799 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:20.271089 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:20.271490 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.274275 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:20.274275 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Bound port: 60ff0dfa-fb99-4743-a5ba-77bebedbb11e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:20.274275 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.279343 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a63e2724-62f5-41b8-9829-a4b3f9f2e4ba req-7057644b-78e1-4e54-946e-81f989030659 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542990 Jul 19 11:07:20.302162 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Network c45e8b75-1fcc-418c-baa1-a3821825a45d is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:20.306758 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:20.324813 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3c055e71-bc7a-4f02-9b78-fa734a105524 req-d70e0bce-f404-430b-b267-27c52835899d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076868 Jul 19 11:07:20.325916 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:20.326586 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (99ae74c1-472e-4d8a-94eb-ff2783c4d583), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.330640 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Pushing event updated for resources: {'Port': ['ID=dcf021e0-c72e-457c-8cea-e6d2be072f26,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:20.380054 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=7']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:20.430634 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] For port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:20.434742 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] For port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60ff0dfa-fb99-4743-a5ba-77bebedbb11e,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:20.443801 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.497480 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.513049 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd12868-7f06-415e-8fed-485b29c44982 None None] Pushing event updated for resources: {'Port': ['ID=60ff0dfa-fb99-4743-a5ba-77bebedbb11e,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:20.522378 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:20.523009 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:20.534240 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:20.611292 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4a8227bb-265d-4d3f-abd3-1df303326f52 req-65c1efd1-1ee4-426f-afdb-e599de0303dd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 210 time: 0.0756106 Jul 19 11:07:20.620056 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for floatingip (966fe999-7d6f-4fab-8914-e74dbf868416), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.623797 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:20.694019 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Publish callbacks [] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.699804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.700993 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (99ae74c1-472e-4d8a-94eb-ff2783c4d583), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.745606 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for port (bee94173-a17a-45b4-ab19-e862338cf16b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.758807 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (5f698647-010f-4384-bf0b-3ce7c2daf496), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.797091 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-7a340b92-868c-4711-ba80-f74043d3898e None None] Provisioning complete for port dcf021e0-c72e-457c-8cea-e6d2be072f26 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:20.797728 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7a340b92-868c-4711-ba80-f74043d3898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.825612 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Pushing event updated for resources: {'Port': ['ID=dcf021e0-c72e-457c-8cea-e6d2be072f26,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:20.837601 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:20.870151 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:20.878343 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-7a340b92-868c-4711-ba80-f74043d3898e None None] Port dcf021e0-c72e-457c-8cea-e6d2be072f26 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:20.888404 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:20.890957 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-3f978f67-3426-4ac5-90bf-588c58aa65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:20.892845 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-3f978f67-3426-4ac5-90bf-588c58aa65ec service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2b4575dc494d40fda826dbcd0600a76a&device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 1132 time: 0.0683260 Jul 19 11:07:20.943339 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:20.979250 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:20.991297 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:21.030021 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event updated for resources: {'Port': ['ID=bee94173-a17a-45b4-ab19-e862338cf16b,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:21.061240 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35673d-7c57-4048-89a6-0a534fbc6fe2 req-1905bc56-65bd-4918-b15c-e1059af63a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:21.065105 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-de35673d-7c57-4048-89a6-0a534fbc6fe2 req-1905bc56-65bd-4918-b15c-e1059af63a08 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 1130 time: 0.1202154 Jul 19 11:07:21.109637 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:21.110315 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:21.160207 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for port (5f698647-010f-4384-bf0b-3ce7c2daf496), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:21.176349 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fd5a2922-e15f-439d-985a-8e42d3cb08e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6455200 Jul 19 11:07:21.185214 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (5f698647-010f-4384-bf0b-3ce7c2daf496), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:21.199402 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Request body: {'port': {'device_id': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:21.207584 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-de35673d-7c57-4048-89a6-0a534fbc6fe2 req-47f8609b-d431-4c7d-b4a4-69d61105cd13 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324875 Jul 19 11:07:21.233601 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:19Z', 'revision_number': 1, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:21.276033 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c0709c-12e0-47dc-8c2a-8604a8be0012 None None] The sync data for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi is: [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:19Z', 'revision_number': 1, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:07:21.366993 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event updated for resources: {'Port': ['ID=5f698647-010f-4384-bf0b-3ce7c2daf496,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:21.388080 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (966fe999-7d6f-4fab-8914-e74dbf868416), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:21.409432 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-98cf402b-14d3-44a5-bbeb-3de7c70902dd None None] Provisioning complete for port bee94173-a17a-45b4-ab19-e862338cf16b triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:21.409962 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-98cf402b-14d3-44a5-bbeb-3de7c70902dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:21.430794 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:21.441475 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:21.443366 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5866a4-1eba-47e5-a844-7d26f1b94746 req-9d11a02e-1ad7-4288-bb2d-b77d11fbf8d4 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:21.445778 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6e5866a4-1eba-47e5-a844-7d26f1b94746 req-9d11a02e-1ad7-4288-bb2d-b77d11fbf8d4 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 948 time: 0.1032362 Jul 19 11:07:21.458979 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Network c45e8b75-1fcc-418c-baa1-a3821825a45d is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:21.473412 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:21.487407 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-98cf402b-14d3-44a5-bbeb-3de7c70902dd None None] Port bee94173-a17a-45b4-ab19-e862338cf16b cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:21.493955 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-48c38688-fba8-4775-af94-ecf7508df6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:21.495664 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-48c38688-fba8-4775-af94-ecf7508df6d9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=ff5f3acc-1c1b-4651-9ead-d862d361eb1c HTTP/1.1" status: 200 len: 870 time: 0.5853765 Jul 19 11:07:21.511905 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:07:21.550421 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:21.562744 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28339f13-2cfb-4836-829f-132f176ed19d req-10610727-6acb-45dc-aca5-aa9a9fc1bdbe tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:21.564270 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-28339f13-2cfb-4836-829f-132f176ed19d req-10610727-6acb-45dc-aca5-aa9a9fc1bdbe tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1367259 Jul 19 11:07:21.580591 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:21.608982 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-f72305a8-d856-4664-92bd-a2950befd016 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=eca8d901-e37b-472e-b418-629ae81f029b HTTP/1.1" status: 200 len: 217 time: 0.0597515 Jul 19 11:07:21.614610 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6e5866a4-1eba-47e5-a844-7d26f1b94746 req-bcb7fe45-ef40-4b14-93cc-b8752450ecbc tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487248 Jul 19 11:07:21.669199 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:21.737490 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:07:21.760507 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Floating IP 966fe999-7d6f-4fab-8914-e74dbf868416 associated. External IP: 172.37.3.44, port: da843419-4401-4a26-82c2-7930b51aa1b8. Jul 19 11:07:21.811028 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8a54b-8d3b-4009-90f4-71a2a09d2a0c req-a665475b-c9d4-408c-b613-06c4ef2e897c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:21.818787 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-80e8a54b-8d3b-4009-90f4-71a2a09d2a0c req-a665475b-c9d4-408c-b613-06c4ef2e897c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.0801120 Jul 19 11:07:21.834651 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:21.838309 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-b9b6abd9-b21b-4ca5-91ac-22cd90ef3d7e None None] Provisioning complete for port dcf021e0-c72e-457c-8cea-e6d2be072f26 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:21.839491 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b9b6abd9-b21b-4ca5-91ac-22cd90ef3d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:21.866056 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-28339f13-2cfb-4836-829f-132f176ed19d req-785bd7c0-7021-4c1d-ba26-01f5a5061173 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791638 Jul 19 11:07:21.927855 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:21.954717 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052953ee-4c36-4abf-94b6-76f35ff337db" -d '{"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-plugged", "status": "completed", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:21.991418 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-80e8a54b-8d3b-4009-90f4-71a2a09d2a0c req-ec94367a-62e0-4905-9659-2478bd323925 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715152 Jul 19 11:07:21.997004 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6abd9-b21b-4ca5-91ac-22cd90ef3d7e None None] Port dcf021e0-c72e-457c-8cea-e6d2be072f26 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:22.009691 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:07:22.024614 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-2a5cd418-08e3-4297-9d1b-f251a7cfd0cf admin admin] 10.222.0.33 "PUT /v2.0/routers/99ae74c1-472e-4d8a-94eb-ff2783c4d583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0484586 Jul 19 11:07:22.093427 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b64f074-e6ec-44e5-a33c-bc09a1a69415 x-openstack-request-id: req-0b64f074-e6ec-44e5-a33c-bc09a1a69415 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:22.093864 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-plugged", "status": "completed", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:22.094216 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b64f074-e6ec-44e5-a33c-bc09a1a69415 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:22.095385 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b64f074-e6ec-44e5-a33c-bc09a1a69415'] response: {'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'code': 200} Jul 19 11:07:22.137365 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ba61e-7dd6-4bf4-991b-44f0b485830b req-25f56861-ded2-429a-baf1-8b67ae37db8a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:22.144381 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e02ba61e-7dd6-4bf4-991b-44f0b485830b req-25f56861-ded2-429a-baf1-8b67ae37db8a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 931 time: 0.1303749 Jul 19 11:07:22.147882 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-516637b5-f94e-4344-9a20-9b56ea6782ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:22.150250 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-516637b5-f94e-4344-9a20-9b56ea6782ce service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5735835f-1eb2-4ce4-acd9-f091b883c3e5 HTTP/1.1" status: 200 len: 843 time: 0.0796676 Jul 19 11:07:22.234730 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-2a825f8a-2812-4fd4-8bc2-d469e35940e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:22.236320 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-2a825f8a-2812-4fd4-8bc2-d469e35940e9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ff5f3acc-1c1b-4651-9ead-d862d361eb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0770285 Jul 19 11:07:22.404209 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-906b4e82-6fef-49e1-a29b-7ff1ff06a918 service neutron] 10.222.0.27 "GET /v2.0/networks/ff5f3acc-1c1b-4651-9ead-d862d361eb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497207 Jul 19 11:07:22.562655 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device eca8d901-e37b-472e-b418-629ae81f029b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:07:22.750602 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port eca8d901-e37b-472e-b418-629ae81f029b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eca8d901-e37b-472e-b418-629ae81f029b,segment=NetworkSegment(185e441a-b960-4b87-956e-8bd9e53f3acd),segment_id=185e441a-b960-4b87-956e-8bd9e53f3acd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:22.765851 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'eca8d901-e37b-472e-b418-629ae81f029b', 'network_id': 'ff5f3acc-1c1b-4651-9ead-d862d361eb1c', 'port_id': 'eca8d901-e37b-472e-b418-629ae81f029b', 'mac_address': 'fa:16:3e:88:bb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5735835f-1eb2-4ce4-acd9-f091b883c3e5', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:07:22.817356 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee94173-a17a-45b4-ab19-e862338cf16b {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:07:22.830055 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Publish callbacks [] for port (bee94173-a17a-45b4-ab19-e862338cf16b), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:22.831026 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port eca8d901-e37b-472e-b418-629ae81f029b is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:22.832940 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (eca8d901-e37b-472e-b418-629ae81f029b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:22.871164 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca8d901-e37b-472e-b418-629ae81f029b {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:07:22.887382 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd28ad-be27-47cc-949d-1b572000f6a7 req-4bed79e1-aa4a-4311-9a93-0a7a0e9c2466 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:22.893352 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-45fd28ad-be27-47cc-949d-1b572000f6a7 req-4bed79e1-aa4a-4311-9a93-0a7a0e9c2466 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 948 time: 0.1315019 Jul 19 11:07:22.902716 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e02ba61e-7dd6-4bf4-991b-44f0b485830b req-38adfc57-b13a-424e-a2e3-0cea2822e2e0 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7573526 Jul 19 11:07:22.921871 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port eca8d901-e37b-472e-b418-629ae81f029b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eca8d901-e37b-472e-b418-629ae81f029b,segment=NetworkSegment(185e441a-b960-4b87-956e-8bd9e53f3acd),segment_id=185e441a-b960-4b87-956e-8bd9e53f3acd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:22.934286 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (eca8d901-e37b-472e-b418-629ae81f029b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:23.009297 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-45fd28ad-be27-47cc-949d-1b572000f6a7 req-bd8d235e-36b4-467c-8923-8e0b562f7227 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091063 Jul 19 11:07:23.026776 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50794) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:23.030583 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Transition to ACTIVE for port object bee94173-a17a-45b4-ab19-e862338cf16b will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:07:23.040384 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-270689622-network', 'tenant_id': 'fc778b6ab5134315899752e000cc5989'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:23.044444 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:23.082661 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=eca8d901-e37b-472e-b418-629ae81f029b,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:23.094008 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Made reservation on behalf of fc778b6ab5134315899752e000cc5989 for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:23.096430 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:23.115458 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:23.332650 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 60ff0dfa-fb99-4743-a5ba-77bebedbb11e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:23.358347 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a2dae-39d0-403d-b8d9-7620990f0f3a req-684b2c1c-3692-4594-908d-e60a097e3574 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:23.365412 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cd1a2dae-39d0-403d-b8d9-7620990f0f3a req-684b2c1c-3692-4594-908d-e60a097e3574 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.2046402 Jul 19 11:07:23.378952 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a280781-acbc-4873-b66d-2464b210e938 req-5159aa8d-68ae-4755-86c3-beedc9021cd5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:23.383167 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Router 196b89be-b242-442e-8c43-6355819d28bf has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:07:23.387678 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a280781-acbc-4873-b66d-2464b210e938 req-5159aa8d-68ae-4755-86c3-beedc9021cd5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.1658170 Jul 19 11:07:23.414528 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Pushing event updated for resources: {'Port': ['ID=bee94173-a17a-45b4-ab19-e862338cf16b,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:23.431777 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:23.432458 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:23.438098 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['eca8d901-e37b-472e-b418-629ae81f029b'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:07:23.534577 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d072a0d-3278-4ae3-898b-08f813a0a703 req-c15258fa-7ace-4dab-ab85-a83512db6b4b service neutron] 10.222.0.27 "GET /v2.0/networks/ff5f3acc-1c1b-4651-9ead-d862d361eb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846908 Jul 19 11:07:23.535417 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:23.683674 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cd1a2dae-39d0-403d-b8d9-7620990f0f3a req-34897950-4564-4fe0-be35-a10b9d214c5d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172808 Jul 19 11:07:23.685468 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a280781-acbc-4873-b66d-2464b210e938 req-13145076-272b-4149-a9d2-f526180aa19b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875156 Jul 19 11:07:23.760780 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:23.762754 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Publish callbacks [] for security_group (50348268-2265-4c4b-af62-d3e8ab9bd9c4), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:23.765915 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:23.778021 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (50348268-2265-4c4b-af62-d3e8ab9bd9c4), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:23.786459 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Attempting to bind port bee94173-a17a-45b4-ab19-e862338cf16b on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:23.786803 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Attempting to bind port bee94173-a17a-45b4-ab19-e862338cf16b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:23.787140 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Attempting to bind port bee94173-a17a-45b4-ab19-e862338cf16b on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:23.789039 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:23.807803 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:23.808047 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Port bee94173-a17a-45b4-ab19-e862338cf16b on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:07:23.808234 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Attempting to bind port bee94173-a17a-45b4-ab19-e862338cf16b on network 1ffa3686-4e5a-4747-8994-8cc33db2a036 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:23.819296 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:23.819935 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Checking segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:23.819935 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Bound using segment: {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:23.820984 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Bound port: bee94173-a17a-45b4-ab19-e862338cf16b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd871b11f-1b3f-4184-bc31-2ae48633fc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:23.821399 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:23.846350 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:07:23.852462 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:07:23.864974 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] Sync routers for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:07:23.898097 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:23.901824 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:23.905919 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (2f1208b9-9bc6-43cd-abb3-edef89c80857), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:23.929300 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Added segment 2f1208b9-9bc6-43cd-abb3-edef89c80857 of type vlan for network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a Jul 19 11:07:23.939784 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:24.003207 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-03cc6e22-0002-4f9c-b4f6-263fc0ec5408 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3522959 Jul 19 11:07:24.005363 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] For port bee94173-a17a-45b4-ab19-e862338cf16b, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:24.007687 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:24.011486 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (6c7a3fa0-b2af-494f-8994-88010bfc2b7a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:24.011850 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74" -d '{"events": [{"name": "network-changed", "server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:24.016422 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] For port bee94173-a17a-45b4-ab19-e862338cf16b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bee94173-a17a-45b4-ab19-e862338cf16b,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:24.041588 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:24.042143 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:24.045356 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:24.064851 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50348268-2265-4c4b-af62-d3e8ab9bd9c4,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:24.092651 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (6c7a3fa0-b2af-494f-8994-88010bfc2b7a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:24.097482 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:24.098326 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:24.108148 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a50ae-6024-46d5-80d7-3520551dbfff x-openstack-request-id: req-198a50ae-6024-46d5-80d7-3520551dbfff {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:24.108500 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:24.108845 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-198a50ae-6024-46d5-80d7-3520551dbfff {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:24.109896 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198a50ae-6024-46d5-80d7-3520551dbfff'] response: {'name': 'network-changed', 'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'status': 'completed', 'code': 200} Jul 19 11:07:24.134617 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:24.140632 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:24.143440 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] 10.222.0.27 "PUT /v2.0/ports/bee94173-a17a-45b4-ab19-e862338cf16b HTTP/1.1" status: 200 len: 1093 time: 2.9483442 Jul 19 11:07:24.158958 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:24.187576 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a40fdc-cf08-4879-9913-dedb4c5f9467 service neutron] Pushing event updated for resources: {'Port': ['ID=bee94173-a17a-45b4-ab19-e862338cf16b,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:24.216328 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c1df0-26db-468c-9096-459090488679 req-3287fad2-8879-46f2-9e11-784b561dd6bd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:24.228807 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bf0c1df0-26db-468c-9096-459090488679 req-3287fad2-8879-46f2-9e11-784b561dd6bd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 943 time: 0.1812098 Jul 19 11:07:24.270681 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba100c1-a0af-44d2-bb2f-149bce572767 req-70d236fd-d078-4c38-8c54-1839264e2501 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:24.272668 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5ba100c1-a0af-44d2-bb2f-149bce572767 req-70d236fd-d078-4c38-8c54-1839264e2501 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 949 time: 0.0703013 Jul 19 11:07:24.285667 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60ff0dfa-fb99-4743-a5ba-77bebedbb11e,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:24.315797 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:24.321750 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2937121 Jul 19 11:07:24.428441 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50804) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:24.447365 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5ba100c1-a0af-44d2-bb2f-149bce572767 req-eb27c282-208d-44b0-a811-d6cf4f4a9297 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516786 Jul 19 11:07:24.459787 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37dfd9-44c7-409a-a269-645ff1966508 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7a3fa0-b2af-494f-8994-88010bfc2b7a,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:24.477654 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Request body: {'subnet': {'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-270689622-subnet', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:24.512726 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-aeff56d3-091d-4b4c-8c51-b1b3f165f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:24.514389 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-aeff56d3-091d-4b4c-8c51-b1b3f165f040 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=375de853371a422f883980296a46ad43&device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 1129 time: 0.2527006 Jul 19 11:07:24.522035 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:07:24.523432 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bf0c1df0-26db-468c-9096-459090488679 req-b5bcc816-4e0c-42a0-81da-f91f9e610dea tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934380 Jul 19 11:07:24.569069 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=60ff0dfa-fb99-4743-a5ba-77bebedbb11e,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:24.570976 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-7a45dd92-7a6c-437d-b87a-7886ead03b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:24.572583 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-7a45dd92-7a6c-437d-b87a-7886ead03b8c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 1127 time: 0.2987041 Jul 19 11:07:24.656136 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-db50f60e-da0c-489b-b2b8-d620efc4f3f9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee94173-a17a-45b4-ab19-e862338cf16b HTTP/1.1" status: 200 len: 217 time: 0.0653033 Jul 19 11:07:24.657151 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Made reservation on behalf of fc778b6ab5134315899752e000cc5989 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:24.665431 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25291486'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:24.670925 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:24.702569 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '966fe999-7d6f-4fab-8914-e74dbf868416', 'tenant_id': '375de853371a422f883980296a46ad43', 'floating_ip_address': '172.37.3.44', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '196b89be-b242-442e-8c43-6355819d28bf', 'port_id': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'mac_address': 'fa:16:3e:15:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:20Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 0, 'project_id': '375de853371a422f883980296a46ad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4413bcd-1047-4dbd-9563-bf0d409896ea', 'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'tenant_id': '375de853371a422f883980296a46ad43', 'mac_address': 'fa:16:3e:7d:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:01Z', 'updated_at': '2022-07-19T11:06:07Z', 'revision_number': 5, 'project_id': '375de853371a422f883980296a46ad43', 'subnets': [{'id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:24.747531 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-6f5960dd-859f-48b1-8f2e-5ecf563deba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:24.752959 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-6f5960dd-859f-48b1-8f2e-5ecf563deba4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d812e76c-c272-403b-90ca-27996b7fd9fd HTTP/1.1" status: 200 len: 910 time: 0.2261600 Jul 19 11:07:24.787224 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] Checking router: 196b89be-b242-442e-8c43-6355819d28bf for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:07:24.816203 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:24.835218 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:24.942628 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-bddd1316-a672-465d-a5a1-e109c61d27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:24.944079 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-bddd1316-a672-465d-a5a1-e109c61d27a9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.2751870 Jul 19 11:07:24.980120 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-3e9a341b-c4ee-432b-bdec-e4fb155bc36a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da843419-4401-4a26-82c2-7930b51aa1b8 HTTP/1.1" status: 200 len: 998 time: 0.2217772 Jul 19 11:07:24.995418 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0516c8e-a896-43bc-b55b-3de55be52615 req-a1af2989-9a9f-4c3c-aaed-a456f415cebb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:25.003431 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a0516c8e-a896-43bc-b55b-3de55be52615 req-a1af2989-9a9f-4c3c-aaed-a456f415cebb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1622701 Jul 19 11:07:25.004445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d150c2-84ff-4679-b7bc-dd95d32093d0 req-1373567c-9829-4cc2-9dfa-324f1d5bcb8f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:25.006164 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-78d150c2-84ff-4679-b7bc-dd95d32093d0 req-1373567c-9829-4cc2-9dfa-324f1d5bcb8f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.1163950 Jul 19 11:07:25.034931 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-d57d0afb-2f28-49c9-8330-9f09be13481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:25.036782 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-d57d0afb-2f28-49c9-8330-9f09be13481f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857470 Jul 19 11:07:25.038484 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:25.079380 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-6107179e-88af-47a2-bcdb-be9ec45af594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:25.083093 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-6107179e-88af-47a2-bcdb-be9ec45af594 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b78cea2-c775-4273-bfd0-a84adb5b28ab HTTP/1.1" status: 200 len: 848 time: 0.0769498 Jul 19 11:07:25.121144 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Sync routers for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:07:25.160863 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:25.162965 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:25.222359 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:25.237086 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a0516c8e-a896-43bc-b55b-3de55be52615 req-df4d3656-53da-4abd-879f-8b8b95e2dbae tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326870 Jul 19 11:07:25.246633 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-78d150c2-84ff-4679-b7bc-dd95d32093d0 req-3b78ec6d-113f-43dd-bb86-35a1546fbe25 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264478 Jul 19 11:07:25.263228 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-404eff4e-6515-4d17-be63-ab586625dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:25.270746 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-404eff4e-6515-4d17-be63-ab586625dff2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d812e76c-c272-403b-90ca-27996b7fd9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1794717 Jul 19 11:07:25.297566 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:25.317965 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-51602ffa-72ea-4edf-8455-ef6394808295 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504115 Jul 19 11:07:25.322004 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8382619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25291464'] for subnet (12e95a72-b2a5-43e2-999d-d91d92e6a134), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:25.343222 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 60ff0dfa-fb99-4743-a5ba-77bebedbb11e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:25.443065 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:25.460093 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-95de6c72-2937-4b24-bfb9-4b22a42d151b service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782932 Jul 19 11:07:25.469982 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e95a72-b2a5-43e2-999d-d91d92e6a134,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:25.489716 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:25.490348 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:25.556854 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '966fe999-7d6f-4fab-8914-e74dbf868416', 'tenant_id': '375de853371a422f883980296a46ad43', 'floating_ip_address': '172.37.3.44', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '196b89be-b242-442e-8c43-6355819d28bf', 'port_id': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'mac_address': 'fa:16:3e:15:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:20Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 0, 'project_id': '375de853371a422f883980296a46ad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4413bcd-1047-4dbd-9563-bf0d409896ea', 'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'tenant_id': '375de853371a422f883980296a46ad43', 'mac_address': 'fa:16:3e:7d:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:01Z', 'updated_at': '2022-07-19T11:06:07Z', 'revision_number': 5, 'project_id': '375de853371a422f883980296a46ad43', 'subnets': [{'id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:25.607293 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Checking segment: {'id': '2f1208b9-9bc6-43cd-abb3-edef89c80857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:25.607810 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Network hostable DHCP agents. Network: 6c7a3fa0-b2af-494f-8994-88010bfc2b7a, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:07:25.617681 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bfdbd-83fb-49c0-939f-7a8754301716 None None] The sync data for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi is: [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '966fe999-7d6f-4fab-8914-e74dbf868416', 'tenant_id': '375de853371a422f883980296a46ad43', 'floating_ip_address': '172.37.3.44', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '196b89be-b242-442e-8c43-6355819d28bf', 'port_id': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'mac_address': 'fa:16:3e:15:63:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:20Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 0, 'project_id': '375de853371a422f883980296a46ad43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4413bcd-1047-4dbd-9563-bf0d409896ea', 'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'tenant_id': '375de853371a422f883980296a46ad43', 'mac_address': 'fa:16:3e:7d:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:01Z', 'updated_at': '2022-07-19T11:06:07Z', 'revision_number': 5, 'project_id': '375de853371a422f883980296a46ad43', 'subnets': [{'id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:07:25.619954 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96c2a6-948f-4522-978c-359fe7cb075f req-94672482-0839-420c-ab44-869a88dec5d1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:25.639501 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0c96c2a6-948f-4522-978c-359fe7cb075f req-94672482-0839-420c-ab44-869a88dec5d1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.2725213 Jul 19 11:07:25.643831 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 50816) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:25.655206 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-e4e8adef-304c-4094-9653-e31583c9bc97 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'floatingip': {'port_id': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:25.674874 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500bbb6-53aa-4d6f-95d0-0f67f1da3563 req-6def23c1-bb68-47e7-a8cb-e46d14a8262a tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:25.676839 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5500bbb6-53aa-4d6f-95d0-0f67f1da3563 req-6def23c1-bb68-47e7-a8cb-e46d14a8262a tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 949 time: 0.0737169 Jul 19 11:07:25.732143 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:25.776180 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-28cbe2f4-e62b-48f3-99a0-c96b8be97e74 req-966ca19f-eac9-4ca4-b4fe-7a25bf15ff94 service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062704 Jul 19 11:07:25.778348 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:25.794596 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5500bbb6-53aa-4d6f-95d0-0f67f1da3563 req-32afa36c-15ff-4e20-b7ad-3f8deb9f80de tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050298 Jul 19 11:07:25.836966 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e4e8adef-304c-4094-9653-e31583c9bc97 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (137e3487-3214-498f-9645-f8787b8b9911), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:25.842394 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1cba085-e60d-4edf-8436-f2cd77f936c0 req-fba609e4-2280-42ae-a617-e763ecb86463 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123398 Jul 19 11:07:25.881666 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 2, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:25.921682 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Checking router: 99ae74c1-472e-4d8a-94eb-ff2783c4d583 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:07:25.922044 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Updating router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 port dcf021e0-c72e-457c-8cea-e6d2be072f26 binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:07:25.954335 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43416769-239d-4681-b559-f6e347c1bcda None None] New status for floating IP 966fe999-7d6f-4fab-8914-e74dbf868416: ACTIVE {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:07:25.971148 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:25.989762 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:26.026284 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779c1e-7f90-495e-a5aa-3b783fa0de35 req-43a362fd-07fc-4d1a-b667-d3b3c4dc6016 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:26.028640 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0c779c1e-7f90-495e-a5aa-3b783fa0de35 req-43a362fd-07fc-4d1a-b667-d3b3c4dc6016 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 943 time: 0.2109027 Jul 19 11:07:26.061194 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:07:26.114796 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:26.117911 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07849a2a-6e10-475a-b989-1af19e8b6bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:26.132792 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6c7a3fa0-b2af-494f-8994-88010bfc2b7a) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:26.154480 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:26.155076 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:26.172357 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64e88dc-7b48-421a-ae78-364043a0f727 None None] Network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:07:26.218831 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3194ae-7150-430b-94bd-f08035a508bf x-openstack-request-id: req-9f3194ae-7150-430b-94bd-f08035a508bf {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:26.219137 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:26.219374 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9f3194ae-7150-430b-94bd-f08035a508bf {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:26.219772 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3194ae-7150-430b-94bd-f08035a508bf'] response: {'name': 'network-changed', 'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'status': 'completed', 'code': 200} Jul 19 11:07:26.225611 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0c779c1e-7f90-495e-a5aa-3b783fa0de35 req-4a319525-7b2e-4743-8e32-94eba94f4d8c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864583 Jul 19 11:07:26.235345 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b99aea20-118c-4b34-88bd-d910d561ac67 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7861912 Jul 19 11:07:26.237707 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50820) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:26.243151 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:26.303424 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (7774db50-5635-41cf-a79c-1cf6be5eb2e3), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:26.304726 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (7774db50-5635-41cf-a79c-1cf6be5eb2e3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:26.339496 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:26.391109 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks [] for router_controller (7774db50-5635-41cf-a79c-1cf6be5eb2e3), precommit_add_association {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:26.445171 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6c7a3fa0-b2af-494f-8994-88010bfc2b7a', 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a', 'project_id': 'fc778b6ab5134315899752e000cc5989', 'fixed_ips': [{'subnet_id': '12e95a72-b2a5-43e2-999d-d91d92e6a134'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:07:26.446534 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:26.525122 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:26.562833 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b8157-b428-40ff-a3d7-247189fe7ed3 req-4957c8ed-5028-4416-851f-ba7471935863 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:26.564624 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-db8b8157-b428-40ff-a3d7-247189fe7ed3 req-4957c8ed-5028-4416-851f-ba7471935863 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0664740 Jul 19 11:07:26.577235 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device eca8d901-e37b-472e-b418-629ae81f029b up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:26.650428 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:26.700438 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks [] for router_gateway (7774db50-5635-41cf-a79c-1cf6be5eb2e3), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:26.719463 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-db8b8157-b428-40ff-a3d7-247189fe7ed3 req-7cfe7402-c9e4-4299-a421-6f3f7eb260ad tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459575 Jul 19 11:07:26.783943 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port eca8d901-e37b-472e-b418-629ae81f029b completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:07:26.790379 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Publish callbacks [] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:26.793388 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Allocated IP 172.20.0.2 (6c7a3fa0-b2af-494f-8994-88010bfc2b7a/12e95a72-b2a5-43e2-999d-d91d92e6a134/f138dd8d-57e8-4783-9e0f-ec41ccd92a5e) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:26.800854 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port eca8d901-e37b-472e-b418-629ae81f029b triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:26.801384 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (eca8d901-e37b-472e-b418-629ae81f029b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:26.845546 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:26.871742 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:26.990344 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e4e8adef-304c-4094-9653-e31583c9bc97 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.029359 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e4e8adef-304c-4094-9653-e31583c9bc97 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (137e3487-3214-498f-9645-f8787b8b9911), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.035791 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Pushing event updated for resources: {'Port': ['ID=dcf021e0-c72e-457c-8cea-e6d2be072f26,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:27.049554 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks [] for router_gateway (7774db50-5635-41cf-a79c-1cf6be5eb2e3), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.072724 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.128649 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.129178 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.129635 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.130180 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.130607 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.131162 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.131592 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.131982 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.132377 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.133351 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.133934 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.137473 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.137473 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.137943 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.138043 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:27.167064 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.271039 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port eca8d901-e37b-472e-b418-629ae81f029b is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:27.271638 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (eca8d901-e37b-472e-b418-629ae81f029b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.280391 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Allocated IP 172.37.3.87 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/70125fb9-4e99-4fa1-8cde-fc0e72bc3377) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:27.303112 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:27.371638 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Attempting to bind port dcf021e0-c72e-457c-8cea-e6d2be072f26 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:27.373532 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Attempting to bind port dcf021e0-c72e-457c-8cea-e6d2be072f26 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:27.373949 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Attempting to bind port dcf021e0-c72e-457c-8cea-e6d2be072f26 on network c45e8b75-1fcc-418c-baa1-a3821825a45d {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:27.391158 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:27.391614 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Checking segment: {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:27.392129 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.392529 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Bound using segment: {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:27.393112 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Bound port: dcf021e0-c72e-457c-8cea-e6d2be072f26, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:27.393522 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.400881 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2209a-a934-40ff-a912-2b6c79561d30 req-79d64b1a-36ee-45d7-8eba-297d636ef964 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:27.402998 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-50b2209a-a934-40ff-a912-2b6c79561d30 req-79d64b1a-36ee-45d7-8eba-297d636ef964 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 949 time: 0.4072881 Jul 19 11:07:27.404049 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c66adb2-72ed-4327-ba4c-efdef9fa18f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca8d901-e37b-472e-b418-629ae81f029b'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:27.407051 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06756f-b195-4a1f-8e38-442ccbf35387" -d '{"events": [{"server_uuid": "1c66adb2-72ed-4327-ba4c-efdef9fa18f2", "name": "network-vif-plugged", "status": "completed", "tag": "eca8d901-e37b-472e-b418-629ae81f029b"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:27.442475 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-97ed4c38-8835-45ab-a297-1383a77514fe None None] Provisioning complete for port dcf021e0-c72e-457c-8cea-e6d2be072f26 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:27.442960 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-97ed4c38-8835-45ab-a297-1383a77514fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.453741 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Publish callbacks [] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.456265 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port eca8d901-e37b-472e-b418-629ae81f029b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eca8d901-e37b-472e-b418-629ae81f029b,segment=NetworkSegment(185e441a-b960-4b87-956e-8bd9e53f3acd),segment_id=185e441a-b960-4b87-956e-8bd9e53f3acd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:27.480985 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-e4e8adef-304c-4094-9653-e31583c9bc97 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Floating IP 137e3487-3214-498f-9645-f8787b8b9911 associated. External IP: 172.37.3.244, port: ebf84be3-6be9-46a9-b6fd-10aca9db5a6f. Jul 19 11:07:27.484366 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (eca8d901-e37b-472e-b418-629ae81f029b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.489387 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-d3d236c1-50d0-4fd6-baf0-c2007d4a72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:27.494655 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-d3d236c1-50d0-4fd6-baf0-c2007d4a72f7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 1127 time: 0.2408981 Jul 19 11:07:27.499258 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.564766 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-97ed4c38-8835-45ab-a297-1383a77514fe None None] Port dcf021e0-c72e-457c-8cea-e6d2be072f26 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:27.568813 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:27.578393 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffa73b-3a53-4ce9-93ab-19bf9e5fdb85 req-03fe3ee5-ec2e-4973-9d62-ce924481a267 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:27.581044 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:27.582705 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aeffa73b-3a53-4ce9-93ab-19bf9e5fdb85 req-03fe3ee5-ec2e-4973-9d62-ce924481a267 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 943 time: 0.1570027 Jul 19 11:07:27.583565 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:27.587062 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:27.595110 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:27.710086 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks [] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.736115 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=eca8d901-e37b-472e-b418-629ae81f029b,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:27.739144 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-50b2209a-a934-40ff-a912-2b6c79561d30 req-3c4a7f28-9830-44ae-8357-ddc7e8f918b6 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045223 Jul 19 11:07:27.754761 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aeffa73b-3a53-4ce9-93ab-19bf9e5fdb85 req-9c354bd2-b137-412a-b3ba-04a0430b9155 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553841 Jul 19 11:07:27.767269 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] For port dcf021e0-c72e-457c-8cea-e6d2be072f26, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:27.832089 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:27.837614 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.896895 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72250112-28bb-4f1d-b0ca-9ffeec56f9bc x-openstack-request-id: req-72250112-28bb-4f1d-b0ca-9ffeec56f9bc {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:27.897225 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c66adb2-72ed-4327-ba4c-efdef9fa18f2", "name": "network-vif-plugged", "status": "completed", "tag": "eca8d901-e37b-472e-b418-629ae81f029b", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:27.897488 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-72250112-28bb-4f1d-b0ca-9ffeec56f9bc {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:27.897902 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72250112-28bb-4f1d-b0ca-9ffeec56f9bc'] response: {'server_uuid': '1c66adb2-72ed-4327-ba4c-efdef9fa18f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca8d901-e37b-472e-b418-629ae81f029b', 'code': 200} Jul 19 11:07:27.918335 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-78f6c7c8-98a7-4e47-ac4d-933061c53049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:27.934784 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] For port dcf021e0-c72e-457c-8cea-e6d2be072f26, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dcf021e0-c72e-457c-8cea-e6d2be072f26,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:27.959632 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:28.007342 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Attempting to bind port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:28.008430 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Attempting to bind port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2f1208b9-9bc6-43cd-abb3-edef89c80857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:28.010621 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Attempting to bind port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e on network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:28.032452 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:28.065850 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Pushing event updated for resources: {'Port': ['ID=f138dd8d-57e8-4783-9e0f-ec41ccd92a5e,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:28.144222 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:28.149271 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Checking segment: {'id': '2f1208b9-9bc6-43cd-abb3-edef89c80857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:28.149271 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:28.149734 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Bound using segment: {'id': '2f1208b9-9bc6-43cd-abb3-edef89c80857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:28.150266 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Bound port: f138dd8d-57e8-4783-9e0f-ec41ccd92a5e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1208b9-9bc6-43cd-abb3-edef89c80857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:28.150679 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:28.235534 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ec714-eaf4-4ebf-ad95-3068e4667d01 None None] Pushing event updated for resources: {'Port': ['ID=dcf021e0-c72e-457c-8cea-e6d2be072f26,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:28.406509 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:28.407182 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:28.454185 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:28.458302 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:28.477655 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] For port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:28.514190 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] For port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f138dd8d-57e8-4783-9e0f-ec41ccd92a5e,segment=NetworkSegment(2f1208b9-9bc6-43cd-abb3-edef89c80857),segment_id=2f1208b9-9bc6-43cd-abb3-edef89c80857)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:28.525892 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05555a-78a8-4f0e-9aa2-20599097237b req-693d87b3-d72d-4ba9-ae81-af44cee9b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:28.528139 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8a05555a-78a8-4f0e-9aa2-20599097237b req-693d87b3-d72d-4ba9-ae81-af44cee9b83f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 1134 time: 0.0644145 Jul 19 11:07:28.557260 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:28.579700 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device bee94173-a17a-45b4-ab19-e862338cf16b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:07:28.594336 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-a47eb5ad-3e1e-4b97-92fd-a6b8d14088a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:28.599636 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-a47eb5ad-3e1e-4b97-92fd-a6b8d14088a5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.8549364 Jul 19 11:07:28.645444 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e8adef-304c-4094-9653-e31583c9bc97 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:07:28.645948 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Pushing event updated for resources: {'Port': ['ID=70125fb9-4e99-4fa1-8cde-fc0e72bc3377,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:28.685642 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:28.698397 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port bee94173-a17a-45b4-ab19-e862338cf16b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bee94173-a17a-45b4-ab19-e862338cf16b,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:28.700658 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1602f12-21ac-4916-ae2e-efd5ff5a4a07 req-b52c1947-d1cd-4f83-8a9b-4ea635e8151a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:28.702265 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b1602f12-21ac-4916-ae2e-efd5ff5a4a07 req-b52c1947-d1cd-4f83-8a9b-4ea635e8151a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.7993152 Jul 19 11:07:28.713397 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:28.750606 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'port_id': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'mac_address': 'fa:16:3e:a1:d5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:07:28.775450 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-5d84d041-7922-45b3-a56b-ec19de159415 None None] Provisioning complete for port dcf021e0-c72e-457c-8cea-e6d2be072f26 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:28.776066 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5d84d041-7922-45b3-a56b-ec19de159415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:28.908272 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e8adef-304c-4094-9653-e31583c9bc97 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:07:28.911348 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port bee94173-a17a-45b4-ab19-e862338cf16b is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:28.911946 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:28.915458 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e4e8adef-304c-4094-9653-e31583c9bc97 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:28.919764 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-bdf713d9-12f3-4809-87b5-68b98a933917 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee94173-a17a-45b4-ab19-e862338cf16b HTTP/1.1" status: 200 len: 217 time: 0.0644708 Jul 19 11:07:28.935235 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee94173-a17a-45b4-ab19-e862338cf16b {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:07:28.965784 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port bee94173-a17a-45b4-ab19-e862338cf16b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bee94173-a17a-45b4-ab19-e862338cf16b,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:28.967370 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:07:28.982565 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b1602f12-21ac-4916-ae2e-efd5ff5a4a07 req-eecfe38a-4208-4b61-83c4-9e2d418dfa32 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221658 Jul 19 11:07:28.992291 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8a05555a-78a8-4f0e-9aa2-20599097237b req-ebd3e4aa-4b6a-4815-934b-4504aac388d9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881818 Jul 19 11:07:29.047594 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-4135ab52-afb0-4204-af87-404c14f8568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:29.049248 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-4135ab52-afb0-4204-af87-404c14f8568e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0685940 Jul 19 11:07:29.096524 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e4e8adef-304c-4094-9653-e31583c9bc97 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "PUT /v2.0/floatingips/137e3487-3214-498f-9645-f8787b8b9911 HTTP/1.1" status: 200 len: 992 time: 3.4472287 Jul 19 11:07:29.097847 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '988f14d7-6354-4388-a51c-b4df9749c671', 'tag': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:29.100650 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "988f14d7-6354-4388-a51c-b4df9749c671", "tag": "ebf84be3-6be9-46a9-b6fd-10aca9db5a6f"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:29.110595 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb409ab-cb11-453d-b9ab-4b0af1cc0d94 req-132020aa-f5b2-4a73-8d31-adca092e432c tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:29.112758 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9eb409ab-cb11-453d-b9ab-4b0af1cc0d94 req-132020aa-f5b2-4a73-8d31-adca092e432c tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 950 time: 0.1901212 Jul 19 11:07:29.230152 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9eb409ab-cb11-453d-b9ab-4b0af1cc0d94 req-4beb102f-4d60-4731-9762-6d4422b73ac1 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001744 Jul 19 11:07:29.231690 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks [] for router_gateway (7774db50-5635-41cf-a79c-1cf6be5eb2e3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:29.286977 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c287f7f-31ef-4389-b7ea-8f70f990a560 x-openstack-request-id: req-6c287f7f-31ef-4389-b7ea-8f70f990a560 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:29.287570 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "988f14d7-6354-4388-a51c-b4df9749c671", "tag": "ebf84be3-6be9-46a9-b6fd-10aca9db5a6f", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:29.288056 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6c287f7f-31ef-4389-b7ea-8f70f990a560 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:29.288802 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c287f7f-31ef-4389-b7ea-8f70f990a560'] response: {'name': 'network-changed', 'server_uuid': '988f14d7-6354-4388-a51c-b4df9749c671', 'tag': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f', 'status': 'completed', 'code': 200} Jul 19 11:07:29.355781 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:29.368782 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:29.371470 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b36f4-808c-4a0c-99cc-c67dda8011c7 req-3cc52033-f12d-40b5-bc65-57cbe496d648 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:29.380087 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e41b36f4-808c-4a0c-99cc-c67dda8011c7 req-3cc52033-f12d-40b5-bc65-57cbe496d648 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 944 time: 0.1890533 Jul 19 11:07:29.405910 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-f38de425-f7ca-49c9-afc9-f9c26048975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:29.407680 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-f38de425-f7ca-49c9-afc9-f9c26048975d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614774 Jul 19 11:07:29.454073 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e41b36f4-808c-4a0c-99cc-c67dda8011c7 req-25f59908-3453-43ff-8d72-fddd4ea1cee1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736475 Jul 19 11:07:29.455555 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device dcf021e0-c72e-457c-8cea-e6d2be072f26 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:29.469301 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:29.471453 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:29.524494 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcc0e1-bd4e-4528-a3b9-b5a4eb191754 None None] Pushing event updated for resources: {'Port': ['ID=f138dd8d-57e8-4783-9e0f-ec41ccd92a5e,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:29.572895 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (7774db50-5635-41cf-a79c-1cf6be5eb2e3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:29.578025 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:29.633459 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-5d84d041-7922-45b3-a56b-ec19de159415 None None] Current status of the port dcf021e0-c72e-457c-8cea-e6d2be072f26 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:29.633761 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5d84d041-7922-45b3-a56b-ec19de159415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:29.727612 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:07:29.754372 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=bee94173-a17a-45b4-ab19-e862338cf16b,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:29.796284 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port dcf021e0-c72e-457c-8cea-e6d2be072f26 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:29.796762 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:29.811953 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:29.844889 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-5d84d041-7922-45b3-a56b-ec19de159415 None None] For port dcf021e0-c72e-457c-8cea-e6d2be072f26, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dcf021e0-c72e-457c-8cea-e6d2be072f26,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:29.887364 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:29.892368 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5d84d041-7922-45b3-a56b-ec19de159415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:29.901210 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:07:29.916089 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Sync routers for ids ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:07:29.962972 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Routers {'7774db50-5635-41cf-a79c-1cf6be5eb2e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:29.963891 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:29.976571 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:29.977991 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-4e3252b5-cce4-41e3-876f-867937497611 admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7392790 Jul 19 11:07:29.980861 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50846) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:30.008969 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['bee94173-a17a-45b4-ab19-e862338cf16b'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:07:30.065113 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-fad438aa-d7bb-47da-b121-9fa875f3f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:30.066637 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-fad438aa-d7bb-47da-b121-9fa875f3f6e9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 1130 time: 0.1402903 Jul 19 11:07:30.110034 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:30.143528 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:30.144866 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:27Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:30.199124 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Set router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:30.220583 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d724f-60f2-4474-9eb5-ada9af56a77b req-b3f38ffd-d7a4-4e42-a24b-65a419a49a7d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:30.222555 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fa4d724f-60f2-4474-9eb5-ada9af56a77b req-b3f38ffd-d7a4-4e42-a24b-65a419a49a7d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0803318 Jul 19 11:07:30.346071 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:30.348436 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-b70a7467-5bfb-4ffa-b21f-05eb2a6f697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:30.351681 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-b70a7467-5bfb-4ffa-b21f-05eb2a6f697b service neutron] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 916 time: 0.2732100 Jul 19 11:07:30.358392 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a3674-f97e-4831-8e95-625d62db61ab None None] The sync data for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi is: [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:27Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:07:30.368468 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-800eeb26-95a4-4373-8114-6bfcde3e29bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:30.386635 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-13a99ace-d1c9-4691-831d-c3af7a4cde30 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3176181 Jul 19 11:07:30.409507 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fa4d724f-60f2-4474-9eb5-ada9af56a77b req-050f5da6-a733-41c9-b8d8-ecd6bddfe7cb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789353 Jul 19 11:07:30.454624 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a31016-0fc0-40ae-b6ca-e5aec292717c None None] Network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:07:30.462256 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-3d2a805e-fbd6-4544-bf84-d382cb7c58de service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342910 Jul 19 11:07:30.624735 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84d041-7922-45b3-a56b-ec19de159415 None None] Pushing event updated for resources: {'Port': ['ID=dcf021e0-c72e-457c-8cea-e6d2be072f26,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:30.627910 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-a59fc887-36bb-4e8a-ac8e-75aacb506480 None None] Provisioning complete for port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:30.628356 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a59fc887-36bb-4e8a-ac8e-75aacb506480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:30.633857 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:30.644914 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87'}], 'enable_snat': True}, 'gw_port_id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:26Z', 'updated_at': '2022-07-19T11:07:28Z', 'revision_number': 3, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'gw_port': {'id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:27Z', 'updated_at': '2022-07-19T11:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:30.660315 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e03e0-124a-4791-83cb-7cb71c299c46 req-8e61b96f-d871-478c-8cae-fb709dcb1d1f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:30.667334 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f65e03e0-124a-4791-83cb-7cb71c299c46 req-8e61b96f-d871-478c-8cae-fb709dcb1d1f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 944 time: 0.1156204 Jul 19 11:07:30.702953 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Checking router: 7774db50-5635-41cf-a79c-1cf6be5eb2e3 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:07:30.703441 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Updating router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:07:30.769218 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7878cf2-6aad-4d4f-b19a-ec8263ec7aba req-a30e0a09-fb70-4dd3-8fac-cf1f89e45669 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:30.771535 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b7878cf2-6aad-4d4f-b19a-ec8263ec7aba req-a30e0a09-fb70-4dd3-8fac-cf1f89e45669 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 950 time: 0.4200425 Jul 19 11:07:30.780827 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port dcf021e0-c72e-457c-8cea-e6d2be072f26 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:30.846539 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f65e03e0-124a-4791-83cb-7cb71c299c46 req-d2d7e3df-c2ee-4c30-8481-99be249f0100 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721466 Jul 19 11:07:30.855217 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:30.876722 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b7878cf2-6aad-4d4f-b19a-ec8263ec7aba req-03cc350b-4d46-416c-a48c-8e8aff9b7801 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608649 Jul 19 11:07:30.901505 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:31.206619 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-a59fc887-36bb-4e8a-ac8e-75aacb506480 None None] Current status of the port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:31.207063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a59fc887-36bb-4e8a-ac8e-75aacb506480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:31.223857 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '137e3487-3214-498f-9645-f8787b8b9911', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.244', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:d9:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988f14d7-6354-4388-a51c-b4df9749c671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:05Z', 'updated_at': '2022-07-19T11:07:26Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}, {'id': '7ab10a32-012d-475b-8fff-0a6a1906e50e', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.207', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:53Z', 'updated_at': '2022-07-19T11:05:48Z', 'revision_number': 2, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:31.283500 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-c77eead1-70e3-4577-bee2-260f31541404 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f HTTP/1.1" status: 200 len: 1000 time: 0.2382305 Jul 19 11:07:31.286742 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:07:31.287238 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-2f479a12-3f73-44fe-966a-5320c46055f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:31.289294 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-2f479a12-3f73-44fe-966a-5320c46055f5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 1129 time: 0.2399952 Jul 19 11:07:31.337118 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:31.347127 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:31.353578 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:31.386870 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-a59fc887-36bb-4e8a-ac8e-75aacb506480 None None] For port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f138dd8d-57e8-4783-9e0f-ec41ccd92a5e,segment=NetworkSegment(2f1208b9-9bc6-43cd-abb3-edef89c80857),segment_id=2f1208b9-9bc6-43cd-abb3-edef89c80857)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:31.388356 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:31.389119 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:31.501379 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07849a2a-6e10-475a-b989-1af19e8b6bf3 req-f6fe15b4-4fba-4127-9b0f-13eac90c88d5 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529040 Jul 19 11:07:31.523933 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f138dd8d-57e8-4783-9e0f-ec41ccd92a5e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:31.541349 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a59fc887-36bb-4e8a-ac8e-75aacb506480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:31.553997 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Publish callbacks [] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:31.564662 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-fed62220-b6f7-4e79-9f01-9cb0c75a0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:31.567775 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:31.576239 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-fed62220-b6f7-4e79-9f01-9cb0c75a0f78 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.2515678 Jul 19 11:07:31.647065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:31.660082 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:31.688946 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Pushing event updated for resources: {'Port': ['ID=70125fb9-4e99-4fa1-8cde-fc0e72bc3377,revision_number=2']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:31.699643 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Attempting to bind port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:31.699946 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Attempting to bind port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:31.700450 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Attempting to bind port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:31.703459 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-5f921933-45b5-4483-a099-e1e600a08100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:31.705293 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-5f921933-45b5-4483-a099-e1e600a08100 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1207957 Jul 19 11:07:31.721779 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97f552-c1e3-41c9-aecc-508cb64ff6ff req-83cf7883-392a-4fd1-8e9b-baa1da4e81ce tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:31.724552 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0e97f552-c1e3-41c9-aecc-508cb64ff6ff req-83cf7883-392a-4fd1-8e9b-baa1da4e81ce tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1235130 Jul 19 11:07:31.753317 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.753716 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.754088 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.754478 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.754817 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.755156 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.755485 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.755810 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.756190 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.756517 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.756869 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.757215 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.758088 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.758411 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.759315 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:31.763674 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:31.764102 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:31.764510 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:31.764923 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:31.765407 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Bound port: 70125fb9-4e99-4fa1-8cde-fc0e72bc3377, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:31.765787 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:31.855716 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] For port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:31.875084 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fc887-36bb-4e8a-ac8e-75aacb506480 None None] Pushing event updated for resources: {'Port': ['ID=f138dd8d-57e8-4783-9e0f-ec41ccd92a5e,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:31.877390 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] For port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70125fb9-4e99-4fa1-8cde-fc0e72bc3377,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:31.889676 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:31.906148 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-5b6577c1-1ee4-4a85-ac16-b2489b12118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:31.907907 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-5b6577c1-1ee4-4a85-ac16-b2489b12118e service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.5933933 Jul 19 11:07:31.979689 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-965d0f9e-7da1-4326-b6d7-a9832ebc433e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba1dd015-6965-43ea-a7cf-059d7c358686 HTTP/1.1" status: 200 len: 217 time: 0.0562832 Jul 19 11:07:31.984433 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0e97f552-c1e3-41c9-aecc-508cb64ff6ff req-c0e15186-333b-4681-9983-e455356289ed tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364013 Jul 19 11:07:32.003694 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:32.020029 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-625843e6-3343-4bc8-99dc-fd08bee3dad6 None None] Provisioning complete for port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:32.020436 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-625843e6-3343-4bc8-99dc-fd08bee3dad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:32.033186 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Routers {'7774db50-5635-41cf-a79c-1cf6be5eb2e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:32.036411 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:32.047510 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20f1f3-f94a-41e5-9e81-a64016f51147 None None] Pushing event updated for resources: {'Port': ['ID=70125fb9-4e99-4fa1-8cde-fc0e72bc3377,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:32.066779 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Allocated IP 172.20.0.1 (6c7a3fa0-b2af-494f-8994-88010bfc2b7a/12e95a72-b2a5-43e2-999d-d91d92e6a134/64d4a0ab-150c-46c4-874c-88f1f97e0272) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:32.130897 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-074fe20d-d545-485e-8ee7-78e2bfc9bd36 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146245 Jul 19 11:07:32.138382 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-80be399c-3f47-4867-8575-bbbd91d1c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:32.146027 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-80be399c-3f47-4867-8575-bbbd91d1c46c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.1494684 Jul 19 11:07:32.200712 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:32.201064 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:32.202911 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] Set router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:32.230516 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:32.261474 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966275e7-3fff-456f-a82d-cf0c00431e00 req-2b034005-e645-49a5-b369-8426543b123b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:32.262985 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-966275e7-3fff-456f-a82d-cf0c00431e00 req-2b034005-e645-49a5-b369-8426543b123b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 944 time: 0.2894177 Jul 19 11:07:32.278280 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac423-ab78-4c7c-9d80-6f8d6ed9f6e7 req-02e3de74-d402-4a21-a817-30623bf06d4b tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:32.283845 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77bac423-ab78-4c7c-9d80-6f8d6ed9f6e7 req-02e3de74-d402-4a21-a817-30623bf06d4b tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 950 time: 0.1797574 Jul 19 11:07:32.332331 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-3a1992bc-7ecb-4176-a14a-9251ef7fabce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:32.338261 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-3a1992bc-7ecb-4176-a14a-9251ef7fabce service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1627264 Jul 19 11:07:32.345680 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Publish callbacks [] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:32.417845 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47b46bf8-5eb4-4a0e-8b61-2df9fcd1f7b1 req-f519e2bf-0640-4451-a814-4ec6eac6454d service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202554 Jul 19 11:07:32.428770 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-966275e7-3fff-456f-a82d-cf0c00431e00 req-9e3b387a-ba4a-4837-bb7a-9253aaf9a8ab tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345103 Jul 19 11:07:32.455558 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87'}], 'enable_snat': True}, 'gw_port_id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:26Z', 'updated_at': '2022-07-19T11:07:28Z', 'revision_number': 3, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'gw_port': {'id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:27Z', 'updated_at': '2022-07-19T11:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:32.456184 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:32.496980 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bcb439-6223-46f4-b501-0f027532c9bc None None] The sync data for ids ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'] in dv-cinder-master-3-iscsi is: [{'id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87'}], 'enable_snat': True}, 'gw_port_id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:26Z', 'updated_at': '2022-07-19T11:07:28Z', 'revision_number': 3, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'gw_port': {'id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:27Z', 'updated_at': '2022-07-19T11:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:07:32.524214 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77bac423-ab78-4c7c-9d80-6f8d6ed9f6e7 req-9c075293-a7d3-4652-9db8-489bfb1870ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305508 Jul 19 11:07:32.559990 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:32.573670 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:32.575651 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Pushing event updated for resources: {'Port': ['ID=64d4a0ab-150c-46c4-874c-88f1f97e0272,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:32.576836 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-8079ba74-7a25-46db-80b0-14da31a92ae2 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291694 Jul 19 11:07:32.577854 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:32.578310 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (7774db50-5635-41cf-a79c-1cf6be5eb2e3), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:32.678179 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.678558 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.678855 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.679191 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.680090 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.683743 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.684149 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.684483 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.684840 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.685173 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.685502 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.692264 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:32.692646 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.693050 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.693676 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.693676 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:07:32.694337 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:32.776753 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:32.786135 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:32.842463 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d364bf9a-31a6-4cf7-b154-3a42330b1a62 req-19c19893-44fc-4a25-bb5b-ed48abe9cf39 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548239 Jul 19 11:07:32.973849 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:33.080474 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-625843e6-3343-4bc8-99dc-fd08bee3dad6 None None] Current status of the port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:33.129990 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device bee94173-a17a-45b4-ab19-e862338cf16b up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:33.223744 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:33.227960 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device dcf021e0-c72e-457c-8cea-e6d2be072f26 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:33.251434 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b80bd-ab6e-4385-87fb-3928363f949d req-60743015-4afd-4abe-9d73-3beaba95bf14 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:33.261359 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f87b80bd-ab6e-4385-87fb-3928363f949d req-60743015-4afd-4abe-9d73-3beaba95bf14 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 950 time: 0.1178102 Jul 19 11:07:33.317567 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:33.330532 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '137e3487-3214-498f-9645-f8787b8b9911', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.244', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:d9:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988f14d7-6354-4388-a51c-b4df9749c671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:05Z', 'updated_at': '2022-07-19T11:07:26Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}, {'id': '7ab10a32-012d-475b-8fff-0a6a1906e50e', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.207', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:53Z', 'updated_at': '2022-07-19T11:05:48Z', 'revision_number': 2, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:33.336935 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-dc50c9b3-f1d0-4ac3-a4fb-9484959f3ed8 None None] Provisioning complete for port 64d4a0ab-150c-46c4-874c-88f1f97e0272 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:33.337258 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-dc50c9b3-f1d0-4ac3-a4fb-9484959f3ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:33.386286 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f87b80bd-ab6e-4385-87fb-3928363f949d req-d44021fb-fb5f-40bc-848b-b9a99fb7d908 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237049 Jul 19 11:07:33.391660 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb91b66-015b-4222-a101-b05fc2e619cb req-caea92cc-9358-4599-ac77-9a65e68674ca tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:33.393367 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8fb91b66-015b-4222-a101-b05fc2e619cb req-caea92cc-9358-4599-ac77-9a65e68674ca tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1514993 Jul 19 11:07:33.417671 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d556b1-aaff-407f-ac07-b6f9f5ed600f None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '137e3487-3214-498f-9645-f8787b8b9911', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.244', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:d9:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '988f14d7-6354-4388-a51c-b4df9749c671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:05Z', 'updated_at': '2022-07-19T11:07:26Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}, {'id': '7ab10a32-012d-475b-8fff-0a6a1906e50e', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.207', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:53Z', 'updated_at': '2022-07-19T11:05:48Z', 'revision_number': 2, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:07:33.418583 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:33.431910 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port bee94173-a17a-45b4-ab19-e862338cf16b completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:07:33.447831 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port bee94173-a17a-45b4-ab19-e862338cf16b triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:33.448264 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:33.461491 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port dcf021e0-c72e-457c-8cea-e6d2be072f26 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:33.461877 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:33.521784 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8fb91b66-015b-4222-a101-b05fc2e619cb req-e9b891cf-5c18-4a23-b8a2-a47cb8e2a2d3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227081 Jul 19 11:07:33.581740 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-dc50c9b3-f1d0-4ac3-a4fb-9484959f3ed8 None None] Port 64d4a0ab-150c-46c4-874c-88f1f97e0272 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:33.667850 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb739de-0d83-482d-a6a2-0b4e68ad17f6 req-a4c574b6-426c-4c6d-9825-4b0330619607 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:33.671905 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port dcf021e0-c72e-457c-8cea-e6d2be072f26 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:33.673753 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcb739de-0d83-482d-a6a2-0b4e68ad17f6 req-a4c574b6-426c-4c6d-9825-4b0330619607 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 944 time: 0.0951474 Jul 19 11:07:33.770670 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port bee94173-a17a-45b4-ab19-e862338cf16b is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:33.771079 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:33.795208 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dcb739de-0d83-482d-a6a2-0b4e68ad17f6 req-6009446b-ced6-476e-8c41-b2c180298aa8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158507 Jul 19 11:07:33.797689 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Publish callbacks [] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:33.804346 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:33.807241 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (7774db50-5635-41cf-a79c-1cf6be5eb2e3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:33.832446 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:33.836107 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d56d36e-cc8a-4895-9ef4-ef15d715c527" -d '{"events": [{"server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "name": "network-vif-plugged", "status": "completed", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:33.860312 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a188bc-bf8c-4818-9d77-4bbfddca4480 None None] New status for floating IP 137e3487-3214-498f-9645-f8787b8b9911: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:07:33.900745 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Pushing event updated for resources: {'Port': ['ID=64d4a0ab-150c-46c4-874c-88f1f97e0272,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:34.034496 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:34.036684 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:34.061905 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:34.067752 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22fc82f-fb1a-4c15-b20a-44b1d928accf x-openstack-request-id: req-d22fc82f-fb1a-4c15-b20a-44b1d928accf {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:34.068115 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "name": "network-vif-plugged", "status": "completed", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:34.068272 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d22fc82f-fb1a-4c15-b20a-44b1d928accf {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:34.068677 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22fc82f-fb1a-4c15-b20a-44b1d928accf'] response: {'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'code': 200} Jul 19 11:07:34.072244 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port bee94173-a17a-45b4-ab19-e862338cf16b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bee94173-a17a-45b4-ab19-e862338cf16b,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:34.082359 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:34.126329 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:34.198500 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:34.200465 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=bee94173-a17a-45b4-ab19-e862338cf16b,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:34.219334 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:34.220145 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:34.250533 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:07:34.271413 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:34.309661 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:34.310057 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:34.340981 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70125fb9-4e99-4fa1-8cde-fc0e72bc3377,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:34.346721 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:34.348604 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f138dd8d-57e8-4783-9e0f-ec41ccd92a5e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:34.428602 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:07:34.443614 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8bbfa4b6-002b-4650-8767-be97b42ba018 admin admin] 10.222.0.33 "PUT /v2.0/routers/7774db50-5635-41cf-a79c-1cf6be5eb2e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4617348 Jul 19 11:07:34.526125 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=70125fb9-4e99-4fa1-8cde-fc0e72bc3377,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:34.579681 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1b6ae-4b78-46b5-ab5e-cb0db8bc61bc req-32598f19-f3dc-4a9f-a409-12a52643a9be tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:34.587615 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-26d1b6ae-4b78-46b5-ab5e-cb0db8bc61bc req-32598f19-f3dc-4a9f-a409-12a52643a9be tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 950 time: 0.0935447 Jul 19 11:07:34.609647 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-de711bcf-5daf-4761-8423-86cae39dc5b7 None None] Provisioning complete for port 64d4a0ab-150c-46c4-874c-88f1f97e0272 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:34.610125 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-de711bcf-5daf-4761-8423-86cae39dc5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:34.655817 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-26d1b6ae-4b78-46b5-ab5e-cb0db8bc61bc req-e9443d81-77b3-4fe4-bb09-1486ce465896 tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/security-groups?id=ef950487-3631-4aa1-9cb3-e99c412ccc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671201 Jul 19 11:07:34.672810 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:34.673194 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:34.706497 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-de711bcf-5daf-4761-8423-86cae39dc5b7 None None] Port 64d4a0ab-150c-46c4-874c-88f1f97e0272 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:34.730944 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecfbc1-c26b-4577-a161-3944d93ea24e req-d4d27e62-f2a5-440d-a307-db52f3647126 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:34.733555 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-05ecfbc1-c26b-4577-a161-3944d93ea24e req-d4d27e62-f2a5-440d-a307-db52f3647126 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0671878 Jul 19 11:07:34.799841 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:34.883566 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-05ecfbc1-c26b-4577-a161-3944d93ea24e req-ada50818-6bbb-4a1a-ade5-42326081237a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357253 Jul 19 11:07:34.971936 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-bed663a1-6262-4f66-8ece-64d1cc62bd8e tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:34.973910 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-bed663a1-6262-4f66-8ece-64d1cc62bd8e tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.27 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 950 time: 0.1068873 Jul 19 11:07:35.021921 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06896-90b4-47a1-8aec-78cee1a5a327 req-ac440ade-d7f8-4760-9f67-c1d3b5854533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:35.023602 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5de06896-90b4-47a1-8aec-78cee1a5a327 req-ac440ade-d7f8-4760-9f67-c1d3b5854533 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 1129 time: 0.1182795 Jul 19 11:07:35.080368 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:35.087186 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9766e-b5c0-4e28-b4db-c6762ba946a3 req-ddb09234-d628-4780-a103-e04e522e9114 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:35.096076 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-27b9766e-b5c0-4e28-b4db-c6762ba946a3 req-ddb09234-d628-4780-a103-e04e522e9114 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.1012456 Jul 19 11:07:35.137569 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5de06896-90b4-47a1-8aec-78cee1a5a327 req-fa042c82-e41f-4c23-833d-3281c9f11339 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001606 Jul 19 11:07:35.211209 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-27b9766e-b5c0-4e28-b4db-c6762ba946a3 req-f2dfa35f-bf9b-4e2d-863b-2fc724331ca4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134074 Jul 19 11:07:35.217189 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Deleting port eca8d901-e37b-472e-b418-629ae81f029b {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:07:35.217737 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (eca8d901-e37b-472e-b418-629ae81f029b), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:35.295707 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:35.357776 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] For port eca8d901-e37b-472e-b418-629ae81f029b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eca8d901-e37b-472e-b418-629ae81f029b,segment=NetworkSegment(185e441a-b960-4b87-956e-8bd9e53f3acd),segment_id=185e441a-b960-4b87-956e-8bd9e53f3acd)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:35.358135 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (eca8d901-e37b-472e-b418-629ae81f029b), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:35.377364 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Calling delete_port for eca8d901-e37b-472e-b418-629ae81f029b owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:07:35.421132 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Sync routers for ids ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:07:35.435525 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Routers {'7774db50-5635-41cf-a79c-1cf6be5eb2e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:35.436391 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:35.563512 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (eca8d901-e37b-472e-b418-629ae81f029b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:35.590877 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Set router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:35.603489 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Pushing event deleted for resources: {'Port': ['ID=eca8d901-e37b-472e-b418-629ae81f029b,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:35.612005 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['eca8d901-e37b-472e-b418-629ae81f029b'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:07:35.689672 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] No DVR routers for this DVR port eca8d901-e37b-472e-b418-629ae81f029b on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:07:35.692455 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:35.698746 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f958b61f-426e-4aff-a1ff-ff02bd30e2e2 req-2e936c39-3b3a-4a9e-966f-8b22b06ca9ed tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.27 "DELETE /v2.0/ports/eca8d901-e37b-472e-b418-629ae81f029b HTTP/1.1" status: 204 len: 173 time: 0.7157383 Jul 19 11:07:35.699262 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c66adb2-72ed-4327-ba4c-efdef9fa18f2', 'name': 'network-vif-deleted', 'tag': 'eca8d901-e37b-472e-b418-629ae81f029b'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:35.702300 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32213e66-72be-43ba-9650-d094fab8b72c" -d '{"events": [{"server_uuid": "1c66adb2-72ed-4327-ba4c-efdef9fa18f2", "name": "network-vif-deleted", "tag": "eca8d901-e37b-472e-b418-629ae81f029b"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:35.785187 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5189d0aa-1f08-409b-a71f-fdb68230cd45 x-openstack-request-id: req-5189d0aa-1f08-409b-a71f-fdb68230cd45 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:35.785498 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c66adb2-72ed-4327-ba4c-efdef9fa18f2", "name": "network-vif-deleted", "tag": "eca8d901-e37b-472e-b418-629ae81f029b", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:35.785785 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5189d0aa-1f08-409b-a71f-fdb68230cd45 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:35.786187 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5189d0aa-1f08-409b-a71f-fdb68230cd45'] response: {'server_uuid': '1c66adb2-72ed-4327-ba4c-efdef9fa18f2', 'name': 'network-vif-deleted', 'tag': 'eca8d901-e37b-472e-b418-629ae81f029b', 'status': 'completed', 'code': 200} Jul 19 11:07:35.872187 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:35.889998 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ac535fdd-a404-47d6-ab86-4841187498c0 req-f26244b1-c718-4b27-b3b0-c0f7855c1ffd tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 210 time: 0.0931864 Jul 19 11:07:36.001130 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:36.001836 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:36.151196 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dea71-9859-423a-a302-0bbd85f5f9ee req-0fec2fb3-389b-4559-84ca-70cfb589056a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:36.159529 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-292dea71-9859-423a-a302-0bbd85f5f9ee req-0fec2fb3-389b-4559-84ca-70cfb589056a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1174109 Jul 19 11:07:36.220483 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-292dea71-9859-423a-a302-0bbd85f5f9ee req-6605397e-0d17-4e84-96a8-2fde769096bc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597591 Jul 19 11:07:36.232548 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:36.292605 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87'}], 'enable_snat': True}, 'gw_port_id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:26Z', 'updated_at': '2022-07-19T11:07:33Z', 'revision_number': 4, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'gw_port': {'id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:27Z', 'updated_at': '2022-07-19T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '64d4a0ab-150c-46c4-874c-88f1f97e0272', 'name': '', 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'mac_address': 'fa:16:3e:15:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '12e95a72-b2a5-43e2-999d-d91d92e6a134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:31Z', 'updated_at': '2022-07-19T11:07:33Z', 'revision_number': 2, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'subnets': [{'id': '12e95a72-b2a5-43e2-999d-d91d92e6a134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:36.356955 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Checking router: 7774db50-5635-41cf-a79c-1cf6be5eb2e3 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:07:36.357309 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Updating router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 port 64d4a0ab-150c-46c4-874c-88f1f97e0272 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:07:36.388456 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:36.406220 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:36.426068 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae84b6b-f927-4acf-b922-26a38f41a2d6 req-7d645ca1-5971-4c15-b200-1ecb8d84649d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:36.428370 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5ae84b6b-f927-4acf-b922-26a38f41a2d6 req-7d645ca1-5971-4c15-b200-1ecb8d84649d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0954511 Jul 19 11:07:36.565185 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5ae84b6b-f927-4acf-b922-26a38f41a2d6 req-b1a87e27-e1fe-426b-9307-fc230c1ec61e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299777 Jul 19 11:07:36.768977 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:36.918170 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Publish callbacks [] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:36.924251 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:37.001467 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9c761-7205-44c2-8ab8-238339b9b961 None None] Pushing event updated for resources: {'Port': ['ID=64d4a0ab-150c-46c4-874c-88f1f97e0272,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:37.079906 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Attempting to bind port 64d4a0ab-150c-46c4-874c-88f1f97e0272 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:37.080708 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Attempting to bind port 64d4a0ab-150c-46c4-874c-88f1f97e0272 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2f1208b9-9bc6-43cd-abb3-edef89c80857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:37.081237 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Attempting to bind port 64d4a0ab-150c-46c4-874c-88f1f97e0272 on network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:37.093393 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:37.093974 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:37.093974 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Checking segment: {'id': '2f1208b9-9bc6-43cd-abb3-edef89c80857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:37.095803 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:37.096574 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Bound using segment: {'id': '2f1208b9-9bc6-43cd-abb3-edef89c80857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:37.097172 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Bound port: 64d4a0ab-150c-46c4-874c-88f1f97e0272, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1208b9-9bc6-43cd-abb3-edef89c80857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:37.097789 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:37.129819 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1b4f259b-6035-41e4-9320-cf0039117fc6 req-1f4686df-236f-442f-a685-026c8eb14d4c tempest-VolumesNegativeTest-1175169626 tempest-VolumesNegativeTest-1175169626-project] 10.222.0.33 "GET /v2.0/ports?device_id=1c66adb2-72ed-4327-ba4c-efdef9fa18f2 HTTP/1.1" status: 200 len: 210 time: 0.0541816 Jul 19 11:07:37.218934 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] For port 64d4a0ab-150c-46c4-874c-88f1f97e0272, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:37.233210 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] For port 64d4a0ab-150c-46c4-874c-88f1f97e0272, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=64d4a0ab-150c-46c4-874c-88f1f97e0272,segment=NetworkSegment(2f1208b9-9bc6-43cd-abb3-edef89c80857),segment_id=2f1208b9-9bc6-43cd-abb3-edef89c80857)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:37.278813 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:37.362578 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-ef0a5f9c-c213-4090-bc61-1747b53407d1 None None] Provisioning complete for port 64d4a0ab-150c-46c4-874c-88f1f97e0272 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:37.363645 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ef0a5f9c-c213-4090-bc61-1747b53407d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:37.462666 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Routers {'7774db50-5635-41cf-a79c-1cf6be5eb2e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:37.463217 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:37.592021 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce864cd8-43a3-440d-8435-606fb41bbbfc req-b86a88de-4dcb-4085-b208-95918ad33b2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:37.599612 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ce864cd8-43a3-440d-8435-606fb41bbbfc req-b86a88de-4dcb-4085-b208-95918ad33b2a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1917388 Jul 19 11:07:37.621506 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9c761-7205-44c2-8ab8-238339b9b961 None None] Pushing event updated for resources: {'Port': ['ID=64d4a0ab-150c-46c4-874c-88f1f97e0272,revision_number=4']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:37.723951 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a5f9c-c213-4090-bc61-1747b53407d1 None None] Current status of the port 64d4a0ab-150c-46c4-874c-88f1f97e0272 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:37.724594 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ef0a5f9c-c213-4090-bc61-1747b53407d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:37.828752 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ce864cd8-43a3-440d-8435-606fb41bbbfc req-30c1db8d-7767-4453-8074-a4f313773d8f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282660 Jul 19 11:07:37.907978 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-ef0a5f9c-c213-4090-bc61-1747b53407d1 None None] For port 64d4a0ab-150c-46c4-874c-88f1f97e0272, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=64d4a0ab-150c-46c4-874c-88f1f97e0272,segment=NetworkSegment(2f1208b9-9bc6-43cd-abb3-edef89c80857),segment_id=2f1208b9-9bc6-43cd-abb3-edef89c80857)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:37.924448 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ef0a5f9c-c213-4090-bc61-1747b53407d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:37.929709 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] Set router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:37.955707 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e882f-751b-439b-9500-b8b65ef8ce6f req-3d8020c9-1cbf-4482-be17-3e185a1c3903 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:37.974508 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-df9e882f-751b-439b-9500-b8b65ef8ce6f req-3d8020c9-1cbf-4482-be17-3e185a1c3903 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.2057023 Jul 19 11:07:38.193781 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-df9e882f-751b-439b-9500-b8b65ef8ce6f req-823e92ac-3256-4d38-8c73-ce6fa08f40e5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130947 Jul 19 11:07:38.240668 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:38.248570 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-a8d8aa1b-7847-4d51-baf6-fb45b9c2b79c None None] Provisioning complete for port 64d4a0ab-150c-46c4-874c-88f1f97e0272 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:38.250751 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a8d8aa1b-7847-4d51-baf6-fb45b9c2b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:38.258969 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:38.424723 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541800a-3e01-49fe-95ac-d2fd084dd180 req-25162461-8855-4056-a417-18dcd7ab6223 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:38.428674 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8541800a-3e01-49fe-95ac-d2fd084dd180 req-25162461-8855-4056-a417-18dcd7ab6223 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0967271 Jul 19 11:07:38.438654 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 50944) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:38.439141 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87'}], 'enable_snat': True}, 'gw_port_id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:26Z', 'updated_at': '2022-07-19T11:07:33Z', 'revision_number': 4, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'gw_port': {'id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:27Z', 'updated_at': '2022-07-19T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '64d4a0ab-150c-46c4-874c-88f1f97e0272', 'name': '', 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'mac_address': 'fa:16:3e:15:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '12e95a72-b2a5-43e2-999d-d91d92e6a134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:31Z', 'updated_at': '2022-07-19T11:07:37Z', 'revision_number': 4, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'subnets': [{'id': '12e95a72-b2a5-43e2-999d-d91d92e6a134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:38.439852 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a5f9c-c213-4090-bc61-1747b53407d1 None None] Pushing event updated for resources: {'Port': ['ID=64d4a0ab-150c-46c4-874c-88f1f97e0272,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:38.458375 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-2a2e6ec0-33ba-4052-a069-923c7c176896 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Request body: {'floatingip': {'port_id': 'bee94173-a17a-45b4-ab19-e862338cf16b'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:38.505058 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a2e6ec0-33ba-4052-a069-923c7c176896 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for floatingip (e67302e7-5167-4a7c-9191-74e606022746), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:38.505270 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-a8d8aa1b-7847-4d51-baf6-fb45b9c2b79c None None] Current status of the port 64d4a0ab-150c-46c4-874c-88f1f97e0272 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:38.534823 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ecf1cb-bfa5-47c5-9cd6-cdfacfdd6f61 None None] The sync data for ids ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'] in dv-cinder-master-3-iscsi is: [{'id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87'}], 'enable_snat': True}, 'gw_port_id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:26Z', 'updated_at': '2022-07-19T11:07:33Z', 'revision_number': 4, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'gw_port': {'id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:27Z', 'updated_at': '2022-07-19T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '64d4a0ab-150c-46c4-874c-88f1f97e0272', 'name': '', 'network_id': '6c7a3fa0-b2af-494f-8994-88010bfc2b7a', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'mac_address': 'fa:16:3e:15:64:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '12e95a72-b2a5-43e2-999d-d91d92e6a134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:31Z', 'updated_at': '2022-07-19T11:07:37Z', 'revision_number': 4, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'subnets': [{'id': '12e95a72-b2a5-43e2-999d-d91d92e6a134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:07:39.079277 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device eca8d901-e37b-472e-b418-629ae81f029b no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:07:39.120226 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:39.124187 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: eca8d901-e37b-472e-b418-629ae81f029b {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:07:39.128337 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device eca8d901-e37b-472e-b418-629ae81f029b not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:07:39.325182 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b885365-4841-4dac-bca9-5a388665213d req-4471c93c-837c-4693-aee4-47e4c86f24d5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:39.348472 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6b885365-4841-4dac-bca9-5a388665213d req-4471c93c-837c-4693-aee4-47e4c86f24d5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.1044805 Jul 19 11:07:39.358632 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a2e6ec0-33ba-4052-a069-923c7c176896 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:39.381882 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a2e6ec0-33ba-4052-a069-923c7c176896 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (e67302e7-5167-4a7c-9191-74e606022746), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:39.540655 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6b885365-4841-4dac-bca9-5a388665213d req-45e474f6-df54-4211-9ced-8d6466d2609d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907775 Jul 19 11:07:39.641209 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [None req-2a2e6ec0-33ba-4052-a069-923c7c176896 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Floating IP e67302e7-5167-4a7c-9191-74e606022746 associated. External IP: 172.37.3.204, port: bee94173-a17a-45b4-ab19-e862338cf16b. Jul 19 11:07:39.643494 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:39.928069 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 64d4a0ab-150c-46c4-874c-88f1f97e0272 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:39.988876 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 64d4a0ab-150c-46c4-874c-88f1f97e0272 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:39.992779 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:40.008172 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:40.150886 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 64d4a0ab-150c-46c4-874c-88f1f97e0272 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:40.152956 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2e6ec0-33ba-4052-a069-923c7c176896 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Router b050d99b-4840-43fe-8a76-4d2077c75e1d has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:07:40.321585 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2e6ec0-33ba-4052-a069-923c7c176896 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:07:40.332430 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-2a2e6ec0-33ba-4052-a069-923c7c176896 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:40.346602 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] Sync routers for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:07:40.383838 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:40.383838 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:40.397531 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-2a2e6ec0-33ba-4052-a069-923c7c176896 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "PUT /v2.0/floatingips/e67302e7-5167-4a7c-9191-74e606022746 HTTP/1.1" status: 200 len: 991 time: 1.9569016 Jul 19 11:07:40.399146 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:40.401537 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947" -d '{"events": [{"name": "network-changed", "server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:40.447063 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f16446b-fbd2-4c52-a9d8-cfcbf1cb0762 x-openstack-request-id: req-9f16446b-fbd2-4c52-a9d8-cfcbf1cb0762 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:40.450049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:40.450514 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9f16446b-fbd2-4c52-a9d8-cfcbf1cb0762 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:40.451131 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f16446b-fbd2-4c52-a9d8-cfcbf1cb0762'] response: {'name': 'network-changed', 'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'status': 'completed', 'code': 200} Jul 19 11:07:40.607986 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-6acd0667-60a2-49de-b0b1-22c3805c5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:40.609960 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-6acd0667-60a2-49de-b0b1-22c3805c5083 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 1129 time: 0.1086059 Jul 19 11:07:40.626004 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:40.756009 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6ae76-09d7-4c67-90cf-e0daf08f7695 req-347b7fc4-b187-4312-853f-be412a3b9e03 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:40.765211 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c7b6ae76-09d7-4c67-90cf-e0daf08f7695 req-347b7fc4-b187-4312-853f-be412a3b9e03 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0958741 Jul 19 11:07:40.864448 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c7b6ae76-09d7-4c67-90cf-e0daf08f7695 req-a6594bba-db61-47fe-a116-e68b75df083d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983706 Jul 19 11:07:40.876073 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-c7df8c60-d0ec-4172-b916-ec08db941b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:40.890031 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-c7df8c60-d0ec-4172-b916-ec08db941b35 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.2666140 Jul 19 11:07:41.067135 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-2d2d7785-1698-4f8c-b195-4b68fba8ffc4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee94173-a17a-45b4-ab19-e862338cf16b HTTP/1.1" status: 200 len: 999 time: 0.1695867 Jul 19 11:07:41.201575 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-784f6c8b-3e09-4a22-89fb-9d7776f24742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:41.204103 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-784f6c8b-3e09-4a22-89fb-9d7776f24742 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.1174672 Jul 19 11:07:41.311026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-dedea122-2c13-4eee-8160-d80b46cdf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:41.313479 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-dedea122-2c13-4eee-8160-d80b46cdf2a3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977774 Jul 19 11:07:41.399679 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e67302e7-5167-4a7c-9191-74e606022746', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'floating_ip_address': '172.37.3.204', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'port_id': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'mac_address': 'fa:16:3e:a1:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:14Z', 'updated_at': '2022-07-19T11:07:39Z', 'revision_number': 1, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:41.493068 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] Checking router: b050d99b-4840-43fe-8a76-4d2077c75e1d for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:07:41.512810 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:41.513459 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:41.587424 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-c01bbd1d-7d02-4f52-ad69-0ecfadf46d46 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496545 Jul 19 11:07:41.715684 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:41.752396 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:41.758985 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-712dfd6b-d3b5-4b87-9a2d-f18ff4872947 req-84cb9c5d-194c-4504-86b6-3326228071fd service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597271 Jul 19 11:07:41.961041 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:42.032746 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e67302e7-5167-4a7c-9191-74e606022746', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'floating_ip_address': '172.37.3.204', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'port_id': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'mac_address': 'fa:16:3e:a1:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:14Z', 'updated_at': '2022-07-19T11:07:39Z', 'revision_number': 1, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:42.063136 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b5398-8f0e-4081-a951-0dca3cc75509 None None] The sync data for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi is: [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e67302e7-5167-4a7c-9191-74e606022746', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'floating_ip_address': '172.37.3.204', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'port_id': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'mac_address': 'fa:16:3e:a1:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:14Z', 'updated_at': '2022-07-19T11:07:39Z', 'revision_number': 1, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:07:42.073785 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2ac28-7e01-455b-becd-f6da04303bd0 req-921362d9-d022-41d4-b9f1-ab24db4f74da tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:42.089403 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-99a2ac28-7e01-455b-becd-f6da04303bd0 req-921362d9-d022-41d4-b9f1-ab24db4f74da tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0756857 Jul 19 11:07:42.165331 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-99a2ac28-7e01-455b-becd-f6da04303bd0 req-004b92d4-bb82-405a-99e8-c06d68cc52b5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743833 Jul 19 11:07:42.377057 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00a5d8-eb54-4dd2-92c8-50a08c02656b None None] New status for floating IP e67302e7-5167-4a7c-9191-74e606022746: ACTIVE {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:07:43.354341 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-bc71ede2-af78-4c2e-942d-a3061ab66b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:43.357222 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-bc71ede2-af78-4c2e-942d-a3061ab66b5f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 1130 time: 0.1039267 Jul 19 11:07:43.369688 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8a975-8770-4b55-89aa-3ee28a693db6 req-6d472c70-3789-4074-9243-cd81557b4b5d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:43.371530 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73d8a975-8770-4b55-89aa-3ee28a693db6 req-6d472c70-3789-4074-9243-cd81557b4b5d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0807359 Jul 19 11:07:43.474662 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-73d8a975-8770-4b55-89aa-3ee28a693db6 req-fb5acad6-5ce6-48dc-85fc-5c736d2e65a1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939784 Jul 19 11:07:43.511434 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-7e7743de-a211-442b-94ff-99726865e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:43.513773 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-7e7743de-a211-442b-94ff-99726865e56e service neutron] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 917 time: 0.1411493 Jul 19 11:07:43.598825 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-cad2b1b6-7d61-4ff6-bd97-f25801f659ea service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c HTTP/1.1" status: 200 len: 1002 time: 0.0778143 Jul 19 11:07:43.661526 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-c833e961-9cb4-4e7c-9a01-1ab36a68e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:43.663419 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-c833e961-9cb4-4e7c-9a01-1ab36a68e061 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.0536580 Jul 19 11:07:43.733671 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-cb729be6-12f3-4747-8e03-07cf8be4c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:43.735372 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-cb729be6-12f3-4747-8e03-07cf8be4c55d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642214 Jul 19 11:07:43.765720 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:43.857083 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-3beeb5d3-70aa-4d98-aa05-4b010280f25a service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137412 Jul 19 11:07:43.983718 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2f62f16e-1bae-40fc-90b8-e08dcf840689 req-48f857db-ceb7-464f-93eb-d7e42d3f1a9d service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192038 Jul 19 11:07:44.618572 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edc94-e1aa-4887-85aa-222bd1f2a496 req-a520447c-bf50-4364-9c6a-a64212ff6b7a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:44.620774 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f85edc94-e1aa-4887-85aa-222bd1f2a496 req-a520447c-bf50-4364-9c6a-a64212ff6b7a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0552657 Jul 19 11:07:44.689009 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f85edc94-e1aa-4887-85aa-222bd1f2a496 req-7c0c334f-570d-462a-aaf8-2d4a2c6667ce tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620482 Jul 19 11:07:45.849681 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4249a1-cc50-4ecd-bcfc-8b97207aca96 req-6b00c54d-ecfd-4982-a73b-01c506827054 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:45.851844 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eb4249a1-cc50-4ecd-bcfc-8b97207aca96 req-6b00c54d-ecfd-4982-a73b-01c506827054 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0610685 Jul 19 11:07:45.906692 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eb4249a1-cc50-4ecd-bcfc-8b97207aca96 req-b5020903-2cb4-4b7c-a5a5-ac342db53a46 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485909 Jul 19 11:07:46.676953 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51250) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:46.892226 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a8d3887c-1cf3-4b33-b39c-18db9647a55a admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2b4575dc494d40fda826dbcd0600a76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139761 Jul 19 11:07:46.895092 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51258) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:46.954804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3df66d0-99bb-4633-83a8-026f0f804e93 admin admin] Publish callbacks [] for security_group (ef950487-3631-4aa1-9cb3-e99c412ccc9e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:46.988522 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3df66d0-99bb-4633-83a8-026f0f804e93 admin admin] Publish callbacks [] for security_group (ef950487-3631-4aa1-9cb3-e99c412ccc9e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:47.063395 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc2f5c-f2b0-437b-baa2-50ae752f8cef req-7c26c917-c264-4f5d-a170-049aa8ffd340 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:47.064914 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bdcc2f5c-f2b0-437b-baa2-50ae752f8cef req-7c26c917-c264-4f5d-a170-049aa8ffd340 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 946 time: 0.0747254 Jul 19 11:07:47.106217 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3df66d0-99bb-4633-83a8-026f0f804e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ef950487-3631-4aa1-9cb3-e99c412ccc9e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:47.109007 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f3df66d0-99bb-4633-83a8-026f0f804e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:47.112876 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f3df66d0-99bb-4633-83a8-026f0f804e93 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ef950487-3631-4aa1-9cb3-e99c412ccc9e HTTP/1.1" status: 204 len: 168 time: 0.2168570 Jul 19 11:07:47.135804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df66d0-99bb-4633-83a8-026f0f804e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef950487-3631-4aa1-9cb3-e99c412ccc9e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:47.143040 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bdcc2f5c-f2b0-437b-baa2-50ae752f8cef req-1702c158-5ac1-46ba-b78b-dcba78205b32 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719082 Jul 19 11:07:47.191697 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 748a7315-79e9-4ab8-ad6a-336c057e8b2c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:07:47.285352 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:47.296724 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 748a7315-79e9-4ab8-ad6a-336c057e8b2c is: ACTIVE; New status is: DOWN {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:47.297531 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:47.327777 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:07:47.330403 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868bd537-df5a-44cb-9021-7e255a3df139" -d '{"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-unplugged", "status": "completed", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:07:47.364153 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:47.369110 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:47.415932 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Jul 2022 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ba5237-d8de-42cf-81c2-fa3cd150d774 x-openstack-request-id: req-86ba5237-d8de-42cf-81c2-fa3cd150d774 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:07:47.416234 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-unplugged", "status": "failed", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c", "code": 422}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:07:47.416482 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-86ba5237-d8de-42cf-81c2-fa3cd150d774 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:07:47.417103 dv-cinder-master-3-iscsi neutron-server[104078]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-86ba5237-d8de-42cf-81c2-fa3cd150d774']: {'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'code': 422} returned with failed status Jul 19 11:07:47.449468 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=8']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:47.796468 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-a4529576-5313-48ce-ad87-3564a445b8bb req-c1cff5c7-3e34-4236-99f4-d3b3924ab267 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 11:07:47.797446 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a4529576-5313-48ce-ad87-3564a445b8bb req-c1cff5c7-3e34-4236-99f4-d3b3924ab267 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056586 Jul 19 11:07:47.909138 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:47.933044 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:47.981062 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-c9efe346-6217-410b-b371-d017b018ba18 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:47.983537 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-c9efe346-6217-410b-b371-d017b018ba18 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/networks?id=c45e8b75-1fcc-418c-baa1-a3821825a45d HTTP/1.1" status: 200 len: 814 time: 0.1807537 Jul 19 11:07:48.005220 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d5a47ed2-3f7d-4e93-a398-cda94fc0ebb7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/quotas/05630eeaf84a4d1bafd213d419f7a97a HTTP/1.1" status: 200 len: 375 time: 0.0158310 Jul 19 11:07:48.015681 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6a9af-a8eb-4b28-813e-eb4b619e2c7d req-2d9431de-661b-45dc-a185-2bd9a8188359 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:48.022460 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-24c6a9af-a8eb-4b28-813e-eb4b619e2c7d req-2d9431de-661b-45dc-a185-2bd9a8188359 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0709627 Jul 19 11:07:48.068969 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-df09108a-fd58-4d15-937a-15327aa4f1d6 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=05630eeaf84a4d1bafd213d419f7a97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581853 Jul 19 11:07:48.082388 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-24c6a9af-a8eb-4b28-813e-eb4b619e2c7d req-5e964292-aa4f-41b0-8815-355df01352d9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583131 Jul 19 11:07:48.092379 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51334) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:48.186052 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-32442c72-8fa7-4573-a005-d0cb54564c2d service neutron] 10.222.0.33 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031606 Jul 19 11:07:48.206534 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1205008942-network', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:48.232312 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Made reservation on behalf of a7109adf88ac4391aee35c150e96e0b1 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:48.234809 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:48.243694 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:48.293366 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-f23e19de-3b0c-4192-85ca-8e8ccafc80e8 service neutron] 10.222.0.33 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995724 Jul 19 11:07:48.345986 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Publish callbacks [] for security_group (6cfc9e6e-8c2c-4420-9442-1d7d35e418bc), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:48.352677 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (6cfc9e6e-8c2c-4420-9442-1d7d35e418bc), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:48.362768 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:48.399202 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:07:48.430230 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51354) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:48.433272 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfc9e6e-8c2c-4420-9442-1d7d35e418bc,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:48.452187 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (ddbe4a0f-3254-434b-ac51-63d40823fcd4), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:48.452187 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Added segment ddbe4a0f-3254-434b-ac51-63d40823fcd4 of type vlan for network 1660664f-e111-4b9d-93da-a8c613b3e4df Jul 19 11:07:48.505066 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (1660664f-e111-4b9d-93da-a8c613b3e4df), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:48.561000 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-69621935-6e5c-4621-8676-f630fe55dea8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270833 Jul 19 11:07:48.563323 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-aeb80a49-ea46-45b3-b1ca-b57208a934d7 req-5e1ffb3d-0232-4605-96e2-dda55b17abd2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 210 time: 0.0459735 Jul 19 11:07:48.566937 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-02c1901f-7802-4f0e-bc13-31d77db55894 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 11:07:48.579319 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-02c1901f-7802-4f0e-bc13-31d77db55894 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0115991 Jul 19 11:07:48.594875 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (1660664f-e111-4b9d-93da-a8c613b3e4df), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:48.601655 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:48.604543 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:48.669382 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51368) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:48.687018 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] Pushing event updated for resources: {'Network': ['ID=1660664f-e111-4b9d-93da-a8c613b3e4df,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:48.695942 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-aacf4372-ec3e-4fc3-a608-11cb3e7f605e admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6023498 Jul 19 11:07:48.696973 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51372) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:48.699553 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 1660664f-e111-4b9d-93da-a8c613b3e4df details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:07:48.703651 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Request body: {'subnet': {'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1205008942-subnet', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:48.733354 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Made reservation on behalf of a7109adf88ac4391aee35c150e96e0b1 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:48.738684 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25291486'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:48.775693 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:48.807049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-a1f8b852-ce08-4867-a384-7c1477abdabb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:48.808618 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-a1f8b852-ce08-4867-a384-7c1477abdabb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports/748a7315-79e9-4ab8-ad6a-336c057e8b2c HTTP/1.1" status: 200 len: 941 time: 0.1382859 Jul 19 11:07:48.966231 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8382619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25291464'] for subnet (8031d3e6-48b0-44de-8dd5-9ff40019a91c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.023734 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8031d3e6-48b0-44de-8dd5-9ff40019a91c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:49.044113 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Checking segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:49.044407 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Network hostable DHCP agents. Network: 1660664f-e111-4b9d-93da-a8c613b3e4df, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:07:49.068356 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Network 1660664f-e111-4b9d-93da-a8c613b3e4df is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:07:49.083785 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1660664f-e111-4b9d-93da-a8c613b3e4df) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:49.094004 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c8fcd-c475-4caa-9a09-ac028d89e706 None None] Network 1660664f-e111-4b9d-93da-a8c613b3e4df requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:07:49.096943 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:49.097543 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.129723 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-aca3507d-66c8-466f-b89a-af64ed728b88 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4315941 Jul 19 11:07:49.132409 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51390) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:49.138539 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:49.167381 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (6bce7190-2946-4c98-baea-553cc7a1366c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.169454 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (6bce7190-2946-4c98-baea-553cc7a1366c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.282007 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516ebf-cda3-4188-be48-9a354370b055 req-847a25e2-aba5-4f91-9dac-30dc93ff6d98 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:49.282869 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1660664f-e111-4b9d-93da-a8c613b3e4df', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:07:49.283481 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5e516ebf-cda3-4188-be48-9a354370b055 req-847a25e2-aba5-4f91-9dac-30dc93ff6d98 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.1019971 Jul 19 11:07:49.283838 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.286735 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks [] for router_controller (6bce7190-2946-4c98-baea-553cc7a1366c), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.377748 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19727b5e-6208-4ca8-9958-0e0666db93f5 req-a19a1c96-fdd7-41fe-85c2-185b32d991df tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:49.379431 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-19727b5e-6208-4ca8-9958-0e0666db93f5 req-a19a1c96-fdd7-41fe-85c2-185b32d991df tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Jul 19 11:07:49.441586 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Allocated IP 172.20.0.2 (1660664f-e111-4b9d-93da-a8c613b3e4df/8031d3e6-48b0-44de-8dd5-9ff40019a91c/776618b1-0260-4eaf-b0af-8a15aaa89db8) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:49.444147 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-19727b5e-6208-4ca8-9958-0e0666db93f5 req-ff2535f1-82f9-4a0e-b88a-547c54754af0 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573332 Jul 19 11:07:49.603513 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Publish callbacks [] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.612226 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.659583 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5e516ebf-cda3-4188-be48-9a354370b055 req-23f4ca8a-130d-49e9-87d5-d4d427488671 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3681083 Jul 19 11:07:49.662652 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Network 1660664f-e111-4b9d-93da-a8c613b3e4df is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:49.667850 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:49.668624 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-820db042-6ca1-473c-91b8-8025ecce70ca req-1a677463-452a-476d-9ac6-78666a1fc769 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 210 time: 0.0355494 Jul 19 11:07:49.673262 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:49.677206 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Pushing event updated for resources: {'Port': ['ID=776618b1-0260-4eaf-b0af-8a15aaa89db8,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:49.735876 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks [] for router_gateway (6bce7190-2946-4c98-baea-553cc7a1366c), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.747457 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Attempting to bind port 776618b1-0260-4eaf-b0af-8a15aaa89db8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:49.747999 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Attempting to bind port 776618b1-0260-4eaf-b0af-8a15aaa89db8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:49.748429 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Attempting to bind port 776618b1-0260-4eaf-b0af-8a15aaa89db8 on network 1660664f-e111-4b9d-93da-a8c613b3e4df {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:49.753510 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:49.753880 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Checking segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:49.754283 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.754670 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Bound using segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:49.755157 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Bound port: 776618b1-0260-4eaf-b0af-8a15aaa89db8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:49.755534 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.793777 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:49.818182 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] For port 776618b1-0260-4eaf-b0af-8a15aaa89db8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:49.821859 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] For port 776618b1-0260-4eaf-b0af-8a15aaa89db8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=776618b1-0260-4eaf-b0af-8a15aaa89db8,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:49.827407 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.862245 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:49.864967 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:49.891842 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd6f9f-f9a2-4841-b833-bae9fb0ce5dc None None] Pushing event updated for resources: {'Port': ['ID=776618b1-0260-4eaf-b0af-8a15aaa89db8,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:49.925051 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks [] for router_gateway (6bce7190-2946-4c98-baea-553cc7a1366c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:49.945930 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:50.095770 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Allocated IP 172.37.3.197 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/4c2d7c9b-faf8-4990-a820-67de004626dd) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:50.138860 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:50.219884 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks [] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:50.325702 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:50.383524 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:50.395149 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:50.400629 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:50.405399 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Pushing event updated for resources: {'Port': ['ID=4c2d7c9b-faf8-4990-a820-67de004626dd,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:50.434405 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-4a59c89f-33fa-4574-9eee-f0d08f26e963 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:50.435848 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-4a59c89f-33fa-4574-9eee-f0d08f26e963 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.27 "GET /v2.0/networks?id=c45e8b75-1fcc-418c-baa1-a3821825a45d HTTP/1.1" status: 200 len: 814 time: 0.1999300 Jul 19 11:07:50.522263 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'port': {'device_id': '03624642-ce02-450f-821d-1c135e5d7a4a', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'admin_state_up': True, 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:50.586997 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c305f-c271-46bb-8ef9-20a18825af35 req-1d2f9af8-5f4f-45a3-97d7-2fb72e775c97 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:50.588648 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e52c305f-c271-46bb-8ef9-20a18825af35 req-1d2f9af8-5f4f-45a3-97d7-2fb72e775c97 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0661023 Jul 19 11:07:50.744403 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:50.775114 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Made reservation on behalf of 05630eeaf84a4d1bafd213d419f7a97a for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:50.778576 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:50.823929 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks [] for router_gateway (6bce7190-2946-4c98-baea-553cc7a1366c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:50.832034 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b99cca4f-df0c-442d-90c8-7d0b91cd11f3 req-9ece3c64-1c61-4552-81d4-0456e2c513d5 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 210 time: 0.0508599 Jul 19 11:07:50.943929 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e52c305f-c271-46bb-8ef9-20a18825af35 req-6f12f690-63cd-4446-b0d8-afa9ff00ec98 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483815 Jul 19 11:07:51.034568 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:51.089910 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00e9b-dc79-4bb8-9313-cda0ef2f3a4a req-fea70837-3958-4c64-b9ff-1992c907c855 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:51.092421 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-34a00e9b-dc79-4bb8-9313-cda0ef2f3a4a req-fea70837-3958-4c64-b9ff-1992c907c855 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.1493928 Jul 19 11:07:51.196809 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4dfe1c-207e-4392-acf5-0f81f444cb6d None None] Network 1660664f-e111-4b9d-93da-a8c613b3e4df requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:07:51.261152 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Allocated IP 172.20.0.12 (c45e8b75-1fcc-418c-baa1-a3821825a45d/4006588f-d24d-496d-abdc-693013df7a90/6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:51.266156 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-b4acc057-d98f-40aa-b795-b427f151188b None None] Provisioning complete for port 776618b1-0260-4eaf-b0af-8a15aaa89db8 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:51.266598 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b4acc057-d98f-40aa-b795-b427f151188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:51.404811 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-34a00e9b-dc79-4bb8-9313-cda0ef2f3a4a req-a359d8b2-4df6-4c19-8664-95a36b6bc850 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996676 Jul 19 11:07:51.450399 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-b4acc057-d98f-40aa-b795-b427f151188b None None] Current status of the port 776618b1-0260-4eaf-b0af-8a15aaa89db8 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:51.451169 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b4acc057-d98f-40aa-b795-b427f151188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:51.492006 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b4acc057-d98f-40aa-b795-b427f151188b None None] For port 776618b1-0260-4eaf-b0af-8a15aaa89db8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=776618b1-0260-4eaf-b0af-8a15aaa89db8,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:51.495626 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (6bce7190-2946-4c98-baea-553cc7a1366c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:51.499574 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b4acc057-d98f-40aa-b795-b427f151188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:51.584080 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acc057-d98f-40aa-b795-b427f151188b None None] Pushing event updated for resources: {'Port': ['ID=776618b1-0260-4eaf-b0af-8a15aaa89db8,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:51.747464 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:51.791417 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:51.817325 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Router 6bce7190-2946-4c98-baea-553cc7a1366c is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:07:51.828122 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:51.839212 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-b7712b84-9cd0-4d34-9984-bbc8dde715c4 None None] Provisioning complete for port 776618b1-0260-4eaf-b0af-8a15aaa89db8 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:51.839594 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b7712b84-9cd0-4d34-9984-bbc8dde715c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:51.886280 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 776618b1-0260-4eaf-b0af-8a15aaa89db8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:51.907000 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Network c45e8b75-1fcc-418c-baa1-a3821825a45d is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:51.911842 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:51.919032 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:51.950673 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 776618b1-0260-4eaf-b0af-8a15aaa89db8 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:51.951330 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:51.992612 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'Port': ['ID=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:52.041893 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c22db-fcbd-4ade-bc0b-47934f35661b req-4667325a-65e1-42c0-bb58-62ff256f38d5 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:52.052107 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-940c22db-fcbd-4ade-bc0b-47934f35661b req-4667325a-65e1-42c0-bb58-62ff256f38d5 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 932 time: 0.0995948 Jul 19 11:07:52.059641 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:52.060302 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:52.086315 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:07:52.123807 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b5dfedcf-71c3-4313-a48d-64e9ad04f512 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6052277 Jul 19 11:07:52.129120 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:52.133333 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cbd7acdc-254b-4f4f-bd02-f4420806b72d admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9992750 Jul 19 11:07:52.134055 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51428) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:52.135468 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Sync routers for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:07:52.158537 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-940c22db-fcbd-4ade-bc0b-47934f35661b req-21a5943f-a1c7-43a9-9f24-93785ba42463 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054161 Jul 19 11:07:52.178408 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:52.180070 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:52.227322 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-b7712b84-9cd0-4d34-9984-bbc8dde715c4 None None] Current status of the port 776618b1-0260-4eaf-b0af-8a15aaa89db8 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:52.273854 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75f96-0b7f-4a4c-8dbc-e14bb875c2be req-94f920e0-c901-4a0a-bb65-211c854c7faf tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:52.275416 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-00b75f96-0b7f-4a4c-8dbc-e14bb875c2be req-94f920e0-c901-4a0a-bb65-211c854c7faf tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.1620090 Jul 19 11:07:52.320345 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 776618b1-0260-4eaf-b0af-8a15aaa89db8 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:52.341894 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:52.365745 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:52.399836 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-00b75f96-0b7f-4a4c-8dbc-e14bb875c2be req-afb36e3a-a4c1-42ad-870c-f1249d4f67e3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131549 Jul 19 11:07:52.406862 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-2a15837d-bb6a-486c-af54-8ed370f9da48 None None] Provisioning complete for port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:52.407347 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2a15837d-bb6a-486c-af54-8ed370f9da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:52.521945 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:52.530509 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-2a15837d-bb6a-486c-af54-8ed370f9da48 None None] Port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:52.539521 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1188db-1e76-46fe-9ae8-2facb3851ef6 req-010a4c67-8144-4d86-8774-2b007ddfb07b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:52.548045 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0a1188db-1e76-46fe-9ae8-2facb3851ef6 req-010a4c67-8144-4d86-8774-2b007ddfb07b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0630651 Jul 19 11:07:52.602674 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:52.606737 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0a1188db-1e76-46fe-9ae8-2facb3851ef6 req-98906bb4-7e87-4e01-b80a-2ec47b553357 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575991 Jul 19 11:07:52.619530 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:52.666705 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:50Z', 'revision_number': 3, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:52.693705 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Checking router: 6bce7190-2946-4c98-baea-553cc7a1366c for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:07:52.694164 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Updating router 6bce7190-2946-4c98-baea-553cc7a1366c port 4c2d7c9b-faf8-4990-a820-67de004626dd binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:07:52.728020 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:52.786489 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:52.850067 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:53.010176 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Publish callbacks [] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:53.017324 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:53.090193 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87127e6d-c366-434a-b057-91291c2b7b80 None None] Pushing event updated for resources: {'Port': ['ID=4c2d7c9b-faf8-4990-a820-67de004626dd,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:53.092469 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Attempting to bind port 4c2d7c9b-faf8-4990-a820-67de004626dd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:53.092871 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Attempting to bind port 4c2d7c9b-faf8-4990-a820-67de004626dd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:53.093241 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Attempting to bind port 4c2d7c9b-faf8-4990-a820-67de004626dd on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:53.099504 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:53.099887 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:53.100289 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:53.101236 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:53.101718 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Bound port: 4c2d7c9b-faf8-4990-a820-67de004626dd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:53.102100 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:53.172974 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] For port 4c2d7c9b-faf8-4990-a820-67de004626dd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:53.176542 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] For port 4c2d7c9b-faf8-4990-a820-67de004626dd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c2d7c9b-faf8-4990-a820-67de004626dd,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:53.187513 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:53.201644 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Allocated IP 172.20.0.1 (1660664f-e111-4b9d-93da-a8c613b3e4df/8031d3e6-48b0-44de-8dd5-9ff40019a91c/d0e2459f-68b9-4b7c-9094-56a294232936) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:53.338026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f35806-88e1-492c-bf8f-683531100d8e req-85efe351-2d8d-4ced-904f-9794abcf37c4 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:53.339729 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48f35806-88e1-492c-bf8f-683531100d8e req-85efe351-2d8d-4ced-904f-9794abcf37c4 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 932 time: 0.0905762 Jul 19 11:07:53.389317 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:53.389952 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:53.392125 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Publish callbacks [] for port (d0e2459f-68b9-4b7c-9094-56a294232936), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:53.430567 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48f35806-88e1-492c-bf8f-683531100d8e req-a5655c63-c965-47af-9e90-c942216cff7e tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839210 Jul 19 11:07:53.468558 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:53.500044 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87127e6d-c366-434a-b057-91291c2b7b80 None None] Pushing event updated for resources: {'Port': ['ID=4c2d7c9b-faf8-4990-a820-67de004626dd,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:53.545675 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Network 1660664f-e111-4b9d-93da-a8c613b3e4df is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:53.549579 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:53.552326 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:53.556284 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:53.559775 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e2459f-68b9-4b7c-9094-56a294232936,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:53.578109 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0e50b-19e1-47ff-9237-fda33a74e62c req-94653e30-2e0c-44ec-9370-13d828b5b5a4 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:53.580286 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5bd0e50b-19e1-47ff-9237-fda33a74e62c req-94653e30-2e0c-44ec-9370-13d828b5b5a4 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0549269 Jul 19 11:07:53.627540 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (6bce7190-2946-4c98-baea-553cc7a1366c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:53.672854 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5bd0e50b-19e1-47ff-9237-fda33a74e62c req-61585e48-fb15-4246-a893-6ba42620a17d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850978 Jul 19 11:07:53.689067 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:53.878197 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b09a3e-f074-4d2f-9ed2-8e24d0152868 req-b35c6805-21a9-4081-b2fb-380652030fea tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:53.879919 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72b09a3e-f074-4d2f-9ed2-8e24d0152868 req-b35c6805-21a9-4081-b2fb-380652030fea tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.1236694 Jul 19 11:07:53.926029 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:50Z', 'revision_number': 3, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:53.933150 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:53.938190 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:53.975029 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6793b-6824-4257-9381-57a947e899f1 None None] The sync data for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi is: [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:50Z', 'revision_number': 3, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:07:54.004597 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-d5563094-9122-4f57-a1f3-f55dd801b3e9 None None] Provisioning complete for port d0e2459f-68b9-4b7c-9094-56a294232936 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:54.005553 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d5563094-9122-4f57-a1f3-f55dd801b3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:54.007955 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72b09a3e-f074-4d2f-9ed2-8e24d0152868 req-1dcdf35e-7f49-404a-bc0c-b13768399b54 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111562 Jul 19 11:07:54.055769 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-d5563094-9122-4f57-a1f3-f55dd801b3e9 None None] Port d0e2459f-68b9-4b7c-9094-56a294232936 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:54.158926 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:54.237460 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Publish callbacks [] for port (d0e2459f-68b9-4b7c-9094-56a294232936), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:54.243194 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:54.337829 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e2459f-68b9-4b7c-9094-56a294232936,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:54.341069 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (6bce7190-2946-4c98-baea-553cc7a1366c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:54.461139 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Network 1660664f-e111-4b9d-93da-a8c613b3e4df is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:54.462540 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:54.594892 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25501a5e-63a9-4a70-9f92-cf5d92384d2c req-5eb9268b-0099-4faa-b06f-ba505703bddf tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:54.596898 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-25501a5e-63a9-4a70-9f92-cf5d92384d2c req-5eb9268b-0099-4faa-b06f-ba505703bddf tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 932 time: 0.0630677 Jul 19 11:07:54.631087 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Router 6bce7190-2946-4c98-baea-553cc7a1366c has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:07:54.660098 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-25501a5e-63a9-4a70-9f92-cf5d92384d2c req-57480aa9-7890-4d6a-a420-2b34e4b030d1 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539682 Jul 19 11:07:54.784780 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f62f3c7b-c618-4917-9980-1caefa51a452 None None] Provisioning complete for port d0e2459f-68b9-4b7c-9094-56a294232936 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:54.785465 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f62f3c7b-c618-4917-9980-1caefa51a452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:54.807305 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:54.824413 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:54.833745 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f62f3c7b-c618-4917-9980-1caefa51a452 None None] Port d0e2459f-68b9-4b7c-9094-56a294232936 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:07:54.853574 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:07:54.861324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8963f42-d594-4be6-a4da-930a8bf3d4cc req-036ab92a-889e-41c5-b234-dc0e2792f673 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:54.865392 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c8963f42-d594-4be6-a4da-930a8bf3d4cc req-036ab92a-889e-41c5-b234-dc0e2792f673 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0687392 Jul 19 11:07:54.878280 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-dc15225e-97d0-4d02-94e8-0c91b65273a6 admin admin] 10.222.0.33 "PUT /v2.0/routers/6bce7190-2946-4c98-baea-553cc7a1366c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7113423 Jul 19 11:07:54.963611 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c8963f42-d594-4be6-a4da-930a8bf3d4cc req-b0e1a858-e5ef-4e32-a6f0-4554cc433b6b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824218 Jul 19 11:07:55.188090 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5c684-0cdc-42b8-a52e-2dcc07f28e2f req-220b4371-cd0b-43f5-80e2-c65f7c828e74 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:55.190158 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3bd5c684-0cdc-42b8-a52e-2dcc07f28e2f req-220b4371-cd0b-43f5-80e2-c65f7c828e74 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0632622 Jul 19 11:07:55.225191 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:55.262836 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3bd5c684-0cdc-42b8-a52e-2dcc07f28e2f req-1e631c50-368f-4615-ad37-fc738a249e51 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571771 Jul 19 11:07:55.511327 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51462) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:55.516157 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2140024842-network', 'tenant_id': '7734ed48187647389961b70ea9d92128'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:55.537093 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Made reservation on behalf of 7734ed48187647389961b70ea9d92128 for: {'network': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:55.540221 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.549343 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.630114 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Publish callbacks [] for security_group (3c16ee0c-904d-4cca-9ec3-f22fd9d5f2a1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.633975 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3c16ee0c-904d-4cca-9ec3-f22fd9d5f2a1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.674941 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=104076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:07:55.681833 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c16ee0c-904d-4cca-9ec3-f22fd9d5f2a1,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:55.689390 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (b52cb9c4-40d3-4645-b697-a0537ec8b40c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.690444 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.segments_db [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Added segment b52cb9c4-40d3-4645-b697-a0537ec8b40c of type vlan for network 13c63262-481a-42ad-9cfb-9bc4f2afc85e Jul 19 11:07:55.747568 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (13c63262-481a-42ad-9cfb-9bc4f2afc85e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.843898 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 4c2d7c9b-faf8-4990-a820-67de004626dd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:55.849455 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d0f3d-b0a4-4b70-bff1-23520ef9ef41 req-45e7350b-2180-4744-9cd6-9cf7d0f691a9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:55.851532 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cd4d0f3d-b0a4-4b70-bff1-23520ef9ef41 req-45e7350b-2180-4744-9cd6-9cf7d0f691a9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 932 time: 0.0757506 Jul 19 11:07:55.852831 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (13c63262-481a-42ad-9cfb-9bc4f2afc85e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.853840 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:55.854475 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.892379 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:55.906572 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 4c2d7c9b-faf8-4990-a820-67de004626dd triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:55.906955 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.945554 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4299803 Jul 19 11:07:55.946424 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51466) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:55.953772 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Request body: {'subnet': {'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2140024842-subnet', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'ip_version': 4}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:55.980334 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Made reservation on behalf of 7734ed48187647389961b70ea9d92128 for: {'subnet': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:07:55.983320 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cd4d0f3d-b0a4-4b70-bff1-23520ef9ef41 req-45900e6f-44c6-4c5e-9e4c-a6f550a610e2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240764 Jul 19 11:07:55.984444 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:55.989939 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0536e1a-8b42-4cb0-ab4b-e44fbd7b8090 admin admin] Pushing event updated for resources: {'Network': ['ID=13c63262-481a-42ad-9cfb-9bc4f2afc85e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:56.007889 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network 13c63262-481a-42ad-9cfb-9bc4f2afc85e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:07:56.063343 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 4c2d7c9b-faf8-4990-a820-67de004626dd is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:56.063745 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.086777 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:56.139908 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port 4c2d7c9b-faf8-4990-a820-67de004626dd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c2d7c9b-faf8-4990-a820-67de004626dd,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:56.150411 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.151115 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Sync routers for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:07:56.162192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796182e-4a70-415c-b198-6b9b5bf34c89 req-1080b42b-e1c5-4ddc-bb15-236de0ca8055 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:56.162192 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9796182e-4a70-415c-b198-6b9b5bf34c89 req-1080b42b-e1c5-4ddc-bb15-236de0ca8055 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0877607 Jul 19 11:07:56.171182 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:56.172544 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:56.253908 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=4c2d7c9b-faf8-4990-a820-67de004626dd,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:56.273463 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9796182e-4a70-415c-b198-6b9b5bf34c89 req-10959cbb-f69e-456f-8a5f-b5e8c5c4bb86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055279 Jul 19 11:07:56.322246 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:56.327057 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:56.358306 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for subnet (223ec36b-f1f8-4140-9cbf-4b6c692d0cec), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.423995 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b1e38-98a4-424b-b9bb-b402904377f6 req-80e0f4c7-01c0-4041-a636-c7b5d79585c7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:56.440025 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d19b1e38-98a4-424b-b9bb-b402904377f6 req-80e0f4c7-01c0-4041-a636-c7b5d79585c7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0687144 Jul 19 11:07:56.460769 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=223ec36b-f1f8-4140-9cbf-4b6c692d0cec,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:56.486907 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Checking segment: {'id': 'b52cb9c4-40d3-4645-b697-a0537ec8b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:56.487323 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Network hostable DHCP agents. Network: 13c63262-481a-42ad-9cfb-9bc4f2afc85e, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:07:56.503274 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d19b1e38-98a4-424b-b9bb-b402904377f6 req-ec168218-5cd6-442e-a65f-6ea0c3274d32 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618355 Jul 19 11:07:56.525812 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Network 13c63262-481a-42ad-9cfb-9bc4f2afc85e is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:07:56.537613 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 13c63262-481a-42ad-9cfb-9bc4f2afc85e) {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:56.543759 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:56.544725 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.549375 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326745e6-0b33-4ad2-b584-a0d628cc0ebb None None] Network 13c63262-481a-42ad-9cfb-9bc4f2afc85e requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:07:56.587715 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f016715e-3b93-4e05-b3a0-364b24493479 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6383629 Jul 19 11:07:56.590308 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51474) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:07:56.594601 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:07:56.620607 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:54Z', 'revision_number': 2, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:56.636654 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1031867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6329'] for router (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.637821 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-939336', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6320'] for router (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.652550 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Checking router: 6bce7190-2946-4c98-baea-553cc7a1366c for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:07:56.653059 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Updating router 6bce7190-2946-4c98-baea-553cc7a1366c port d0e2459f-68b9-4b7c-9094-56a294232936 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:07:56.684824 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.699024 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-13c63262-481a-42ad-9cfb-9bc4f2afc85e', 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e', 'project_id': '7734ed48187647389961b70ea9d92128', 'fixed_ips': [{'subnet_id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec'}]}} from dv-cinder-master-3-iscsi. {{(pid=104078) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 19 11:07:56.700131 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.727340 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks [] for router_controller (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), precommit_add_association {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.884628 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks [] for router_gateway (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:56.890108 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:56.928045 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.db_base_plugin_common [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Allocated IP 172.20.0.2 (13c63262-481a-42ad-9cfb-9bc4f2afc85e/223ec36b-f1f8-4140-9cbf-4b6c692d0cec/1027ede5-fcae-4cf1-8d0f-f483902affb5) {{(pid=104078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:57.109944 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:57.141895 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.165357 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Publish callbacks [] for port (d0e2459f-68b9-4b7c-9094-56a294232936), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.171230 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9985fb-c3e1-45b7-99a1-801789cd7a36 req-10f8c20b-8693-4657-a985-41dee9fac895 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:57.172573 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Publish callbacks [] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), precommit_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.179674 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dd9985fb-c3e1-45b7-99a1-801789cd7a36 req-10f8c20b-8693-4657-a985-41dee9fac895 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 932 time: 0.1082010 Jul 19 11:07:57.184661 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), after_create {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.187714 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.288503 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Network 13c63262-481a-42ad-9cfb-9bc4f2afc85e is already hosted by enough agents. {{(pid=104078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:57.296662 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.scheduler.base_scheduler [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Resources bound (agent type, host, resource id): {{(pid=104078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:57.302547 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Received port after_create {{(pid=104078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:57.306905 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Pushing event updated for resources: {'Port': ['ID=1027ede5-fcae-4cf1-8d0f-f483902affb5,revision_number=1']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:57.308392 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dd9985fb-c3e1-45b7-99a1-801789cd7a36 req-37d44f7c-ec45-4a81-8e5e-2073cc110c1f tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260509 Jul 19 11:07:57.327818 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1601a7a-9f28-4221-b3f4-4afbe9239cd3 None None] Pushing event updated for resources: {'Port': ['ID=d0e2459f-68b9-4b7c-9094-56a294232936,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:57.341987 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks [] for router_gateway (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.379203 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.413748 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Attempting to bind port d0e2459f-68b9-4b7c-9094-56a294232936 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:57.414040 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Attempting to bind port d0e2459f-68b9-4b7c-9094-56a294232936 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:57.420910 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Attempting to bind port d0e2459f-68b9-4b7c-9094-56a294232936 on network 1660664f-e111-4b9d-93da-a8c613b3e4df {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:57.437951 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:57.438327 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Checking segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:57.438740 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.439140 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Bound using segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:57.439622 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Bound port: d0e2459f-68b9-4b7c-9094-56a294232936, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:57.440009 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.474788 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Attempting to bind port 1027ede5-fcae-4cf1-8d0f-f483902affb5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:07:57.475167 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Attempting to bind port 1027ede5-fcae-4cf1-8d0f-f483902affb5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b52cb9c4-40d3-4645-b697-a0537ec8b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:07:57.475591 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Attempting to bind port 1027ede5-fcae-4cf1-8d0f-f483902affb5 on network 13c63262-481a-42ad-9cfb-9bc4f2afc85e {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:07:57.496293 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:07:57.496676 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Checking segment: {'id': 'b52cb9c4-40d3-4645-b697-a0537ec8b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:07:57.497132 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.497533 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Bound using segment: {'id': 'b52cb9c4-40d3-4645-b697-a0537ec8b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:07:57.498012 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Bound port: 1027ede5-fcae-4cf1-8d0f-f483902affb5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52cb9c4-40d3-4645-b697-a0537ec8b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:07:57.499619 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.585628 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] For port d0e2459f-68b9-4b7c-9094-56a294232936, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:57.590961 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] For port d0e2459f-68b9-4b7c-9094-56a294232936, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d0e2459f-68b9-4b7c-9094-56a294232936,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:57.604836 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.639631 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Allocated IP 172.37.3.169 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/1cea55d1-5f59-4d8c-83b8-914e2db38a09) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:07:57.674434 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:57.684664 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a1adf301-032f-43b0-b60f-785af0e01f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.695448 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] For port 1027ede5-fcae-4cf1-8d0f-f483902affb5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:07:57.705128 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-49eeea85-06fd-43df-b50f-cf2061d8bf03 None None] Provisioning complete for port d0e2459f-68b9-4b7c-9094-56a294232936 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:57.705589 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-49eeea85-06fd-43df-b50f-cf2061d8bf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:57.747917 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:57.752605 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:07:57.757950 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:07:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:57.760105 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1601a7a-9f28-4221-b3f4-4afbe9239cd3 None None] Pushing event updated for resources: {'Port': ['ID=d0e2459f-68b9-4b7c-9094-56a294232936,revision_number=4']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:57.780849 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9a88b-244a-4c08-8a5b-4b92eb85e312 req-fa22333c-d91d-440d-94d4-cab89987e1fa tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:57.782437 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-61b9a88b-244a-4c08-8a5b-4b92eb85e312 req-fa22333c-d91d-440d-94d4-cab89987e1fa tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.1304188 Jul 19 11:07:57.806846 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] For port 1027ede5-fcae-4cf1-8d0f-f483902affb5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1027ede5-fcae-4cf1-8d0f-f483902affb5,segment=NetworkSegment(b52cb9c4-40d3-4645-b697-a0537ec8b40c),segment_id=b52cb9c4-40d3-4645-b697-a0537ec8b40c)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:07:57.826880 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f512-0984-496d-9e5a-9559b5a49bb4 req-0c3dc657-d221-44ff-a90b-57488a246298 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:57.828810 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d82f512-0984-496d-9e5a-9559b5a49bb4 req-0c3dc657-d221-44ff-a90b-57488a246298 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.3826463 Jul 19 11:07:57.915091 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-61b9a88b-244a-4c08-8a5b-4b92eb85e312 req-1eab084e-300a-4e32-975b-34bda1abe754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267490 Jul 19 11:07:57.934259 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:58.047003 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 4c2d7c9b-faf8-4990-a820-67de004626dd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:07:58.080449 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d82f512-0984-496d-9e5a-9559b5a49bb4 req-c543e82e-efdc-499b-a56a-30dca73648b4 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429779 Jul 19 11:07:58.101590 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:07:58.103370 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:58.109183 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks [] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:58.159285 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-49eeea85-06fd-43df-b50f-cf2061d8bf03 None None] Current status of the port d0e2459f-68b9-4b7c-9094-56a294232936 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:58.159673 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-49eeea85-06fd-43df-b50f-cf2061d8bf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:58.178064 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:58.200098 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:58.237338 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f215fe-7dbd-4e6c-80ef-0dd971dbd392 None None] Pushing event updated for resources: {'Port': ['ID=1027ede5-fcae-4cf1-8d0f-f483902affb5,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:58.299674 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:07:58.303386 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:07:58.315726 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:07:58.379682 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-49eeea85-06fd-43df-b50f-cf2061d8bf03 None None] For port d0e2459f-68b9-4b7c-9094-56a294232936, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d0e2459f-68b9-4b7c-9094-56a294232936,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:07:58.386959 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 4c2d7c9b-faf8-4990-a820-67de004626dd triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:58.389794 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:58.438956 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-49eeea85-06fd-43df-b50f-cf2061d8bf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:58.445791 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Pushing event updated for resources: {'Port': ['ID=1cea55d1-5f59-4d8c-83b8-914e2db38a09,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:58.534046 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eeea85-06fd-43df-b50f-cf2061d8bf03 None None] Pushing event updated for resources: {'Port': ['ID=d0e2459f-68b9-4b7c-9094-56a294232936,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:07:58.549665 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:07:58.561986 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:57Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:07:58.604296 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922204b9-e1f2-41af-ad17-feeb44cb2c55 req-5017fac0-7eca-4f15-8a4d-762b906de3b4 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:58.607432 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-922204b9-e1f2-41af-ad17-feeb44cb2c55 req-5017fac0-7eca-4f15-8a4d-762b906de3b4 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 932 time: 0.1404519 Jul 19 11:07:58.624356 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-74c4761b-c7d0-4d04-8968-71024c75e5dd None None] Provisioning complete for port d0e2459f-68b9-4b7c-9094-56a294232936 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:58.624774 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-74c4761b-c7d0-4d04-8968-71024c75e5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:58.651303 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934db273-b1ba-43a5-956e-18c58dcd5de7 None None] The sync data for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi is: [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:57Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:07:58.690536 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 4c2d7c9b-faf8-4990-a820-67de004626dd is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:58.694890 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:58.710751 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-922204b9-e1f2-41af-ad17-feeb44cb2c55 req-8625a765-71a4-4d50-b572-72ae6c0d377d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968337 Jul 19 11:07:58.811522 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-74c4761b-c7d0-4d04-8968-71024c75e5dd None None] Current status of the port d0e2459f-68b9-4b7c-9094-56a294232936 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:07:59.099324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks [] for router_gateway (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:07:59.238397 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67607ca-d93a-46a8-af1d-8b4edc503122 req-95c1e5e3-b89a-4498-a2e1-5bfa187426a6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:59.246597 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c67607ca-d93a-46a8-af1d-8b4edc503122 req-95c1e5e3-b89a-4498-a2e1-5bfa187426a6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.1867955 Jul 19 11:07:59.300427 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2022b-b651-483f-9fb8-09dae6ef9aa4 req-45c7845b-e377-4183-9ab5-6f018020d700 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:07:59.316174 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-99b2022b-b651-483f-9fb8-09dae6ef9aa4 req-45c7845b-e377-4183-9ab5-6f018020d700 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.1329124 Jul 19 11:07:59.334011 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:07:59.445484 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-99b2022b-b651-483f-9fb8-09dae6ef9aa4 req-5b4b2590-caaa-4b0a-8c77-065f8a4c8667 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283202 Jul 19 11:07:59.451785 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c67607ca-d93a-46a8-af1d-8b4edc503122 req-cc0217ac-0381-4b0e-aafa-822bb48eae58 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744554 Jul 19 11:07:59.717964 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f977dae-f6d3-4e54-b840-127710d6981c None None] Network 13c63262-481a-42ad-9cfb-9bc4f2afc85e requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:07:59.973285 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-be60c718-88fb-4712-8194-6d27afc88cf9 None None] Provisioning complete for port 1027ede5-fcae-4cf1-8d0f-f483902affb5 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:07:59.973732 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-be60c718-88fb-4712-8194-6d27afc88cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:00.002351 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-939476'] for router (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:00.019198 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:00.028655 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7e303-34a1-4dfd-acdc-f1a23d57b0f5 req-539f323c-4ced-45b5-bbed-5c4c1cae7a77 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:00.053493 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aac7e303-34a1-4dfd-acdc-f1a23d57b0f5 req-539f323c-4ced-45b5-bbed-5c4c1cae7a77 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 932 time: 0.1817079 Jul 19 11:08:00.150902 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device d0e2459f-68b9-4b7c-9094-56a294232936 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:00.240778 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aac7e303-34a1-4dfd-acdc-f1a23d57b0f5 req-34fa5a5a-cb62-4a46-b310-e5967fc00347 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770468 Jul 19 11:08:00.275489 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 is scheduled to L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb with binding_index 1 {{(pid=104076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 19 11:08:00.465677 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:00.516975 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:08:00.561141 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9479666b-76bf-4d95-b203-b0d49a9c1997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:00.561750 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:00.568615 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51498) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:00.575934 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9b9a16c2-7ff7-4d14-8a5c-f7ab671fceea admin admin] 10.222.0.33 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9844661 Jul 19 11:08:00.586743 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Sync routers for ids ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:08:00.696625 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:00.708364 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-be60c718-88fb-4712-8194-6d27afc88cf9 None None] Current status of the port 1027ede5-fcae-4cf1-8d0f-f483902affb5 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:00.708364 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-be60c718-88fb-4712-8194-6d27afc88cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:00.726991 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Routers {'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:00.727872 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:00.750841 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a217c7-7ec5-4d0c-a22e-dcedb8117bb4 req-a9209e81-a64b-40d6-972b-e0b25b25003e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:00.752553 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e4a217c7-7ec5-4d0c-a22e-dcedb8117bb4 req-a9209e81-a64b-40d6-972b-e0b25b25003e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.1249695 Jul 19 11:08:00.787544 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a769854-7fa5-47ae-8e8d-9afcc13dc542 req-3d70f483-941e-4ad2-9c1f-806ee60ca595 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:00.795606 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4a769854-7fa5-47ae-8e8d-9afcc13dc542 req-3d70f483-941e-4ad2-9c1f-806ee60ca595 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.1625314 Jul 19 11:08:00.826971 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-be60c718-88fb-4712-8194-6d27afc88cf9 None None] For port 1027ede5-fcae-4cf1-8d0f-f483902affb5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1027ede5-fcae-4cf1-8d0f-f483902affb5,segment=NetworkSegment(b52cb9c4-40d3-4645-b697-a0537ec8b40c),segment_id=b52cb9c4-40d3-4645-b697-a0537ec8b40c)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:00.836027 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port d0e2459f-68b9-4b7c-9094-56a294232936 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:00.836414 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:00.877385 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:00.885071 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e4a217c7-7ec5-4d0c-a22e-dcedb8117bb4 req-b103a50a-39ac-4633-901b-fcb2366fd51a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257915 Jul 19 11:08:00.889771 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-be60c718-88fb-4712-8194-6d27afc88cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.062519 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4a769854-7fa5-47ae-8e8d-9afcc13dc542 req-e4d740bd-c1bd-4de3-be55-66b9f71d9c90 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659333 Jul 19 11:08:01.091936 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port d0e2459f-68b9-4b7c-9094-56a294232936 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:01.093230 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1027ede5-fcae-4cf1-8d0f-f483902affb5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:01.192134 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60c718-88fb-4712-8194-6d27afc88cf9 None None] Pushing event updated for resources: {'Port': ['ID=1027ede5-fcae-4cf1-8d0f-f483902affb5,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:01.220127 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Set router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:01.252598 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.293918 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 1027ede5-fcae-4cf1-8d0f-f483902affb5 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:01.294224 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.303228 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.354312 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b50fe0-cf35-4279-9e90-ae6408e0fd81 req-c042cb07-e5f5-427c-a244-d91d39a592a7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:01.356178 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-42b50fe0-cf35-4279-9e90-ae6408e0fd81 req-c042cb07-e5f5-427c-a244-d91d39a592a7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 932 time: 0.0543213 Jul 19 11:08:01.401034 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-2e35fcd8-fa8d-4cf1-97ce-b141f05af535 None None] Provisioning complete for port 1027ede5-fcae-4cf1-8d0f-f483902affb5 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:01.401412 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2e35fcd8-fa8d-4cf1-97ce-b141f05af535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.414434 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-42b50fe0-cf35-4279-9e90-ae6408e0fd81 req-7b0b68e3-10b3-4d98-afdc-7bfe11b7a61f tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504062 Jul 19 11:08:01.472731 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:01.487259 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Allocated IP 172.20.0.1 (13c63262-481a-42ad-9cfb-9bc4f2afc85e/223ec36b-f1f8-4140-9cbf-4b6c692d0cec/7eb54414-4533-417a-aabc-bd234a7bade9) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:08:01.538918 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 1027ede5-fcae-4cf1-8d0f-f483902affb5 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:01.582665 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169'}], 'enable_snat': True}, 'gw_port_id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:56Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 3, 'project_id': '7734ed48187647389961b70ea9d92128', 'gw_port': {'id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:57Z', 'updated_at': '2022-07-19T11:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:01.587097 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-2e35fcd8-fa8d-4cf1-97ce-b141f05af535 None None] Current status of the port 1027ede5-fcae-4cf1-8d0f-f483902affb5 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:01.594932 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Publish callbacks [] for port (7eb54414-4533-417a-aabc-bd234a7bade9), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.610525 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Checking router: f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:08:01.610876 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Updating router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 port 1cea55d1-5f59-4d8c-83b8-914e2db38a09 binding host dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:08:01.633637 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.643301 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.673193 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:01.674003 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:01.689994 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Network 13c63262-481a-42ad-9cfb-9bc4f2afc85e is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:08:01.698008 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:08:01.704782 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:08:01.705263 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-935034'] for router_interface (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.737991 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb54414-4533-417a-aabc-bd234a7bade9,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:01.824515 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:01.868591 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.877044 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1027ede5-fcae-4cf1-8d0f-f483902affb5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:01.959172 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Publish callbacks [] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), precommit_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:01.967960 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.003336 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 1027ede5-fcae-4cf1-8d0f-f483902affb5 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:02.003707 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.069257 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-edda7ffc-f600-4217-826e-8df0d3f45c3c None None] Provisioning complete for port 7eb54414-4533-417a-aabc-bd234a7bade9 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:02.069555 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-edda7ffc-f600-4217-826e-8df0d3f45c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.074966 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31611513-2428-4355-bf3f-ee96a101f6fd None None] Pushing event updated for resources: {'Port': ['ID=1cea55d1-5f59-4d8c-83b8-914e2db38a09,revision_number=2']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:02.080443 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Request body: {'port': {'device_id': '03624642-ce02-450f-821d-1c135e5d7a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:02.081849 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bb590-17f4-4d25-8ebd-0d4122048316 req-dac98fa0-455e-4a0f-9ded-704fa0bac1d4 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:02.083402 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-739bb590-17f4-4d25-8ebd-0d4122048316 req-dac98fa0-455e-4a0f-9ded-704fa0bac1d4 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0789075 Jul 19 11:08:02.087584 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Publish callbacks [] for port (7eb54414-4533-417a-aabc-bd234a7bade9), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.094251 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.095419 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-606001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941106'] for router_interface (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.108462 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Attempting to bind port 1cea55d1-5f59-4d8c-83b8-914e2db38a09 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:08:02.108866 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Attempting to bind port 1cea55d1-5f59-4d8c-83b8-914e2db38a09 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:08:02.109232 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Attempting to bind port 1cea55d1-5f59-4d8c-83b8-914e2db38a09 on network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:08:02.135449 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:08:02.136147 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Checking segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:08:02.136758 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.137563 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Bound using segment: {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'} {{(pid=104078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:08:02.138228 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.managers [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Bound port: 1cea55d1-5f59-4d8c-83b8-914e2db38a09, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9443ce60-f642-46d1-bb4a-e834770f1e29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}}] {{(pid=104078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:08:02.138783 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.193214 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-edda7ffc-f600-4217-826e-8df0d3f45c3c None None] Port 7eb54414-4533-417a-aabc-bd234a7bade9 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:08:02.203177 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-739bb590-17f4-4d25-8ebd-0d4122048316 req-067bb136-9818-44be-8579-47d25f595e43 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032853 Jul 19 11:08:02.228611 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.245860 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] For port 1cea55d1-5f59-4d8c-83b8-914e2db38a09, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:08:02.248579 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7eb54414-4533-417a-aabc-bd234a7bade9,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:02.254755 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] For port 1cea55d1-5f59-4d8c-83b8-914e2db38a09, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cea55d1-5f59-4d8c-83b8-914e2db38a09,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:08:02.263084 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08219b33-92b1-4532-b535-2120200bb4b2 req-e6fd2f46-20fb-4034-916d-714f005dee89 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:02.265245 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-08219b33-92b1-4532-b535-2120200bb4b2 req-e6fd2f46-20fb-4034-916d-714f005dee89 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0873151 Jul 19 11:08:02.267752 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 1027ede5-fcae-4cf1-8d0f-f483902affb5 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:02.282171 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.295147 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Network 13c63262-481a-42ad-9cfb-9bc4f2afc85e is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:08:02.296953 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:08:02.372546 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Routers {'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:02.373778 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:02.412524 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-08219b33-92b1-4532-b535-2120200bb4b2 req-6039b347-4b56-4238-9b09-b6dc0621cdd7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234698 Jul 19 11:08:02.463514 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:08:02.543369 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] Set router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:02.543586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:02.603546 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:08:02.612512 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Publish callbacks [] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.624789 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782994e7-77f9-4b4f-92dd-812469e2443f req-387ee0d9-9a81-4699-8de8-1fe1c5b8c8fd tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:02.626344 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-782994e7-77f9-4b4f-92dd-812469e2443f req-387ee0d9-9a81-4699-8de8-1fe1c5b8c8fd tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 932 time: 0.0845497 Jul 19 11:08:02.632884 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Transition to ACTIVE for port object 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:08:02.636966 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.654170 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:02.655960 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:08:02.677435 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0fe2c350-5e1d-4b33-9d06-cdb4705c13f4 admin admin] 10.222.0.33 "PUT /v2.0/routers/f2cfed0e-377c-45f5-93e4-e5ac6e6fa795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0993288 Jul 19 11:08:02.712797 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:02.804287 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:02.825954 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.834511 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31611513-2428-4355-bf3f-ee96a101f6fd None None] Pushing event updated for resources: {'Port': ['ID=1cea55d1-5f59-4d8c-83b8-914e2db38a09,revision_number=3']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:02.837962 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:02.840276 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-7308d759-fd69-43cc-9ae4-68feaed10677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:02.843343 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-7308d759-fd69-43cc-9ae4-68feaed10677 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326&tenant_id=e1d59596ecae4e288733b90c577aa86b HTTP/1.1" status: 200 len: 1128 time: 0.1476495 Jul 19 11:08:02.847116 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Attempting to bind port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:08:02.847570 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Attempting to bind port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:08:02.847906 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Attempting to bind port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 on network c45e8b75-1fcc-418c-baa1-a3821825a45d {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:08:02.849912 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-782994e7-77f9-4b4f-92dd-812469e2443f req-2455b399-19a0-408e-a2f2-e51617bdfb19 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159457 Jul 19 11:08:02.850521 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-c695bf25-60a6-4667-ab0f-cf85104aea48 None None] Provisioning complete for port 7eb54414-4533-417a-aabc-bd234a7bade9 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:02.850893 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c695bf25-60a6-4667-ab0f-cf85104aea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.852578 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:02.870984 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 on network c45e8b75-1fcc-418c-baa1-a3821825a45d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:08:02.871497 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Attempting to bind port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 on network c45e8b75-1fcc-418c-baa1-a3821825a45d {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:08:02.889332 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:08:02.889332 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Checking segment: {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:08:02.889332 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Bound using segment: {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:08:02.889332 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Bound port: 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693d4af0-88da-420b-9669-61aabb3593ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:08:02.889332 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.921147 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:02.959680 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-d249406c-9cda-4822-bb5a-f5e6193ade03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:02.962560 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-d249406c-9cda-4822-bb5a-f5e6193ade03 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 1128 time: 0.0613856 Jul 19 11:08:02.962710 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-c695bf25-60a6-4667-ab0f-cf85104aea48 None None] Port 7eb54414-4533-417a-aabc-bd234a7bade9 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:08:03.005637 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] For port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:08:03.018290 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] For port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:08:03.026461 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.048084 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169'}], 'enable_snat': True}, 'gw_port_id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:56Z', 'updated_at': '2022-07-19T11:08:01Z', 'revision_number': 4, 'project_id': '7734ed48187647389961b70ea9d92128', 'gw_port': {'id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:57Z', 'updated_at': '2022-07-19T11:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7eb54414-4533-417a-aabc-bd234a7bade9', 'name': '', 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'mac_address': 'fa:16:3e:f9:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:08:01Z', 'updated_at': '2022-07-19T11:08:01Z', 'revision_number': 2, 'project_id': '7734ed48187647389961b70ea9d92128', 'subnets': [{'id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:03.080751 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:03.081364 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.082783 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] 10.222.0.27 "PUT /v2.0/ports/6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 1094 time: 1.0067015 Jul 19 11:08:03.083240 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:03.088810 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b" -d '{"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:03.091951 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e005b-326d-4d8a-9ee5-5f5517bf2463 None None] The sync data for ids ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'] in dv-cinder-master-3-iscsi is: [{'id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169'}], 'enable_snat': True}, 'gw_port_id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:56Z', 'updated_at': '2022-07-19T11:08:01Z', 'revision_number': 4, 'project_id': '7734ed48187647389961b70ea9d92128', 'gw_port': {'id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:57Z', 'updated_at': '2022-07-19T11:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7eb54414-4533-417a-aabc-bd234a7bade9', 'name': '', 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'mac_address': 'fa:16:3e:f9:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:08:01Z', 'updated_at': '2022-07-19T11:08:01Z', 'revision_number': 2, 'project_id': '7734ed48187647389961b70ea9d92128', 'subnets': [{'id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:08:03.105553 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-fb58bba5-9a24-4cb1-a689-411a8d1fe312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:03.106132 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:03.107530 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-fb58bba5-9a24-4cb1-a689-411a8d1fe312 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 917 time: 0.1357298 Jul 19 11:08:03.126907 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910d3c6-3385-4470-8f29-b0921cfeea41 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:03.190122 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6529734-4203-4230-ae63-e7bc522915d3 x-openstack-request-id: req-e6529734-4203-4230-ae63-e7bc522915d3 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:03.190410 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:03.190643 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e6529734-4203-4230-ae63-e7bc522915d3 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:03.191049 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6529734-4203-4230-ae63-e7bc522915d3'] response: {'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'status': 'completed', 'code': 200} Jul 19 11:08:03.211087 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-85e17418-89f1-41ae-8ce4-2c95fb94483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:03.212627 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-85e17418-89f1-41ae-8ce4-2c95fb94483a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05630eeaf84a4d1bafd213d419f7a97a&device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 1128 time: 0.0623097 Jul 19 11:08:03.213119 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51518) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:03.217767 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ec2e0bfb-c142-461d-bf40-94e31230d12e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334719817', 'description': 'tempest-secgroup-smoke-1334719817 description', 'project_id': 'a7109adf88ac4391aee35c150e96e0b1'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:03.244519 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-2cd103d5-df35-44a8-8260-fb2ffab4b727 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c HTTP/1.1" status: 200 len: 1000 time: 0.1236465 Jul 19 11:08:03.283115 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-c8b6aea5-70ba-4daa-92e3-6a6a3fd9ec9e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0450926 Jul 19 11:08:03.284035 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0bfb-c142-461d-bf40-94e31230d12e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.358397 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-74ddc6ca-b0f0-42c7-84b6-53261b068524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:03.362402 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-74ddc6ca-b0f0-42c7-84b6-53261b068524 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.1020710 Jul 19 11:08:03.365772 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-13c4234d-a6ba-4bbd-8fc5-cbb340284707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:03.369165 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-13c4234d-a6ba-4bbd-8fc5-cbb340284707 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4006588f-d24d-496d-abdc-693013df7a90 HTTP/1.1" status: 200 len: 853 time: 0.0744383 Jul 19 11:08:03.369876 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c1782-8066-4cb3-bb93-992cf027e25e req-2b91e591-d945-47c1-822a-5ddbf0564e5f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:03.371412 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-468c1782-8066-4cb3-bb93-992cf027e25e req-2b91e591-d945-47c1-822a-5ddbf0564e5f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0720019 Jul 19 11:08:03.435323 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-1eed2ad4-cc72-4396-a185-d289b32e1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:03.436950 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-1eed2ad4-cc72-4396-a185-d289b32e1503 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644701 Jul 19 11:08:03.457662 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0bfb-c142-461d-bf40-94e31230d12e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group (4a386f58-de99-4ec8-a73d-a8a358bf9540), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.490659 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0bfb-c142-461d-bf40-94e31230d12e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4a386f58-de99-4ec8-a73d-a8a358bf9540), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.497703 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-2dffc889-1f10-4fc6-8237-76a462b92a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:03.499475 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-2dffc889-1f10-4fc6-8237-76a462b92a77 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c45e8b75-1fcc-418c-baa1-a3821825a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212418 Jul 19 11:08:03.530707 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-468c1782-8066-4cb3-bb93-992cf027e25e req-fdb86874-9480-4ca0-a4a4-58a3c3a9704e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240463 Jul 19 11:08:03.580897 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0bfb-c142-461d-bf40-94e31230d12e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.583971 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ec2e0bfb-c142-461d-bf40-94e31230d12e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3680899 Jul 19 11:08:03.586490 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51524) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:03.591033 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-597ac6c8-279a-4b81-b1d3-98ea833f15b5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'security_group_rule': {'security_group_id': '4a386f58-de99-4ec8-a73d-a8a358bf9540', 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:03.627332 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-ac1544d3-99a4-48ba-9718-fd3d8aab5dc8 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769266 Jul 19 11:08:03.633598 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:03.634494 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e0bfb-c142-461d-bf40-94e31230d12e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a386f58-de99-4ec8-a73d-a8a358bf9540,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:03.656437 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2903ab9-c97c-4d64-a6ce-18206eabe54c req-7bea95c0-25b9-45c0-9c20-3cdef20f40fe tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:03.658072 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a2903ab9-c97c-4d64-a6ce-18206eabe54c req-7bea95c0-25b9-45c0-9c20-3cdef20f40fe tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.1063879 Jul 19 11:08:03.674772 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-597ac6c8-279a-4b81-b1d3-98ea833f15b5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (249933d5-66d0-4c07-854a-3b81f2a7963a), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.707794 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-e34a3bf7-0ee9-4e71-b440-3752862c3346 service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939616 Jul 19 11:08:03.761286 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a2903ab9-c97c-4d64-a6ce-18206eabe54c req-92ca1b38-f32b-47b8-830a-6e5c0ab66f5c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956337 Jul 19 11:08:03.800865 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7713a8e2-30c8-4022-a2b8-49b9d7292277 req-792ef77b-17db-4454-be41-e3e960be2a87 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646743 Jul 19 11:08:03.802693 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-597ac6c8-279a-4b81-b1d3-98ea833f15b5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (249933d5-66d0-4c07-854a-3b81f2a7963a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.806923 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-597ac6c8-279a-4b81-b1d3-98ea833f15b5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (249933d5-66d0-4c07-854a-3b81f2a7963a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.826683 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-faf1ccf9-c50c-46e8-a7f2-e9bd20e05bdc req-b1ae2328-40a6-4faa-914d-f6f0563b34ce service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120100 Jul 19 11:08:03.837481 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ac6c8-279a-4b81-b1d3-98ea833f15b5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249933d5-66d0-4c07-854a-3b81f2a7963a,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:03.844069 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-597ac6c8-279a-4b81-b1d3-98ea833f15b5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.845161 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-597ac6c8-279a-4b81-b1d3-98ea833f15b5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2576671 Jul 19 11:08:03.847738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51528) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:03.853792 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-f8ecb628-1cdf-4d8d-88f5-5b07983f1336 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'security_group_rule': {'security_group_id': '4a386f58-de99-4ec8-a73d-a8a358bf9540', 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:03.886939 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8ecb628-1cdf-4d8d-88f5-5b07983f1336 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (bbd9e335-86d3-440b-b5b3-70f429a58908), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.969545 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:03.971791 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8ecb628-1cdf-4d8d-88f5-5b07983f1336 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (bbd9e335-86d3-440b-b5b3-70f429a58908), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:03.989633 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8ecb628-1cdf-4d8d-88f5-5b07983f1336 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (bbd9e335-86d3-440b-b5b3-70f429a58908), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.018130 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:04.024296 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecb628-1cdf-4d8d-88f5-5b07983f1336 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd9e335-86d3-440b-b5b3-70f429a58908,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:04.047127 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f278e-0878-498c-b668-a6ebc1fda663 req-17bb9c86-c733-42ff-8b9e-84eeda183e98 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:04.052766 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3e6f278e-0878-498c-b668-a6ebc1fda663 req-17bb9c86-c733-42ff-8b9e-84eeda183e98 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 944 time: 0.1042788 Jul 19 11:08:04.057432 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8ecb628-1cdf-4d8d-88f5-5b07983f1336 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.058571 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f8ecb628-1cdf-4d8d-88f5-5b07983f1336 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2099273 Jul 19 11:08:04.061534 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51534) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:04.066124 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-ea243652-280f-4717-8030-7e677ca13a2e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'security_group_rule': {'security_group_id': '4a386f58-de99-4ec8-a73d-a8a358bf9540', 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:04.099638 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea243652-280f-4717-8030-7e677ca13a2e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (297886f2-0815-4b17-bae6-c5a8ab5bd4d0), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.114002 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3e6f278e-0878-498c-b668-a6ebc1fda663 req-807e2acd-33c2-4b54-a4e4-26df61b373f6 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525091 Jul 19 11:08:04.167374 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea243652-280f-4717-8030-7e677ca13a2e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (297886f2-0815-4b17-bae6-c5a8ab5bd4d0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.176012 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea243652-280f-4717-8030-7e677ca13a2e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (297886f2-0815-4b17-bae6-c5a8ab5bd4d0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.196800 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea243652-280f-4717-8030-7e677ca13a2e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297886f2-0815-4b17-bae6-c5a8ab5bd4d0,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:04.206369 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ea243652-280f-4717-8030-7e677ca13a2e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.207708 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ea243652-280f-4717-8030-7e677ca13a2e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450336 Jul 19 11:08:04.211271 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51536) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:04.215766 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-bccc77cc-124c-4fac-b4cc-87ca68c161af tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'security_group_rule': {'security_group_id': '4a386f58-de99-4ec8-a73d-a8a358bf9540', 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:04.243984 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bccc77cc-124c-4fac-b4cc-87ca68c161af tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (b124e9e7-e329-4e0c-9b25-ddcd8c371eb1), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.304475 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bccc77cc-124c-4fac-b4cc-87ca68c161af tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (b124e9e7-e329-4e0c-9b25-ddcd8c371eb1), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.308956 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bccc77cc-124c-4fac-b4cc-87ca68c161af tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (b124e9e7-e329-4e0c-9b25-ddcd8c371eb1), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.328499 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc77cc-124c-4fac-b4cc-87ca68c161af tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b124e9e7-e329-4e0c-9b25-ddcd8c371eb1,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:04.336992 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bccc77cc-124c-4fac-b4cc-87ca68c161af tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.341020 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51538) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:04.341208 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-bccc77cc-124c-4fac-b4cc-87ca68c161af tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286869 Jul 19 11:08:04.345823 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3a72d840-68d9-4f43-b31b-26316db5dec3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'security_group_rule': {'security_group_id': '4a386f58-de99-4ec8-a73d-a8a358bf9540', 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:04.367500 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-3a72d840-68d9-4f43-b31b-26316db5dec3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Project a7109adf88ac4391aee35c150e96e0b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 11:08:04.374548 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a72d840-68d9-4f43-b31b-26316db5dec3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (a1749dc8-f4e0-40dd-899c-488feac2bca0), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.427485 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:04.442211 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a72d840-68d9-4f43-b31b-26316db5dec3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (a1749dc8-f4e0-40dd-899c-488feac2bca0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.447509 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a72d840-68d9-4f43-b31b-26316db5dec3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (a1749dc8-f4e0-40dd-899c-488feac2bca0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.468567 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72d840-68d9-4f43-b31b-26316db5dec3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1749dc8-f4e0-40dd-899c-488feac2bca0,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:04.477577 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3a72d840-68d9-4f43-b31b-26316db5dec3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.481351 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-3a72d840-68d9-4f43-b31b-26316db5dec3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365464 Jul 19 11:08:04.481547 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51540) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:04.485831 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-bc966ee0-05d5-476a-bd94-c90702e2edff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'security_group_rule': {'security_group_id': '4a386f58-de99-4ec8-a73d-a8a358bf9540', 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:04.509195 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.securitygroups_db [None req-bc966ee0-05d5-476a-bd94-c90702e2edff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Project a7109adf88ac4391aee35c150e96e0b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 11:08:04.515740 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc966ee0-05d5-476a-bd94-c90702e2edff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (7a340dc2-4abb-4d1d-8f3b-c34079caa05c), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.579720 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc966ee0-05d5-476a-bd94-c90702e2edff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (7a340dc2-4abb-4d1d-8f3b-c34079caa05c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.584316 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc966ee0-05d5-476a-bd94-c90702e2edff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (7a340dc2-4abb-4d1d-8f3b-c34079caa05c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.607891 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc966ee0-05d5-476a-bd94-c90702e2edff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a340dc2-4abb-4d1d-8f3b-c34079caa05c,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:04.614389 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc966ee0-05d5-476a-bd94-c90702e2edff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:04.619004 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-bc966ee0-05d5-476a-bd94-c90702e2edff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330523 Jul 19 11:08:04.664761 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e32df-b722-477b-b4c2-ce4ca491e803 req-30f90395-a348-472d-b720-190efbd57806 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:04.666418 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-628e32df-b722-477b-b4c2-ce4ca491e803 req-30f90395-a348-472d-b720-190efbd57806 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0561569 Jul 19 11:08:04.719169 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-628e32df-b722-477b-b4c2-ce4ca491e803 req-348e7e1e-f9d9-4466-a0b4-79d1bc62a4b5 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470507 Jul 19 11:08:04.882564 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb6082-d058-416e-96d9-622c07f38eed req-3a7cbdeb-b199-478a-94d6-ba987ccd031d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:04.884061 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3efb6082-d058-416e-96d9-622c07f38eed req-3a7cbdeb-b199-478a-94d6-ba987ccd031d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0502532 Jul 19 11:08:04.939668 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3efb6082-d058-416e-96d9-622c07f38eed req-0b0e8e9c-e716-4e60-a787-5866c5921427 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500474 Jul 19 11:08:05.232441 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691008b6-4d98-4f0d-85e6-7e089f2b553b req-3500b58d-c196-4573-a6a1-eae10b95cba3 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:05.234065 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-691008b6-4d98-4f0d-85e6-7e089f2b553b req-3500b58d-c196-4573-a6a1-eae10b95cba3 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 944 time: 0.0503366 Jul 19 11:08:05.259196 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:08:05.293473 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-48dc439f-207e-4f0a-b6f6-b6b78d75e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:05.294927 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-48dc439f-207e-4f0a-b6f6-b6b78d75e326 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05630eeaf84a4d1bafd213d419f7a97a&device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 1128 time: 0.0599971 Jul 19 11:08:05.315921 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-691008b6-4d98-4f0d-85e6-7e089f2b553b req-4108c6ba-3b47-49d6-81a9-341fd21109b6 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729630 Jul 19 11:08:05.347948 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:05.400920 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:05.418371 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'port_id': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'mac_address': 'fa:16:3e:8b:a7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:08:05.458016 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:05.458344 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:05.461127 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-11cbd172-9980-4dd5-9c1d-2bf99fa1cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:05.464032 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-11cbd172-9980-4dd5-9c1d-2bf99fa1cce0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c45e8b75-1fcc-418c-baa1-a3821825a45d HTTP/1.1" status: 200 len: 915 time: 0.1273272 Jul 19 11:08:05.472425 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:08:05.495151 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:05.499435 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:05.514617 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-eb9f2bc4-d92a-4908-b7b5-eb6464692fba service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0409167 Jul 19 11:08:05.567708 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-eb1ca3fb-53fa-4d2d-bca2-7c2ba4c3a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:05.567991 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:05.569970 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-eb1ca3fb-53fa-4d2d-bca2-7c2ba4c3a4f7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4006588f-d24d-496d-abdc-693013df7a90 HTTP/1.1" status: 200 len: 853 time: 0.0478160 Jul 19 11:08:05.618038 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-4967012a-a3f6-478f-9926-e5e0c04c259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:05.619677 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-4967012a-a3f6-478f-9926-e5e0c04c259a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c45e8b75-1fcc-418c-baa1-a3821825a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436456 Jul 19 11:08:05.876197 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-2aa260bf-bcde-422d-a0fc-3a7faf4d6a91 service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479529 Jul 19 11:08:05.971744 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:08:06.003310 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75d9f-b9f8-43c4-86dd-729a5a343143 req-03c05e5f-75c2-403f-901b-b1dd34d6dcda tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:06.012631 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-71d75d9f-b9f8-43c4-86dd-729a5a343143 req-03c05e5f-75c2-403f-901b-b1dd34d6dcda tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.1327562 Jul 19 11:08:06.052931 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1cea55d1-5f59-4d8c-83b8-914e2db38a09 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:06.135656 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-71d75d9f-b9f8-43c4-86dd-729a5a343143 req-19d3761a-f27d-474b-9be8-5b2e9d81f3ed tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178060 Jul 19 11:08:06.212242 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fc967-08ee-44f1-ace1-42c59084c2f7 req-1ba51b90-15e1-4520-a18e-e1eb390a2534 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:06.223326 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-148fc967-08ee-44f1-ace1-42c59084c2f7 req-1ba51b90-15e1-4520-a18e-e1eb390a2534 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.1559978 Jul 19 11:08:06.302916 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-148fc967-08ee-44f1-ace1-42c59084c2f7 req-4e40d6e8-d3fc-40dc-9df8-1b5ef198138c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736270 Jul 19 11:08:06.356863 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 1cea55d1-5f59-4d8c-83b8-914e2db38a09 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:06.357915 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:06.504892 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 1cea55d1-5f59-4d8c-83b8-914e2db38a09 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:06.504892 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:06.525320 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:06.544729 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82506732-3dfd-4d4c-8cd8-c7714378cff8 req-395bf25e-6421-4417-98a2-46aaa7246c46 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:06.548262 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-82506732-3dfd-4d4c-8cd8-c7714378cff8 req-395bf25e-6421-4417-98a2-46aaa7246c46 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 945 time: 0.1219039 Jul 19 11:08:06.553089 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] For port 1cea55d1-5f59-4d8c-83b8-914e2db38a09, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cea55d1-5f59-4d8c-83b8-914e2db38a09,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:06.559595 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:06.666253 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:06.671168 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-82506732-3dfd-4d4c-8cd8-c7714378cff8 req-c059cd0e-1777-471e-afe5-778f34759b9e tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170888 Jul 19 11:08:06.675556 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Pushing event updated for resources: {'Port': ['ID=1cea55d1-5f59-4d8c-83b8-914e2db38a09,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:06.882867 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Sync routers for ids ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:08:06.893746 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Routers {'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:06.894376 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:07.007332 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Set router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:07.221973 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169'}], 'enable_snat': True}, 'gw_port_id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:56Z', 'updated_at': '2022-07-19T11:08:01Z', 'revision_number': 4, 'project_id': '7734ed48187647389961b70ea9d92128', 'gw_port': {'id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:57Z', 'updated_at': '2022-07-19T11:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7eb54414-4533-417a-aabc-bd234a7bade9', 'name': '', 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'mac_address': 'fa:16:3e:f9:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:08:01Z', 'updated_at': '2022-07-19T11:08:01Z', 'revision_number': 2, 'project_id': '7734ed48187647389961b70ea9d92128', 'subnets': [{'id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:07.259242 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Checking router: f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:08:07.259874 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Updating router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 port 7eb54414-4533-417a-aabc-bd234a7bade9 binding host dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 19 11:08:07.312222 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:07.313254 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f4c7-90cf-4114-8bd1-a4c3c3cf86ae req-442b67a8-810a-473e-b811-2033578da5ea tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:07.314899 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3ed7f4c7-90cf-4114-8bd1-a4c3c3cf86ae req-442b67a8-810a-473e-b811-2033578da5ea tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0652287 Jul 19 11:08:07.388677 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3ed7f4c7-90cf-4114-8bd1-a4c3c3cf86ae req-fa7c92ad-46fd-4fb7-b7c7-a103e54447a7 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661154 Jul 19 11:08:07.416408 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:07.498462 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd2ebd-5cb0-45a2-8c6d-dcecc263b8df req-ce755cef-8f33-4987-97df-527279d4270b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:07.508111 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b2dd2ebd-5cb0-45a2-8c6d-dcecc263b8df req-ce755cef-8f33-4987-97df-527279d4270b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0947855 Jul 19 11:08:07.530911 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:08:07.551928 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:07.554204 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:07.565365 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b2dd2ebd-5cb0-45a2-8c6d-dcecc263b8df req-b6843c56-6f38-472c-a825-cf801ebf48a8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561590 Jul 19 11:08:07.604946 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:07.676728 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:07.677392 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:07.701638 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Publish callbacks [] for port (7eb54414-4533-417a-aabc-bd234a7bade9), precommit_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:07.716897 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:07.717066 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:07.720723 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0c524-dacd-4997-a0b6-c4671f763f86" -d '{"events": [{"server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:07.766510 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:07.774436 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:07.810222 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beea74c-b22b-4b87-99ef-61d853343456 None None] Pushing event updated for resources: {'Port': ['ID=7eb54414-4533-417a-aabc-bd234a7bade9,revision_number=3']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:07.815164 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d37bfdd-484e-43e4-8ebc-f34432f569ae x-openstack-request-id: req-4d37bfdd-484e-43e4-8ebc-f34432f569ae {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:07.815719 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:07.816412 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4d37bfdd-484e-43e4-8ebc-f34432f569ae {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:07.827893 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d37bfdd-484e-43e4-8ebc-f34432f569ae'] response: {'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'code': 200} Jul 19 11:08:07.874465 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:07.901624 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:07.935528 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc084826-eaaa-4254-b033-8ac865166d38 req-a38d454d-8eff-4a11-bde8-675c3ddb02d0 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:07.940620 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Attempting to bind port 7eb54414-4533-417a-aabc-bd234a7bade9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:08:07.941636 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Attempting to bind port 7eb54414-4533-417a-aabc-bd234a7bade9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b52cb9c4-40d3-4645-b697-a0537ec8b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e'}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:08:07.942203 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Attempting to bind port 7eb54414-4533-417a-aabc-bd234a7bade9 on network 13c63262-481a-42ad-9cfb-9bc4f2afc85e {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:08:07.942551 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dc084826-eaaa-4254-b033-8ac865166d38 req-a38d454d-8eff-4a11-bde8-675c3ddb02d0 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.1089964 Jul 19 11:08:07.973688 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Checking agent: {'id': '556e7aa4-eded-4cc3-b24d-cc3bb806941f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 10, 56, 3), 'started_at': datetime.datetime(2022, 7, 19, 10, 56, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:08:07.974453 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Checking segment: {'id': 'b52cb9c4-40d3-4645-b697-a0537ec8b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:08:07.975147 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:07.976304 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Bound using segment: {'id': 'b52cb9c4-40d3-4645-b697-a0537ec8b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e'} {{(pid=104079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:08:07.978575 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.managers [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Bound port: 7eb54414-4533-417a-aabc-bd234a7bade9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52cb9c4-40d3-4645-b697-a0537ec8b40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e'}}] {{(pid=104079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:08:07.979213 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), before_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:08.002367 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1cea55d1-5f59-4d8c-83b8-914e2db38a09 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:08.041600 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dc084826-eaaa-4254-b033-8ac865166d38 req-3f8663d9-1df7-4f56-b840-9e583f2507a7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981369 Jul 19 11:08:08.087366 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 1cea55d1-5f59-4d8c-83b8-914e2db38a09 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:08.087966 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:08.097774 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] For port 7eb54414-4533-417a-aabc-bd234a7bade9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:08:08.108379 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.plugins.ml2.db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] For port 7eb54414-4533-417a-aabc-bd234a7bade9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7eb54414-4533-417a-aabc-bd234a7bade9,segment=NetworkSegment(b52cb9c4-40d3-4645-b697-a0537ec8b40c),segment_id=b52cb9c4-40d3-4645-b697-a0537ec8b40c)] {{(pid=104079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:08:08.118881 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron_lib.callbacks.manager [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), after_update {{(pid=104079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:08.198268 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Routers {'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:08.199830 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:08.202122 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beea74c-b22b-4b87-99ef-61d853343456 None None] Pushing event updated for resources: {'Port': ['ID=7eb54414-4533-417a-aabc-bd234a7bade9,revision_number=4']} {{(pid=104079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:08.246551 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-646907b9-f0f2-4457-9dbc-f986a2054b99 None None] Provisioning complete for port 7eb54414-4533-417a-aabc-bd234a7bade9 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:08.246977 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-646907b9-f0f2-4457-9dbc-f986a2054b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:08.288859 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 1cea55d1-5f59-4d8c-83b8-914e2db38a09 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:08.430889 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-646907b9-f0f2-4457-9dbc-f986a2054b99 None None] Current status of the port 7eb54414-4533-417a-aabc-bd234a7bade9 is: DOWN; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:08.432160 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-646907b9-f0f2-4457-9dbc-f986a2054b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:08.517568 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] Set router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:08.533029 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-646907b9-f0f2-4457-9dbc-f986a2054b99 None None] For port 7eb54414-4533-417a-aabc-bd234a7bade9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7eb54414-4533-417a-aabc-bd234a7bade9,segment=NetworkSegment(b52cb9c4-40d3-4645-b697-a0537ec8b40c),segment_id=b52cb9c4-40d3-4645-b697-a0537ec8b40c)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:08.542192 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-646907b9-f0f2-4457-9dbc-f986a2054b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:08.625590 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646907b9-f0f2-4457-9dbc-f986a2054b99 None None] Pushing event updated for resources: {'Port': ['ID=7eb54414-4533-417a-aabc-bd234a7bade9,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:08.654594 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a810d91-43f3-4fa0-a0cd-de38a29331bf req-2b20d8cd-767c-47be-88b2-587f03867b7c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:08.662419 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0a810d91-43f3-4fa0-a0cd-de38a29331bf req-2b20d8cd-767c-47be-88b2-587f03867b7c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.1098099 Jul 19 11:08:08.731300 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-c3e96c81-4339-4efb-8100-3cf4c2bc4207 None None] Provisioning complete for port 7eb54414-4533-417a-aabc-bd234a7bade9 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:08.731639 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c3e96c81-4339-4efb-8100-3cf4c2bc4207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:08.797396 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0a810d91-43f3-4fa0-a0cd-de38a29331bf req-3f3ef4b5-9429-472e-a847-333d5953d43e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262767 Jul 19 11:08:08.798029 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b16a-8479-4660-b460-8329700d10de req-bc7125fa-dd9d-42c7-86ad-d7fd6d926455 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:08.807056 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c9b6b16a-8479-4660-b460-8329700d10de req-bc7125fa-dd9d-42c7-86ad-d7fd6d926455 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0727956 Jul 19 11:08:08.861150 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169'}], 'enable_snat': True}, 'gw_port_id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:56Z', 'updated_at': '2022-07-19T11:08:01Z', 'revision_number': 4, 'project_id': '7734ed48187647389961b70ea9d92128', 'gw_port': {'id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:57Z', 'updated_at': '2022-07-19T11:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7eb54414-4533-417a-aabc-bd234a7bade9', 'name': '', 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'mac_address': 'fa:16:3e:f9:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:08:01Z', 'updated_at': '2022-07-19T11:08:08Z', 'revision_number': 4, 'project_id': '7734ed48187647389961b70ea9d92128', 'subnets': [{'id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:08.902561 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c9b6b16a-8479-4660-b460-8329700d10de req-1b2c7472-8269-447e-a4af-ca570a22402b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812809 Jul 19 11:08:08.903570 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c5466-0433-4f7b-8563-23146cea7426 None None] The sync data for ids ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'] in dv-cinder-master-3-iscsi is: [{'id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169'}], 'enable_snat': True}, 'gw_port_id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:56Z', 'updated_at': '2022-07-19T11:08:01Z', 'revision_number': 4, 'project_id': '7734ed48187647389961b70ea9d92128', 'gw_port': {'id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:57Z', 'updated_at': '2022-07-19T11:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7eb54414-4533-417a-aabc-bd234a7bade9', 'name': '', 'network_id': '13c63262-481a-42ad-9cfb-9bc4f2afc85e', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'mac_address': 'fa:16:3e:f9:75:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:08:01Z', 'updated_at': '2022-07-19T11:08:08Z', 'revision_number': 4, 'project_id': '7734ed48187647389961b70ea9d92128', 'subnets': [{'id': '223ec36b-f1f8-4140-9cbf-4b6c692d0cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:08:08.938987 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-c3e96c81-4339-4efb-8100-3cf4c2bc4207 None None] Current status of the port 7eb54414-4533-417a-aabc-bd234a7bade9 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:09.210777 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af59946-0c6e-4edc-a834-803a925c746a req-a6f6fcb4-fb7c-4b7b-a703-14a62723233f tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:09.212432 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4af59946-0c6e-4edc-a834-803a925c746a req-a6f6fcb4-fb7c-4b7b-a703-14a62723233f tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0585356 Jul 19 11:08:09.275243 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4af59946-0c6e-4edc-a834-803a925c746a req-14a3d100-1480-46fb-b276-14a98da24142 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 Jul 19 11:08:09.819923 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 7eb54414-4533-417a-aabc-bd234a7bade9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:09.859134 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:09.909317 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Provisioning complete for port 7eb54414-4533-417a-aabc-bd234a7bade9 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:09.909705 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:09.956054 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:09.994070 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad941e3b-a960-4304-8504-22816f54897c req-f9ba051e-62f9-4f32-acf1-5565e462baef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:10.005619 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ad941e3b-a960-4304-8504-22816f54897c req-f9ba051e-62f9-4f32-acf1-5565e462baef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.1017733 Jul 19 11:08:10.058579 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port 7eb54414-4533-417a-aabc-bd234a7bade9 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:10.114016 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b10ee-30d4-45d1-9993-732e4af48b64 req-5e79b443-192c-4c99-bdce-221ce01c2142 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:10.117927 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-108b10ee-30d4-45d1-9993-732e4af48b64 req-5e79b443-192c-4c99-bdce-221ce01c2142 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0783970 Jul 19 11:08:10.134766 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ad941e3b-a960-4304-8504-22816f54897c req-b6fb0c28-4ebb-4df5-936d-d7f06463c10a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278355 Jul 19 11:08:10.197375 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-108b10ee-30d4-45d1-9993-732e4af48b64 req-b5ee6310-77b0-44f7-8822-a907ed4a68b4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604746 Jul 19 11:08:10.396364 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8508c-86ef-4291-a623-1698fc201c3f req-38eb7690-72b5-4b15-ac63-e6572f4fd075 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:10.398372 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79d8508c-86ef-4291-a623-1698fc201c3f req-38eb7690-72b5-4b15-ac63-e6572f4fd075 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0576644 Jul 19 11:08:10.459467 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-79d8508c-86ef-4291-a623-1698fc201c3f req-43b8d858-c5d1-451f-8bf5-98cc8200fcc9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555451 Jul 19 11:08:11.254293 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9de4a-18b3-4b8a-87dc-3d4a067c7f20 req-789283d7-6a54-432d-a709-e2331a4dc05c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:11.255917 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d9e9de4a-18b3-4b8a-87dc-3d4a067c7f20 req-789283d7-6a54-432d-a709-e2331a4dc05c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0623059 Jul 19 11:08:11.285511 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:11.313273 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d9e9de4a-18b3-4b8a-87dc-3d4a067c7f20 req-f6549a1e-293b-4e8c-882d-7463511d0976 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505142 Jul 19 11:08:11.373590 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e58a0-e301-4209-8bae-372ad5768535 req-6d317f09-b601-4ab5-a59e-0f0c1f058f02 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:11.375173 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d78e58a0-e301-4209-8bae-372ad5768535 req-6d317f09-b601-4ab5-a59e-0f0c1f058f02 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0614638 Jul 19 11:08:11.388163 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:11.436547 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d78e58a0-e301-4209-8bae-372ad5768535 req-12ea37e7-cdbd-4ba1-8e35-78d86f63aeeb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554256 Jul 19 11:08:11.601240 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc022-d363-448e-8386-c0b9db1d015b req-2630b6df-b354-4873-bf46-e16ba54a8335 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:11.603178 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7c5cc022-d363-448e-8386-c0b9db1d015b req-2630b6df-b354-4873-bf46-e16ba54a8335 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0547469 Jul 19 11:08:11.625097 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:11.657147 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7c5cc022-d363-448e-8386-c0b9db1d015b req-66291c93-fc55-42f4-b032-87ca233b6912 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 Jul 19 11:08:12.447946 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd1ce8-20f1-45a7-981e-5fd5ec8f4be4 req-5611e7e8-83e5-41d7-9c1d-de82fb986538 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:12.449718 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-56bd1ce8-20f1-45a7-981e-5fd5ec8f4be4 req-5611e7e8-83e5-41d7-9c1d-de82fb986538 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0552936 Jul 19 11:08:12.509371 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-56bd1ce8-20f1-45a7-981e-5fd5ec8f4be4 req-954798d4-3a6c-4bf6-bfe6-9db648be42e7 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505617 Jul 19 11:08:12.586087 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd44c-6ee2-47a6-95ae-a273b2972741 req-ef5c6ab2-fdbb-42a3-844b-e453942a7f07 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:12.587546 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-254bd44c-6ee2-47a6-95ae-a273b2972741 req-ef5c6ab2-fdbb-42a3-844b-e453942a7f07 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0750923 Jul 19 11:08:12.641436 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-254bd44c-6ee2-47a6-95ae-a273b2972741 req-c44fa293-056c-4afc-a816-b0cc09b46ec9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479929 Jul 19 11:08:12.776242 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9f2d-2c97-4147-b222-568b425e7397 req-60df9009-77f6-405d-9696-940621e6f538 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:12.777735 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6f8b9f2d-2c97-4147-b222-568b425e7397 req-60df9009-77f6-405d-9696-940621e6f538 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0531108 Jul 19 11:08:12.832556 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6f8b9f2d-2c97-4147-b222-568b425e7397 req-08f1f1c1-30c1-4a05-82c6-2485f71c8ad9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486290 Jul 19 11:08:13.673870 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd7e87-bbf6-454b-b8e3-005051d8d426 req-31e64ad9-ad69-48e6-bea9-4456b0535d68 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:13.675468 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f4dd7e87-bbf6-454b-b8e3-005051d8d426 req-31e64ad9-ad69-48e6-bea9-4456b0535d68 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0856330 Jul 19 11:08:13.744614 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f4dd7e87-bbf6-454b-b8e3-005051d8d426 req-6d614fb1-06fe-4232-9703-62243330b600 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638175 Jul 19 11:08:13.792293 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3c8b-e921-49e7-901d-f019a7fb1384 req-096ff6ab-ef54-44d7-ba13-e7b0b54ece7c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:13.793805 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6e9c3c8b-e921-49e7-901d-f019a7fb1384 req-096ff6ab-ef54-44d7-ba13-e7b0b54ece7c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0543022 Jul 19 11:08:13.869323 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6e9c3c8b-e921-49e7-901d-f019a7fb1384 req-b91bbbde-7a71-452a-9e5b-ea497ed6585f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697539 Jul 19 11:08:13.961233 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5884dc-0b70-4e0e-95c5-37d9d95c4312 req-120d8c8d-c0b7-4d0a-9a69-5616881a8c3e tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:13.962763 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7e5884dc-0b70-4e0e-95c5-37d9d95c4312 req-120d8c8d-c0b7-4d0a-9a69-5616881a8c3e tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0539942 Jul 19 11:08:14.014631 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7e5884dc-0b70-4e0e-95c5-37d9d95c4312 req-9d84f02c-a640-4135-aeed-2f2b57d29cf1 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462530 Jul 19 11:08:14.870393 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ec3f1-c6ac-4f5b-944d-548859759a87 req-575b708f-204e-45b5-92d5-e44f74c0def4 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:14.872411 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ef3ec3f1-c6ac-4f5b-944d-548859759a87 req-575b708f-204e-45b5-92d5-e44f74c0def4 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0511701 Jul 19 11:08:14.932430 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ef3ec3f1-c6ac-4f5b-944d-548859759a87 req-6268db50-dbaf-4663-a2ba-dbccd3c99f75 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541272 Jul 19 11:08:15.000413 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1c3cf-20a2-4c22-8da8-505676bb7742 req-2d3cd5ce-8f2b-4607-8457-e6136e86eee9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:15.002493 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-06e1c3cf-20a2-4c22-8da8-505676bb7742 req-2d3cd5ce-8f2b-4607-8457-e6136e86eee9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0562665 Jul 19 11:08:15.051383 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-06e1c3cf-20a2-4c22-8da8-505676bb7742 req-5b8ec80b-cb60-42cd-b13e-ec7c42377690 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423217 Jul 19 11:08:15.155663 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5301d-6a5c-4c4e-9a56-a4d0745d951b req-3e032d93-579d-44ed-8980-6ffcef2f10b3 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:15.157059 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5ec5301d-6a5c-4c4e-9a56-a4d0745d951b req-3e032d93-579d-44ed-8980-6ffcef2f10b3 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0499578 Jul 19 11:08:15.210861 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5ec5301d-6a5c-4c4e-9a56-a4d0745d951b req-5aeaecfe-6648-4e40-b547-a5d46cfceb43 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483091 Jul 19 11:08:16.060353 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ca59f-a1a7-4ede-ad77-e941d6ea1a46 req-7284ddbc-ed9c-47f4-912f-1e8587ef61bb tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:16.061875 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-052ca59f-a1a7-4ede-ad77-e941d6ea1a46 req-7284ddbc-ed9c-47f4-912f-1e8587ef61bb tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0596735 Jul 19 11:08:16.111908 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-052ca59f-a1a7-4ede-ad77-e941d6ea1a46 req-98bffd31-7f08-4f8b-b858-f1e0119b172d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Jul 19 11:08:16.190421 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd53d9-194f-489c-8137-3c249721126c req-172bd23c-e126-477f-b2c1-041f8e20bccc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:16.191881 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e5fd53d9-194f-489c-8137-3c249721126c req-172bd23c-e126-477f-b2c1-041f8e20bccc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0517266 Jul 19 11:08:16.241935 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e5fd53d9-194f-489c-8137-3c249721126c req-57eaf144-1c5c-42fe-96db-a8a724db006a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445154 Jul 19 11:08:16.330690 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462b3dc-e6b7-4db2-bfea-9579b74efb22 req-f4066989-a865-42e1-8f40-134739414431 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:16.332133 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c462b3dc-e6b7-4db2-bfea-9579b74efb22 req-f4066989-a865-42e1-8f40-134739414431 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0513098 Jul 19 11:08:16.379934 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c462b3dc-e6b7-4db2-bfea-9579b74efb22 req-73599b34-a484-488b-ae26-77324eff1f54 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Jul 19 11:08:17.058784 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7ca5e3e-7d72-4122-ad43-21c0b090d90b req-d392e034-8155-4687-88df-a86f8df83167 service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879688 Jul 19 11:08:17.229960 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43c2a7-d59a-458a-8f10-fd7ed2298e22 req-91f338fd-fec5-4d3a-ba93-8aefa98cb8a7 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:17.231422 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3e43c2a7-d59a-458a-8f10-fd7ed2298e22 req-91f338fd-fec5-4d3a-ba93-8aefa98cb8a7 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0481052 Jul 19 11:08:17.249686 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:17.280610 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3e43c2a7-d59a-458a-8f10-fd7ed2298e22 req-4a6196f9-22c9-44b8-82a1-6bc644bc9d79 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436580 Jul 19 11:08:17.362702 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a61da-7c26-4dd0-a799-ab0c688a948b req-aa2280dd-bb78-4af1-9e53-fa54421a868c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:17.364159 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-986a61da-7c26-4dd0-a799-ab0c688a948b req-aa2280dd-bb78-4af1-9e53-fa54421a868c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0466123 Jul 19 11:08:17.421882 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-986a61da-7c26-4dd0-a799-ab0c688a948b req-ae137a98-8a60-4455-b20f-53b1fdecfcc4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521421 Jul 19 11:08:17.510838 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa793cb-23ef-49a6-8019-841159ff9d94 req-5dc2b749-9e0d-4be0-889c-07758a86182c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:17.512608 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8fa793cb-23ef-49a6-8019-841159ff9d94 req-5dc2b749-9e0d-4be0-889c-07758a86182c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0476520 Jul 19 11:08:17.526452 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a3d4-b92a-45c5-85de-0ce98a451fb8 req-62ca76d5-21bf-4da3-b795-b888aab46947 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:17.528038 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ceb8a3d4-b92a-45c5-85de-0ce98a451fb8 req-62ca76d5-21bf-4da3-b795-b888aab46947 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0468884 Jul 19 11:08:17.559630 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8fa793cb-23ef-49a6-8019-841159ff9d94 req-83b3c701-b5b8-42f2-8f29-27947af5323f tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Jul 19 11:08:17.577841 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ceb8a3d4-b92a-45c5-85de-0ce98a451fb8 req-0a8d87f5-8523-4030-858c-cd23f08d3a0f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441957 Jul 19 11:08:18.009723 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9b967-8af3-4d28-ae75-208b266ee9df req-ef09cc9f-3a31-44d1-8e6c-41db64ce82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:18.011198 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4ba9b967-8af3-4d28-ae75-208b266ee9df req-ef09cc9f-3a31-44d1-8e6c-41db64ce82e3 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 1130 time: 0.0428154 Jul 19 11:08:18.064690 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4ba9b967-8af3-4d28-ae75-208b266ee9df req-48a409de-1f17-4bfb-961c-62e8c21ba72f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Jul 19 11:08:18.289657 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-752b113b-ef6c-4ce0-8ea8-e4dfb233cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:18.291128 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-752b113b-ef6c-4ce0-8ea8-e4dfb233cb99 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 1129 time: 0.2655442 Jul 19 11:08:18.473313 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:18.496724 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-5504cabb-4833-4e00-af05-0fbff6546acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:18.498199 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-5504cabb-4833-4e00-af05-0fbff6546acc service neutron] 10.222.0.27 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 912 time: 0.0907393 Jul 19 11:08:18.544203 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087388a-8705-46fa-a5c9-fb4d66273942 req-bec9d656-5e39-46cc-90cf-589b19ed4854 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:18.545640 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9087388a-8705-46fa-a5c9-fb4d66273942 req-bec9d656-5e39-46cc-90cf-589b19ed4854 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0464444 Jul 19 11:08:18.592984 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9087388a-8705-46fa-a5c9-fb4d66273942 req-144e5104-eda5-43ce-ae08-46fe46f37caf tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 Jul 19 11:08:18.672774 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1975850-aed3-4cf3-a56b-4331387af189 req-007a1cad-3a23-463e-bebb-083e5c5a705d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:18.674251 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f1975850-aed3-4cf3-a56b-4331387af189 req-007a1cad-3a23-463e-bebb-083e5c5a705d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0472052 Jul 19 11:08:18.703160 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff754e1-1c10-43c5-97a6-a936ac90332b req-0d14a4d7-ab29-4d2e-8e02-2c049bfa1a4e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:18.704672 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1ff754e1-1c10-43c5-97a6-a936ac90332b req-0d14a4d7-ab29-4d2e-8e02-2c049bfa1a4e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0505543 Jul 19 11:08:18.716589 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:18.722553 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f1975850-aed3-4cf3-a56b-4331387af189 req-5f15ab84-2f91-4a05-b55b-f4f1487403fb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Jul 19 11:08:18.754398 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1ff754e1-1c10-43c5-97a6-a936ac90332b req-78bb5bea-bee0-4da2-a089-636d287a1e3b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436664 Jul 19 11:08:18.851164 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:18.865243 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:19.033512 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-f31b0006-40e1-4884-9e09-8f1273cd47c5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d928944f-b596-4faa-b70f-efdde2d1f07e HTTP/1.1" status: 200 len: 1000 time: 0.0546877 Jul 19 11:08:19.074957 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:19.086697 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-28302b64-82bc-4eca-82e5-af19edeb8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:19.088126 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-28302b64-82bc-4eca-82e5-af19edeb8cb5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 200 len: 850 time: 0.0469573 Jul 19 11:08:19.137242 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-8ed922be-25c6-49d1-a2ae-2db8fef55d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:19.138589 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-8ed922be-25c6-49d1-a2ae-2db8fef55d85 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373988 Jul 19 11:08:19.232446 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-c2f261e2-c3ff-41f5-80a8-50b1d7123146 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836682 Jul 19 11:08:19.323457 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b730e7e9-9fae-4c1b-ae40-18c7cc19ba7d req-9d959f50-f5c7-4f82-b57e-8fec01c15763 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822797 Jul 19 11:08:19.711340 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9246ef8-6ce9-4a59-a47b-8cf31ec50166 req-4ff537b4-9fa0-43ba-afcd-028e76e97f78 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:19.712826 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d9246ef8-6ce9-4a59-a47b-8cf31ec50166 req-4ff537b4-9fa0-43ba-afcd-028e76e97f78 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0474875 Jul 19 11:08:19.765094 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d9246ef8-6ce9-4a59-a47b-8cf31ec50166 req-ee677e06-9517-4cd5-a3db-f5b8a77d2081 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468287 Jul 19 11:08:19.836749 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e78333-a74c-4a85-9e3d-be6e8cdddb25 req-7e6024d2-e090-4c60-b42a-493428024fe8 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:19.838233 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f7e78333-a74c-4a85-9e3d-be6e8cdddb25 req-7e6024d2-e090-4c60-b42a-493428024fe8 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0471044 Jul 19 11:08:19.873761 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a921cd-56a0-4e95-a428-34afdc9f805c req-3d23ecf1-9515-48c3-ad1f-2db2ded4767c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:19.875241 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-18a921cd-56a0-4e95-a428-34afdc9f805c req-3d23ecf1-9515-48c3-ad1f-2db2ded4767c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0483229 Jul 19 11:08:19.886157 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f7e78333-a74c-4a85-9e3d-be6e8cdddb25 req-15637126-794f-432c-99bc-997879c364e8 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424252 Jul 19 11:08:19.923662 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-18a921cd-56a0-4e95-a428-34afdc9f805c req-ba2dc122-a78f-4c48-a9e1-8583f179732e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421867 Jul 19 11:08:20.000743 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea69380-ed4a-482e-921e-9d9a257602a4 req-87717043-5fc8-4d3b-b298-11ed657db847 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:20.002149 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4ea69380-ed4a-482e-921e-9d9a257602a4 req-87717043-5fc8-4d3b-b298-11ed657db847 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0474343 Jul 19 11:08:20.015994 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:20.051331 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4ea69380-ed4a-482e-921e-9d9a257602a4 req-d40d1fd4-f0bb-4c02-aa7e-f5ec59d51f82 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436263 Jul 19 11:08:20.058457 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=17 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:20.366847 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323e5ab-73af-429b-a15d-a43e520b063d req-1864f131-fb49-4136-9208-3e843855cdbd tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:20.368302 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e323e5ab-73af-429b-a15d-a43e520b063d req-1864f131-fb49-4136-9208-3e843855cdbd tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0468967 Jul 19 11:08:20.415258 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e323e5ab-73af-429b-a15d-a43e520b063d req-162269af-1271-4b03-a2a8-db8ee6fec932 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 Jul 19 11:08:20.883700 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72840e49-1bd7-4192-929d-20270509f526 req-c6a5eeb6-3d4a-4a9e-b041-3d6749212a3a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:20.885251 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72840e49-1bd7-4192-929d-20270509f526 req-c6a5eeb6-3d4a-4a9e-b041-3d6749212a3a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0466878 Jul 19 11:08:20.932157 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72840e49-1bd7-4192-929d-20270509f526 req-4cf3b02e-3142-4abb-997a-764b1784aec9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414910 Jul 19 11:08:21.050452 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede839d-a84a-4021-ad09-a467ef20baee req-10c54921-87a6-4018-b625-702e099e15e1 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:21.052167 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eede839d-a84a-4021-ad09-a467ef20baee req-10c54921-87a6-4018-b625-702e099e15e1 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0542858 Jul 19 11:08:21.107224 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eede839d-a84a-4021-ad09-a467ef20baee req-b7076a6c-4d09-4765-95ad-1e0e69f37185 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482378 Jul 19 11:08:22.064020 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153dd66-20bd-41a2-baf7-4b55a9d2002f req-96251b95-b397-47aa-ac70-0ddbc75599d3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:22.065576 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0153dd66-20bd-41a2-baf7-4b55a9d2002f req-96251b95-b397-47aa-ac70-0ddbc75599d3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0515544 Jul 19 11:08:22.118143 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0153dd66-20bd-41a2-baf7-4b55a9d2002f req-eb93f18c-77e0-409d-8ef6-4fe5fa8f9f66 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452552 Jul 19 11:08:22.242440 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b6f5a-dcde-492c-8db6-1bcb021b3c99 req-a1a59687-8b64-47c5-abaf-a6c1fe4ebf6a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:22.244216 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-428b6f5a-dcde-492c-8db6-1bcb021b3c99 req-a1a59687-8b64-47c5-abaf-a6c1fe4ebf6a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0555706 Jul 19 11:08:22.306443 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-428b6f5a-dcde-492c-8db6-1bcb021b3c99 req-c2d5ebfb-60a3-4007-9519-ac4656e02c61 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550902 Jul 19 11:08:22.411234 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-44c605a1-ab15-4a5d-9ec7-ec345f2f5d30 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334719817&fields=id&tenant_id=a7109adf88ac4391aee35c150e96e0b1 HTTP/1.1" status: 200 len: 267 time: 0.0513599 Jul 19 11:08:22.518700 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-9992fea3-6763-499d-969a-84ef9fa8d6ce tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:22.520276 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-9992fea3-6763-499d-969a-84ef9fa8d6ce tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 812 time: 0.1028781 Jul 19 11:08:22.534786 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-ed320307-0eeb-4d07-b163-0605678bff28 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/quotas/a7109adf88ac4391aee35c150e96e0b1 HTTP/1.1" status: 200 len: 375 time: 0.0093689 Jul 19 11:08:22.583195 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-e3a5b833-e33c-4511-9ab8-fa7990f25e05 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435972 Jul 19 11:08:22.649997 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:22.682153 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7f5e39a1-4132-48d9-a628-f7a8dfe2d520 service neutron] 10.222.0.33 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879903 Jul 19 11:08:22.774332 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-1b2bebd0-f881-4952-adc7-ade7c2c47b55 service neutron] 10.222.0.33 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865757 Jul 19 11:08:23.061224 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c14b2f4b-4f0c-488f-b9de-27a7dac3ebd6 req-c84089e7-8019-441b-becf-fe2ca79fc5bd tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 210 time: 0.0288777 Jul 19 11:08:23.249150 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bacb4-50a6-4335-968f-164f9f6db807 req-6b1825b5-af40-451b-b573-eddac86c63a6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:23.250733 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2b3bacb4-50a6-4335-968f-164f9f6db807 req-6b1825b5-af40-451b-b573-eddac86c63a6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0501001 Jul 19 11:08:23.259186 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:23.277220 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfb542-beee-4a0d-b51a-9384ffdd8e13 req-192039d0-0d1f-46f6-9321-d946ebf8554b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:23.278799 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5bdfb542-beee-4a0d-b51a-9384ffdd8e13 req-192039d0-0d1f-46f6-9321-d946ebf8554b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.0666182 Jul 19 11:08:23.298382 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:23.312526 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2b3bacb4-50a6-4335-968f-164f9f6db807 req-424f5e47-bcd8-4cd1-a877-397ca3675f1b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546668 Jul 19 11:08:23.341223 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5bdfb542-beee-4a0d-b51a-9384ffdd8e13 req-f4a4ed30-c78b-4abf-ab2c-3160db24e7d9 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551808 Jul 19 11:08:24.157480 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-19c4b89a-792f-4ae8-baba-657c0a98c371 req-1ced68aa-62b0-4118-b592-c396eb1014fc tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 210 time: 0.0308864 Jul 19 11:08:24.434739 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64731914-cdcb-4e9e-9245-c8a5bc98762d req-cc435564-bdec-457f-bad2-8372ab92914c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:24.436380 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-64731914-cdcb-4e9e-9245-c8a5bc98762d req-cc435564-bdec-457f-bad2-8372ab92914c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0485151 Jul 19 11:08:24.453310 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae47c1-1a08-4b26-8767-d4f6977cd338 req-c3262300-bb07-432a-b093-ffc85c374e3f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:24.457157 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6fae47c1-1a08-4b26-8767-d4f6977cd338 req-c3262300-bb07-432a-b093-ffc85c374e3f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.0530751 Jul 19 11:08:24.485723 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-64731914-cdcb-4e9e-9245-c8a5bc98762d req-ba8c2f50-6250-4436-ae90-78c9c709ea1c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436072 Jul 19 11:08:24.503130 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6fae47c1-1a08-4b26-8767-d4f6977cd338 req-26a0c1b3-a2ed-4701-834a-3358793d6652 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424898 Jul 19 11:08:25.248671 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a01837b6-d5de-4ea1-a11b-8552c7858c8d req-d743ca1f-1971-464d-8526-32fdbc33e056 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 210 time: 0.0266194 Jul 19 11:08:25.464498 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 748a7315-79e9-4ab8-ad6a-336c057e8b2c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:08:25.577892 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:25.590375 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'port_id': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'mac_address': 'fa:16:3e:cd:b1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:08:25.625240 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda1860-9ab4-46fb-acc0-2e4c97d2dc14 req-665fff5b-e45f-44a2-b784-8634cad0f60a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:25.626878 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dbda1860-9ab4-46fb-acc0-2e4c97d2dc14 req-665fff5b-e45f-44a2-b784-8634cad0f60a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 944 time: 0.0492320 Jul 19 11:08:25.628414 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 748a7315-79e9-4ab8-ad6a-336c057e8b2c is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:25.628982 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:25.647942 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f3d96-1a4d-4e09-827b-cd11bcedb7a9 req-d014d381-5b56-4696-ad83-f51c477e7aa1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:25.649588 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-514f3d96-1a4d-4e09-827b-cd11bcedb7a9 req-d014d381-5b56-4696-ad83-f51c477e7aa1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.0580904 Jul 19 11:08:25.650691 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748a7315-79e9-4ab8-ad6a-336c057e8b2c {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:08:25.671331 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:25.676408 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:25.680165 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dbda1860-9ab4-46fb-acc0-2e4c97d2dc14 req-56b1e8f4-dd6d-46dd-b0f8-f38a74c71b11 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459192 Jul 19 11:08:25.706275 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-514f3d96-1a4d-4e09-827b-cd11bcedb7a9 req-c2098bcd-6880-4f0e-950a-e156885e066f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478127 Jul 19 11:08:25.726197 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=9']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:26.027858 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-0bb71e1d-b725-4949-aefa-5a8e27a11d88 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:26.029268 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-0bb71e1d-b725-4949-aefa-5a8e27a11d88 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.0501373 Jul 19 11:08:26.151373 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['748a7315-79e9-4ab8-ad6a-336c057e8b2c'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:08:26.358252 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fc93d3c7-dbe4-4461-b377-da4b734b321e req-2209be2d-6abf-4f2b-89a2-1cb1a488a8f0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 210 time: 0.0326581 Jul 19 11:08:26.447124 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Deleting port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:08:26.447467 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:26.539039 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] For port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:26.539039 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:26.582013 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8135cdd3-38ab-4a46-8897-494d550e267d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:26.583517 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8135cdd3-38ab-4a46-8897-494d550e267d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 812 time: 0.1151516 Jul 19 11:08:26.646332 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:26.663330 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-f3023d92-c3f1-4427-afbf-f45fdb756ab4 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7109adf88ac4391aee35c150e96e0b1 HTTP/1.1" status: 200 len: 380 time: 0.0619774 Jul 19 11:08:26.672186 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'port': {'device_id': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'admin_state_up': True, 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'security_groups': ['4a386f58-de99-4ec8-a73d-a8a358bf9540']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:26.764623 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:26.765239 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (137e3487-3214-498f-9645-f8787b8b9911), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:26.765342 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Floating IP 137e3487-3214-498f-9645-f8787b8b9911 disassociated. External IP: 172.37.3.244, port: ebf84be3-6be9-46a9-b6fd-10aca9db5a6f. Jul 19 11:08:26.765665 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Calling delete_port for ebf84be3-6be9-46a9-b6fd-10aca9db5a6f owned by compute:nova {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:08:26.871092 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd5b6-686a-4843-b0d6-0f906b5d3b78 req-0c97352e-c1a1-4286-96e6-a518c595fed7 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:26.872488 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3eedd5b6-686a-4843-b0d6-0f906b5d3b78 req-0c97352e-c1a1-4286-96e6-a518c595fed7 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=988f14d7-6354-4388-a51c-b4df9749c671 HTTP/1.1" status: 200 len: 946 time: 0.0663457 Jul 19 11:08:26.914643 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:26.968509 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3eedd5b6-686a-4843-b0d6-0f906b5d3b78 req-a5c4f7b0-cf40-4fa3-807b-3ab170e8aa6a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=63934cb7-c2d2-4e05-82aa-6597119a8856&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830605 Jul 19 11:08:26.981483 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (ebf84be3-6be9-46a9-b6fd-10aca9db5a6f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.013747 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f508d43-3277-4787-b984-ebd11c67c637 req-c09de467-a31d-4d41-9635-864e99ad6776 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:27.014032 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'Port': ['ID=ebf84be3-6be9-46a9-b6fd-10aca9db5a6f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:27.015203 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8f508d43-3277-4787-b984-ebd11c67c637 req-c09de467-a31d-4d41-9635-864e99ad6776 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 945 time: 0.0895953 Jul 19 11:08:27.054048 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:27.102168 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8f508d43-3277-4787-b984-ebd11c67c637 req-fbde5c22-084f-4405-9ae2-3e65d58c3920 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745609 Jul 19 11:08:27.108899 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Made reservation on behalf of a7109adf88ac4391aee35c150e96e0b1 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:08:27.112809 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.130483 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:08:27.146436 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.228860 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:08:27.240142 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:08:27.253523 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:27.254363 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:27.255631 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Allocated IP 172.20.0.8 (1660664f-e111-4b9d-93da-a8c613b3e4df/8031d3e6-48b0-44de-8dd5-9ff40019a91c/2648a82a-50bf-410f-86dd-82693a421316) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:08:27.307109 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] No DVR routers for this DVR port ebf84be3-6be9-46a9-b6fd-10aca9db5a6f on host hv-cinder-maste {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:08:27.311142 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.314502 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-14d799d5-13fc-415b-b14e-009e9d45e585 req-2def9878-cdad-4735-8d56-91c9e16a9861 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "DELETE /v2.0/ports/ebf84be3-6be9-46a9-b6fd-10aca9db5a6f HTTP/1.1" status: 204 len: 173 time: 1.0162280 Jul 19 11:08:27.314951 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '988f14d7-6354-4388-a51c-b4df9749c671', 'name': 'network-vif-deleted', 'tag': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:27.317455 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aa678c-a07c-46d7-a6aa-119b092e60f7" -d '{"events": [{"server_uuid": "988f14d7-6354-4388-a51c-b4df9749c671", "name": "network-vif-deleted", "tag": "ebf84be3-6be9-46a9-b6fd-10aca9db5a6f"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:27.363134 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ee5ad9-e6c3-4343-833a-69b06424ee17 x-openstack-request-id: req-a5ee5ad9-e6c3-4343-833a-69b06424ee17 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:27.363401 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "988f14d7-6354-4388-a51c-b4df9749c671", "name": "network-vif-deleted", "tag": "ebf84be3-6be9-46a9-b6fd-10aca9db5a6f", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:27.363811 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a5ee5ad9-e6c3-4343-833a-69b06424ee17 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:27.364244 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ee5ad9-e6c3-4343-833a-69b06424ee17'] response: {'server_uuid': '988f14d7-6354-4388-a51c-b4df9749c671', 'name': 'network-vif-deleted', 'tag': 'ebf84be3-6be9-46a9-b6fd-10aca9db5a6f', 'status': 'completed', 'code': 200} Jul 19 11:08:27.402952 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:27.451384 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for port (2648a82a-50bf-410f-86dd-82693a421316), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.455119 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:27.478202 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-df421cf3-beaf-40a7-b953-bfbeedcbeb28 req-b341d881-a506-4781-a412-871dcc317da3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 210 time: 0.0414262 Jul 19 11:08:27.485582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 748a7315-79e9-4ab8-ad6a-336c057e8b2c up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:27.516433 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (2648a82a-50bf-410f-86dd-82693a421316), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.561605 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Network 1660664f-e111-4b9d-93da-a8c613b3e4df is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:08:27.565026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:08:27.568886 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:08:27.577034 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 748a7315-79e9-4ab8-ad6a-336c057e8b2c triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:27.577409 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.605304 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:27.608757 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'Port': ['ID=2648a82a-50bf-410f-86dd-82693a421316,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:27.629459 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.629929 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.630270 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.630610 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.631122 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.631463 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.631795 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.632116 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.632438 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.632782 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.633111 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.633435 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.633755 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.634135 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.634384 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:27.648550 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:27.649263 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.674024 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-7c202e12-03cf-4cae-9c79-ef055d44aed5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0052812 Jul 19 11:08:27.845502 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-78e0d472-830e-417d-9755-7f0e36bfb25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.849377 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:27.859420 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Request body: {'port': {'device_id': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:27.931748 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-d8173269-5e80-42e8-a2f5-2d2389f589d5 None None] Provisioning complete for port 2648a82a-50bf-410f-86dd-82693a421316 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:27.932149 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d8173269-5e80-42e8-a2f5-2d2389f589d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (2648a82a-50bf-410f-86dd-82693a421316), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.936012 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 748a7315-79e9-4ab8-ad6a-336c057e8b2c is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:27.936798 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.947474 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (2648a82a-50bf-410f-86dd-82693a421316), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:27.951155 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:27.974332 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ab10a32-012d-475b-8fff-0a6a1906e50e', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.207', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:53Z', 'updated_at': '2022-07-19T11:05:48Z', 'revision_number': 2, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:28.015534 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:08:28.030425 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:28.043204 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45947513-8b33-4821-b2a5-84fc23cad035" -d '{"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-plugged", "status": "completed", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:28.060420 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-d8173269-5e80-42e8-a2f5-2d2389f589d5 None None] Port 2648a82a-50bf-410f-86dd-82693a421316 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:08:28.075897 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:28.077603 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:28.081806 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:28.109034 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51882) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:28.124019 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4798317-92c1-49eb-a143-f8ecf94a34ba x-openstack-request-id: req-c4798317-92c1-49eb-a143-f8ecf94a34ba {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:28.124441 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-plugged", "status": "completed", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:28.124959 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c4798317-92c1-49eb-a143-f8ecf94a34ba {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:28.125437 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4798317-92c1-49eb-a143-f8ecf94a34ba'] response: {'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'code': 200} Jul 19 11:08:28.128916 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.220065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df45f3e8-d059-4d8c-b942-9b326c6d31b8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (63934cb7-c2d2-4e05-82aa-6597119a8856), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.231664 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=10']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:28.243618 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.244055 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.244413 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.244877 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.245283 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.245683 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.246080 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.246281 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df45f3e8-d059-4d8c-b942-9b326c6d31b8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (63934cb7-c2d2-4e05-82aa-6597119a8856), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.246544 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.246944 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.247473 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.248015 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.248837 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.249237 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.249706 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.250024 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:28.257807 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2648a82a-50bf-410f-86dd-82693a421316 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:08:28.261719 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:28.265610 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Publish callbacks [] for port (2648a82a-50bf-410f-86dd-82693a421316), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.308477 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df45f3e8-d059-4d8c-b942-9b326c6d31b8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (63934cb7-c2d2-4e05-82aa-6597119a8856), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.312668 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Transition to ACTIVE for port object 2648a82a-50bf-410f-86dd-82693a421316 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:08:28.317126 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-df45f3e8-d059-4d8c-b942-9b326c6d31b8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.320864 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-df45f3e8-d059-4d8c-b942-9b326c6d31b8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "DELETE /v2.0/security-groups/63934cb7-c2d2-4e05-82aa-6597119a8856 HTTP/1.1" status: 204 len: 168 time: 0.2107129 Jul 19 11:08:28.324209 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51886) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:28.324994 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (2648a82a-50bf-410f-86dd-82693a421316), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.332285 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45f3e8-d059-4d8c-b942-9b326c6d31b8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63934cb7-c2d2-4e05-82aa-6597119a8856,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:28.332632 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64747fd6-9f74-47f6-92c3-640e7ef3b46a req-6c63e4c4-cca6-47fd-90e5-69514a77d82a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:28.334188 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-64747fd6-9f74-47f6-92c3-640e7ef3b46a req-6c63e4c4-cca6-47fd-90e5-69514a77d82a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 947 time: 0.0621853 Jul 19 11:08:28.398876 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-74eca8ab-41f7-4746-b25e-c4f3aca9c313 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] show failed (client error): The resource could not be found. Jul 19 11:08:28.402978 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 51888) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:28.403144 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-74eca8ab-41f7-4746-b25e-c4f3aca9c313 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups/63934cb7-c2d2-4e05-82aa-6597119a8856 HTTP/1.1" status: 404 len: 347 time: 0.0673044 Jul 19 11:08:28.436168 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Pushing event updated for resources: {'Port': ['ID=2648a82a-50bf-410f-86dd-82693a421316,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:28.462625 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-64747fd6-9f74-47f6-92c3-640e7ef3b46a req-76fbddaf-3356-4f07-bec2-22d1b163b6d2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137304 Jul 19 11:08:28.543095 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ab10a32-012d-475b-8fff-0a6a1906e50e', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.207', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:53Z', 'updated_at': '2022-07-19T11:05:48Z', 'revision_number': 2, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:28.560538 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Attempting to bind port 2648a82a-50bf-410f-86dd-82693a421316 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:08:28.561334 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Attempting to bind port 2648a82a-50bf-410f-86dd-82693a421316 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:08:28.561837 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Attempting to bind port 2648a82a-50bf-410f-86dd-82693a421316 on network 1660664f-e111-4b9d-93da-a8c613b3e4df {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:08:28.567004 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Port 2648a82a-50bf-410f-86dd-82693a421316 on network 1660664f-e111-4b9d-93da-a8c613b3e4df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:08:28.567509 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Attempting to bind port 2648a82a-50bf-410f-86dd-82693a421316 on network 1660664f-e111-4b9d-93da-a8c613b3e4df {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:08:28.573765 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:08:28.574355 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Checking segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:08:28.574909 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Bound using segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:08:28.575590 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Bound port: 2648a82a-50bf-410f-86dd-82693a421316, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:08:28.576418 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (2648a82a-50bf-410f-86dd-82693a421316), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.584361 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37d2bfb-ab38-4ccf-81a7-3b807d0d8adb None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ab10a32-012d-475b-8fff-0a6a1906e50e', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.207', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:5e:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:04:53Z', 'updated_at': '2022-07-19T11:05:48Z', 'revision_number': 2, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:08:28.698245 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:28.704653 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] For port 2648a82a-50bf-410f-86dd-82693a421316, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:08:28.709271 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] For port 2648a82a-50bf-410f-86dd-82693a421316, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2648a82a-50bf-410f-86dd-82693a421316,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:08:28.719538 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (2648a82a-50bf-410f-86dd-82693a421316), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.758603 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:28.759226 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.760649 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-8731237e-8eae-4175-9958-830b30355b40 service neutron] 10.222.0.27 "PUT /v2.0/ports/2648a82a-50bf-410f-86dd-82693a421316 HTTP/1.1" status: 200 len: 1093 time: 0.9084985 Jul 19 11:08:28.779848 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Deleting port 8803d10b-309b-45c4-af66-0b1cba77db1c {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:08:28.780203 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (8803d10b-309b-45c4-af66-0b1cba77db1c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:28.804104 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'tag': '2648a82a-50bf-410f-86dd-82693a421316'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:28.806871 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe" -d '{"events": [{"name": "network-changed", "server_uuid": "12cd8c55-b30f-40ee-8cf5-7c974b8caafb", "tag": "2648a82a-50bf-410f-86dd-82693a421316"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:28.819196 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211f20c-c791-4cac-91e1-0399f91e5db7 req-b42d34f3-6d70-4475-b3c0-654e3694d521 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:28.826636 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9211f20c-c791-4cac-91e1-0399f91e5db7 req-b42d34f3-6d70-4475-b3c0-654e3694d521 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.1339059 Jul 19 11:08:28.941462 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673846a-4ff3-4995-9530-729cfd6c832c req-e6d8cb8c-d737-441a-a07a-433268e12c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:28.942954 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a673846a-4ff3-4995-9530-729cfd6c832c req-e6d8cb8c-d737-441a-a07a-433268e12c72 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 1131 time: 0.1063747 Jul 19 11:08:28.947462 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13580cdf-c622-4341-906f-5f9afe053733 x-openstack-request-id: req-13580cdf-c622-4341-906f-5f9afe053733 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:28.948351 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cd8c55-b30f-40ee-8cf5-7c974b8caafb", "tag": "2648a82a-50bf-410f-86dd-82693a421316", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:28.948621 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-13580cdf-c622-4341-906f-5f9afe053733 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:28.949195 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13580cdf-c622-4341-906f-5f9afe053733'] response: {'name': 'network-changed', 'server_uuid': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'tag': '2648a82a-50bf-410f-86dd-82693a421316', 'status': 'completed', 'code': 200} Jul 19 11:08:28.959581 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731237e-8eae-4175-9958-830b30355b40 service neutron] Pushing event updated for resources: {'Port': ['ID=2648a82a-50bf-410f-86dd-82693a421316,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:28.969923 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-f424c283-7411-4f4e-ade6-7b3c63f7c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:28.971561 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-f424c283-7411-4f4e-ade6-7b3c63f7c43c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 1127 time: 0.1110833 Jul 19 11:08:29.003052 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330ccf3-9265-4130-8e18-09315bbd157f None None] New status for floating IP 137e3487-3214-498f-9645-f8787b8b9911: DOWN {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:08:29.039524 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9211f20c-c791-4cac-91e1-0399f91e5db7 req-cd480b79-1657-452f-b932-3b3fad7f5dc1 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030308 Jul 19 11:08:29.042623 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-e357702f-eea8-4f94-92ca-c28ca0bf5281 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2648a82a-50bf-410f-86dd-82693a421316 HTTP/1.1" status: 200 len: 217 time: 0.0562923 Jul 19 11:08:29.091536 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a673846a-4ff3-4995-9530-729cfd6c832c req-d0a8ceaf-64c1-4c8e-b124-4118044d5df2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073699 Jul 19 11:08:29.106458 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (8803d10b-309b-45c4-af66-0b1cba77db1c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:29.107322 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (8803d10b-309b-45c4-af66-0b1cba77db1c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:29.109123 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-aa00a0a5-abcd-4f2f-9fb8-d16730bce154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:29.110665 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-aa00a0a5-abcd-4f2f-9fb8-d16730bce154 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0583518 Jul 19 11:08:29.124033 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Calling delete_port for 8803d10b-309b-45c4-af66-0b1cba77db1c owned by network:floatingip {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:08:29.126289 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:29.276862 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (8803d10b-309b-45c4-af66-0b1cba77db1c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:29.299504 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'Port': ['ID=8803d10b-309b-45c4-af66-0b1cba77db1c,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:29.326049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (137e3487-3214-498f-9645-f8787b8b9911), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:29.328495 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:29.329712 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b552f4a4-28cb-4297-aed1-8f90713e8e29 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "DELETE /v2.0/floatingips/137e3487-3214-498f-9645-f8787b8b9911 HTTP/1.1" status: 204 len: 168 time: 0.9255595 Jul 19 11:08:29.479390 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ebf84be3-6be9-46a9-b6fd-10aca9db5a6f no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:08:29.499543 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: ebf84be3-6be9-46a9-b6fd-10aca9db5a6f {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:08:29.499894 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ebf84be3-6be9-46a9-b6fd-10aca9db5a6f not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:08:29.574289 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:29.582572 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10aad-ec80-4edf-99e7-8a623a98b082 req-26449fae-55b7-4db5-b123-519b7db0fff1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:29.584052 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-36a10aad-ec80-4edf-99e7-8a623a98b082 req-26449fae-55b7-4db5-b123-519b7db0fff1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 947 time: 0.0481677 Jul 19 11:08:29.634570 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-36a10aad-ec80-4edf-99e7-8a623a98b082 req-bbc709ea-939d-473b-8816-30a9b4de0ca1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443840 Jul 19 11:08:29.901523 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-049ff8a4-9171-4784-a3d1-69443f59800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:29.903744 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-049ff8a4-9171-4784-a3d1-69443f59800c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595381 Jul 19 11:08:29.953887 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ebd78773-e1cb-4082-8c3c-6a16c1c3f909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:30.119935 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:30.140168 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72cfa0-674b-482c-bb05-c210ae1f8a93 req-e2a92f6e-d7bc-48ed-a402-8215aa53b241 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:30.141678 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5a72cfa0-674b-482c-bb05-c210ae1f8a93 req-e2a92f6e-d7bc-48ed-a402-8215aa53b241 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0488884 Jul 19 11:08:30.190102 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5a72cfa0-674b-482c-bb05-c210ae1f8a93 req-cf15aa39-9e8c-4c7f-87fe-77793faef45a tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 Jul 19 11:08:30.545043 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-c79d50b3-f7b1-4b4b-9dab-8a2824c8124d service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026955 Jul 19 11:08:30.759048 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3f27c-1fb2-4c2c-acbe-17e0cc16b886 req-902f4b38-0110-45d1-9d91-b5fb0b4974f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:30.760525 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7fc3f27c-1fb2-4c2c-acbe-17e0cc16b886 req-902f4b38-0110-45d1-9d91-b5fb0b4974f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 947 time: 0.0516276 Jul 19 11:08:30.807151 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7fc3f27c-1fb2-4c2c-acbe-17e0cc16b886 req-c507c700-467f-4cf1-b519-c89fcdf09951 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410395 Jul 19 11:08:31.074444 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e6e8b26d-ff5b-41b8-8e1f-c6f03bf69f55 req-e1b714c1-dc06-4656-8961-411b42c80c14 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892031 Jul 19 11:08:31.124460 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:31.304357 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1c5c5-604e-4aa4-954a-963bfb193d3d req-b95b1077-12b0-4573-a059-7ca7498786e7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:31.305869 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9db1c5c5-604e-4aa4-954a-963bfb193d3d req-b95b1077-12b0-4573-a059-7ca7498786e7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0476830 Jul 19 11:08:31.362778 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9db1c5c5-604e-4aa4-954a-963bfb193d3d req-256ce9b9-8f95-49e6-ad50-ab87003fc488 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497913 Jul 19 11:08:31.924059 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed974f9-cd64-45cf-8acc-c62361bea42f req-6e7a1a31-3d5a-4781-9828-28b794506502 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:31.925642 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9ed974f9-cd64-45cf-8acc-c62361bea42f req-6e7a1a31-3d5a-4781-9828-28b794506502 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 947 time: 0.0467536 Jul 19 11:08:31.972066 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9ed974f9-cd64-45cf-8acc-c62361bea42f req-dcc4a8cd-5c0f-422e-9a13-3ea793d0add7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403135 Jul 19 11:08:32.480060 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fb2bb-6ae7-46a0-87b7-e0aea9acbf84 req-357014d2-c8e4-4010-8832-dde7279edb61 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:32.481562 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cd0fb2bb-6ae7-46a0-87b7-e0aea9acbf84 req-357014d2-c8e4-4010-8832-dde7279edb61 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0465302 Jul 19 11:08:32.531347 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cd0fb2bb-6ae7-46a0-87b7-e0aea9acbf84 req-4ab07b1d-54df-4dce-9d2c-eca5d29f462e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Jul 19 11:08:32.557130 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:32.733570 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-ecd99e22-9cf6-4509-8474-737570f90dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:32.735110 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-ecd99e22-9cf6-4509-8474-737570f90dd7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 1127 time: 0.0534315 Jul 19 11:08:32.750626 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-f03a4f42-919d-42d0-be7d-8d711997cd0a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373256 Jul 19 11:08:32.784063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:33.093579 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5ba98-6373-43e0-a5d7-23b162762406 req-0a8346cb-66a7-4550-b1fd-2283d90dd041 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:33.095017 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c7d5ba98-6373-43e0-a5d7-23b162762406 req-0a8346cb-66a7-4550-b1fd-2283d90dd041 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 947 time: 0.0493934 Jul 19 11:08:33.142991 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c7d5ba98-6373-43e0-a5d7-23b162762406 req-82485294-97a8-473a-a3cc-13b7e3682073 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 Jul 19 11:08:33.198181 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-895be477-f019-43ee-9283-d603ca10a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:33.199680 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-895be477-f019-43ee-9283-d603ca10a9af service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 1131 time: 0.0448604 Jul 19 11:08:33.246310 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-470ca05e-85bb-4d37-ac18-f447aabe5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:33.247919 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-470ca05e-85bb-4d37-ac18-f447aabe5950 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.0990977 Jul 19 11:08:33.313757 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-e24dc5e9-3660-4af6-b784-1b60a9a3618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:33.315297 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-e24dc5e9-3660-4af6-b784-1b60a9a3618f service neutron] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 917 time: 0.0937898 Jul 19 11:08:33.345481 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-58ef77a1-8143-42a7-8d07-f2c4a7af0198 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2648a82a-50bf-410f-86dd-82693a421316 HTTP/1.1" status: 200 len: 217 time: 0.0383332 Jul 19 11:08:33.414764 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-d8112171-2ea1-4a32-b97f-c90d41ab007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:33.416277 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-d8112171-2ea1-4a32-b97f-c90d41ab007e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0552826 Jul 19 11:08:33.431559 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-1b8d696d-06a8-4998-acb1-ec0c17783e5d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c HTTP/1.1" status: 200 len: 1002 time: 0.0717530 Jul 19 11:08:33.464115 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-fec9c93f-ab6d-4aee-be7e-7053279a71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:33.465635 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-fec9c93f-ab6d-4aee-be7e-7053279a71fa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401311 Jul 19 11:08:33.491761 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-47ae36fa-8d2e-49e1-a254-7ee21f6c33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:33.493372 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-47ae36fa-8d2e-49e1-a254-7ee21f6c33f8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.0452137 Jul 19 11:08:33.540264 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-03d2ce57-ada8-4d98-ac12-a77e98114bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:33.541692 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-03d2ce57-ada8-4d98-ac12-a77e98114bd9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411477 Jul 19 11:08:33.561878 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-b34e7a0b-32a1-427b-862e-ef118d2f8c54 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889447 Jul 19 11:08:33.578703 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:33.633742 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-e1a2461a-0cd7-4d55-b4fa-82f3879dd653 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850227 Jul 19 11:08:33.691596 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b1db5-6ff7-4e45-ad90-33ff4d69dbc8 req-4f96c76d-8790-40e9-b686-1fbc62d57e71 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:33.693101 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-879b1db5-6ff7-4e45-ad90-33ff4d69dbc8 req-4f96c76d-8790-40e9-b686-1fbc62d57e71 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0677555 Jul 19 11:08:33.697684 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:33.698624 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6dbff13c-dcf6-4e22-a41b-2df80dc9affe req-84a14851-07ea-4949-9e8c-94af020ffafa service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291764 Jul 19 11:08:33.732424 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3746687b-c254-49ee-b97d-d00e1b3a0401 req-0adf5f4f-acf3-48c6-86db-433af8cc395d service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895708 Jul 19 11:08:33.747533 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-879b1db5-6ff7-4e45-ad90-33ff4d69dbc8 req-6499a842-1f1c-42dc-b7d3-ecdd6f4220bd tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479174 Jul 19 11:08:34.269006 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a7c91-ea73-4d58-ab33-6e424c444737 req-edc95f68-3b65-499f-b8e5-3a5f4a4cf269 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:34.270722 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-677a7c91-ea73-4d58-ab33-6e424c444737 req-edc95f68-3b65-499f-b8e5-3a5f4a4cf269 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0499582 Jul 19 11:08:34.300315 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:34.316991 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-677a7c91-ea73-4d58-ab33-6e424c444737 req-24d62c66-b7a5-4d18-ba57-3cac4a3c8900 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Jul 19 11:08:34.340040 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51984) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:34.516962 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb26685-b8a5-4f69-a360-0fd9d62ee931 tempest-TestMinimumBasicScenario-1510608843 tempest-TestMinimumBasicScenario-1510608843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:34.518457 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9fb26685-b8a5-4f69-a360-0fd9d62ee931 tempest-TestMinimumBasicScenario-1510608843 tempest-TestMinimumBasicScenario-1510608843-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 1125 time: 0.1774471 Jul 19 11:08:34.521273 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 51988) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:34.525336 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'port_id': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:34.545361 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:34.625662 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:34.738276 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Allocated IP 172.37.3.214 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/1c23517b-842d-4995-b865-f994b8424842) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:08:34.845253 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for port (1c23517b-842d-4995-b865-f994b8424842), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:34.861350 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54431b1e-7055-4120-95b5-5be93ce21bff req-f9b81621-11d0-41e7-bc30-57ed9cda5005 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:34.862835 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-54431b1e-7055-4120-95b5-5be93ce21bff req-f9b81621-11d0-41e7-bc30-57ed9cda5005 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0471950 Jul 19 11:08:34.879729 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (1c23517b-842d-4995-b865-f994b8424842), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:34.921556 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:08:34.925267 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-54431b1e-7055-4120-95b5-5be93ce21bff req-88d7a9e7-3733-4929-a27d-f721fb012b0e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562282 Jul 19 11:08:34.928791 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:08:34.933034 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:08:34.937053 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'Port': ['ID=1c23517b-842d-4995-b865-f994b8424842,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:35.053151 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:35.256999 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:35.286599 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for floatingip (6d662868-a465-445a-9455-ac5d612050f7), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:35.357557 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (1c23517b-842d-4995-b865-f994b8424842), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:35.507369 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for port (1c23517b-842d-4995-b865-f994b8424842), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:35.512009 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (1c23517b-842d-4995-b865-f994b8424842), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:35.524193 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:08:35.581599 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'Port': ['ID=1c23517b-842d-4995-b865-f994b8424842,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:35.587796 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (6d662868-a465-445a-9455-ac5d612050f7), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:35.687252 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Floating IP 6d662868-a465-445a-9455-ac5d612050f7 associated. External IP: 172.37.3.214, port: 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6. Jul 19 11:08:36.046163 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:36.059507 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf3322-ddb8-4d16-9243-8509d7595391 req-663c5d22-22a5-43eb-ac26-c37ec88f37b0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:36.061027 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bbcf3322-ddb8-4d16-9243-8509d7595391 req-663c5d22-22a5-43eb-ac26-c37ec88f37b0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0605896 Jul 19 11:08:36.127364 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:36.132801 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:08:36.250216 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:08:36.265606 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] Sync routers for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:08:36.274324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.282484 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:36.283663 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:36.331488 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:36.345179 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f830f05c-9d5a-475d-be77-fd84c0afb2b2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8228884 Jul 19 11:08:36.348048 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:36.348203 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52004) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:36.350862 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da65c6f-2914-447f-8ca4-ff88c44ccfca" -d '{"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:36.354244 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499670947', 'description': 'tempest-secgroup-smoke-1499670947 description', 'project_id': '05630eeaf84a4d1bafd213d419f7a97a'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:36.361070 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda83a7d-a828-41da-b135-4f6b0a299620 req-2514ca9d-1200-496c-8c10-050696d62fcc tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:36.362540 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cda83a7d-a828-41da-b135-4f6b0a299620 req-2514ca9d-1200-496c-8c10-050696d62fcc tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0626709 Jul 19 11:08:36.403530 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bbcf3322-ddb8-4d16-9243-8509d7595391 req-c7305924-61a0-4d7a-9099-324033ae7234 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353696 Jul 19 11:08:36.404848 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.413337 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:36.416031 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cda83a7d-a828-41da-b135-4f6b0a299620 req-f6760781-3042-46d1-88fd-ad3514e0e2d2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461168 Jul 19 11:08:36.444516 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:36.477629 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122890f2-f8c4-497f-8d68-237574fed6a9 x-openstack-request-id: req-122890f2-f8c4-497f-8d68-237574fed6a9 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:36.477919 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:36.478170 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-122890f2-f8c4-497f-8d68-237574fed6a9 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:36.478571 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122890f2-f8c4-497f-8d68-237574fed6a9'] response: {'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'status': 'completed', 'code': 200} Jul 19 11:08:36.487993 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group (0c90f2f3-5e80-4c64-b49b-9025a5d2bb48), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.492758 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (0c90f2f3-5e80-4c64-b49b-9025a5d2bb48), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.505382 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:36.524795 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:36.530257 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.531469 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1807897 Jul 19 11:08:36.534541 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52008) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:36.537076 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.537942 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.538284 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.538625 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.538959 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.539293 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.539491 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-5edddcae-04fc-4d28-86ba-1f45802a72d7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'security_group_rule': {'security_group_id': '0c90f2f3-5e80-4c64-b49b-9025a5d2bb48', 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:36.539617 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.539944 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.540258 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.540582 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.540941 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.541264 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.541584 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.541911 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.542234 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1156d-b2a3-46f6-b6bc-852d74569857 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:08:36.576430 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5edddcae-04fc-4d28-86ba-1f45802a72d7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (f44b94b5-10e0-4f7f-8a60-19c7e7672a2b), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.632174 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5edddcae-04fc-4d28-86ba-1f45802a72d7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (f44b94b5-10e0-4f7f-8a60-19c7e7672a2b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.635981 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5edddcae-04fc-4d28-86ba-1f45802a72d7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (f44b94b5-10e0-4f7f-8a60-19c7e7672a2b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.651348 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6d662868-a465-445a-9455-ac5d612050f7', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'floating_ip_address': '172.37.3.214', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'port_id': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'mac_address': 'fa:16:3e:8b:a7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03624642-ce02-450f-821d-1c135e5d7a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:08:35Z', 'updated_at': '2022-07-19T11:08:35Z', 'revision_number': 0, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:29Z', 'revision_number': 5, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:36.658604 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edddcae-04fc-4d28-86ba-1f45802a72d7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44b94b5-10e0-4f7f-8a60-19c7e7672a2b,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:36.668061 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5edddcae-04fc-4d28-86ba-1f45802a72d7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.669296 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5edddcae-04fc-4d28-86ba-1f45802a72d7 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337476 Jul 19 11:08:36.671967 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52010) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:36.676193 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-8e9f92a1-f440-47a5-aa58-f265ce790e14 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'security_group_rule': {'security_group_id': '0c90f2f3-5e80-4c64-b49b-9025a5d2bb48', 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:36.679062 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] Checking router: 99ae74c1-472e-4d8a-94eb-ff2783c4d583 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:08:36.688102 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:36.688729 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:36.703157 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e9f92a1-f440-47a5-aa58-f265ce790e14 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (fc40f665-f21f-43ee-a120-afe4cd56abe9), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.765016 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e9f92a1-f440-47a5-aa58-f265ce790e14 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (fc40f665-f21f-43ee-a120-afe4cd56abe9), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.769404 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e9f92a1-f440-47a5-aa58-f265ce790e14 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (fc40f665-f21f-43ee-a120-afe4cd56abe9), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.789052 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f92a1-f440-47a5-aa58-f265ce790e14 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc40f665-f21f-43ee-a120-afe4cd56abe9,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:36.794322 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8e9f92a1-f440-47a5-aa58-f265ce790e14 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.795471 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:36.797135 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8e9f92a1-f440-47a5-aa58-f265ce790e14 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242294 Jul 19 11:08:36.798477 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52012) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:36.802983 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-6a67095c-c0f7-4397-bced-a0a673ba7c1d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'security_group_rule': {'security_group_id': '0c90f2f3-5e80-4c64-b49b-9025a5d2bb48', 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:36.829598 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a67095c-c0f7-4397-bced-a0a673ba7c1d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (eefffc6a-b70e-4413-80ff-bc8643ed7b3b), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.887351 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a67095c-c0f7-4397-bced-a0a673ba7c1d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (eefffc6a-b70e-4413-80ff-bc8643ed7b3b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.891068 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a67095c-c0f7-4397-bced-a0a673ba7c1d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (eefffc6a-b70e-4413-80ff-bc8643ed7b3b), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.916948 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67095c-c0f7-4397-bced-a0a673ba7c1d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefffc6a-b70e-4413-80ff-bc8643ed7b3b,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:36.927348 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a67095c-c0f7-4397-bced-a0a673ba7c1d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:36.928558 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6a67095c-c0f7-4397-bced-a0a673ba7c1d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290743 Jul 19 11:08:36.933847 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52014) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:36.935568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-51e8cf55-4b27-4368-8bcc-6d2867ac7909 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'security_group_rule': {'security_group_id': '0c90f2f3-5e80-4c64-b49b-9025a5d2bb48', 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:36.961563 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51e8cf55-4b27-4368-8bcc-6d2867ac7909 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (816ae930-3971-483e-a141-588c0cf5632d), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.014864 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6d662868-a465-445a-9455-ac5d612050f7', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'floating_ip_address': '172.37.3.214', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'port_id': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'mac_address': 'fa:16:3e:8b:a7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03624642-ce02-450f-821d-1c135e5d7a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:08:35Z', 'updated_at': '2022-07-19T11:08:35Z', 'revision_number': 0, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:29Z', 'revision_number': 5, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:37.020041 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51e8cf55-4b27-4368-8bcc-6d2867ac7909 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (816ae930-3971-483e-a141-588c0cf5632d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.023589 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51e8cf55-4b27-4368-8bcc-6d2867ac7909 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (816ae930-3971-483e-a141-588c0cf5632d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.043174 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a9be99-578c-4a34-aaf3-825c0a7ba6c0 None None] The sync data for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi is: [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6d662868-a465-445a-9455-ac5d612050f7', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'floating_ip_address': '172.37.3.214', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'port_id': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'mac_address': 'fa:16:3e:8b:a7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03624642-ce02-450f-821d-1c135e5d7a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:08:35Z', 'updated_at': '2022-07-19T11:08:35Z', 'revision_number': 0, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:29Z', 'revision_number': 5, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:08:37.044869 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8cf55-4b27-4368-8bcc-6d2867ac7909 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816ae930-3971-483e-a141-588c0cf5632d,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:37.050299 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51e8cf55-4b27-4368-8bcc-6d2867ac7909 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.054709 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-51e8cf55-4b27-4368-8bcc-6d2867ac7909 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194541 Jul 19 11:08:37.055000 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52016) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:37.059467 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-f4883a69-d304-4fcf-886d-67f846949d79 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'security_group_rule': {'security_group_id': '0c90f2f3-5e80-4c64-b49b-9025a5d2bb48', 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:37.081192 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.securitygroups_db [None req-f4883a69-d304-4fcf-886d-67f846949d79 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Project 05630eeaf84a4d1bafd213d419f7a97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 11:08:37.087674 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4883a69-d304-4fcf-886d-67f846949d79 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (6902bd47-573f-40e7-927a-5f04f30b43c3), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.099036 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:37.149553 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4883a69-d304-4fcf-886d-67f846949d79 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (6902bd47-573f-40e7-927a-5f04f30b43c3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.152851 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4883a69-d304-4fcf-886d-67f846949d79 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (6902bd47-573f-40e7-927a-5f04f30b43c3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.171473 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4883a69-d304-4fcf-886d-67f846949d79 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6902bd47-573f-40e7-927a-5f04f30b43c3,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:37.179528 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f4883a69-d304-4fcf-886d-67f846949d79 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.180748 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f4883a69-d304-4fcf-886d-67f846949d79 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247089 Jul 19 11:08:37.183499 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52018) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:37.187761 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-bae09107-4af0-475c-8d17-ec95434e9123 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'security_group_rule': {'security_group_id': '0c90f2f3-5e80-4c64-b49b-9025a5d2bb48', 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:37.210211 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.securitygroups_db [None req-bae09107-4af0-475c-8d17-ec95434e9123 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Project 05630eeaf84a4d1bafd213d419f7a97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 19 11:08:37.216507 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bae09107-4af0-475c-8d17-ec95434e9123 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (4b1efd84-340b-4f86-bce5-2f2e90b57714), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.252863 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62dc7bb-9de4-4710-b5a9-5de838f46fa9 None None] New status for floating IP 6d662868-a465-445a-9455-ac5d612050f7: ACTIVE {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:08:37.282198 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bae09107-4af0-475c-8d17-ec95434e9123 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (4b1efd84-340b-4f86-bce5-2f2e90b57714), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.286056 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bae09107-4af0-475c-8d17-ec95434e9123 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (4b1efd84-340b-4f86-bce5-2f2e90b57714), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.304719 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae09107-4af0-475c-8d17-ec95434e9123 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1efd84-340b-4f86-bce5-2f2e90b57714,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:37.312805 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-bae09107-4af0-475c-8d17-ec95434e9123 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.314001 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-bae09107-4af0-475c-8d17-ec95434e9123 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295846 Jul 19 11:08:37.407272 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-1f8c9688-ab1e-4b46-9deb-ec2fa63cc767 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499670947&fields=id&tenant_id=05630eeaf84a4d1bafd213d419f7a97a HTTP/1.1" status: 200 len: 267 time: 0.0467720 Jul 19 11:08:37.461018 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f8298c9-e294-4fc5-9bc6-ce24d8482818 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:37.462598 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f8298c9-e294-4fc5-9bc6-ce24d8482818 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0489016 Jul 19 11:08:37.475250 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f532b23-a86f-45e8-a72d-63f9907b9bfb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'port': {'security_groups': ['7a074c39-e1f8-48ec-9e7b-cbee7f40ba12', '0c90f2f3-5e80-4c64-b49b-9025a5d2bb48']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:37.501926 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:37.517302 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c042981-f6c8-405a-98d0-ef66608b4401 req-d2d70ec5-0f7f-4aed-9dc9-13a4749b9f12 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:37.518766 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8c042981-f6c8-405a-98d0-ef66608b4401 req-d2d70ec5-0f7f-4aed-9dc9-13a4749b9f12 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0492785 Jul 19 11:08:37.552668 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f532b23-a86f-45e8-a72d-63f9907b9bfb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.568766 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8c042981-f6c8-405a-98d0-ef66608b4401 req-fb99214a-a2c0-4cc8-9a23-e08e279dbea0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Jul 19 11:08:37.680239 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc51b-f3c8-4918-a71b-e59a78d13713 req-76653446-5119-4943-9630-d7d5393e2a4f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:37.681752 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-025bc51b-f3c8-4918-a71b-e59a78d13713 req-76653446-5119-4943-9630-d7d5393e2a4f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0489860 Jul 19 11:08:37.732982 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-025bc51b-f3c8-4918-a71b-e59a78d13713 req-48ff6a01-caf6-4533-ac5d-369927138193 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Jul 19 11:08:37.753729 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:37.762661 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f532b23-a86f-45e8-a72d-63f9907b9bfb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] For port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:37.792862 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f532b23-a86f-45e8-a72d-63f9907b9bfb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.797034 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f532b23-a86f-45e8-a72d-63f9907b9bfb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.837782 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f532b23-a86f-45e8-a72d-63f9907b9bfb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:37.838394 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f532b23-a86f-45e8-a72d-63f9907b9bfb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:37.839746 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b07ceb6f-41fa-44fa-aa77-b9db582c0d43 req-7f532b23-a86f-45e8-a72d-63f9907b9bfb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "PUT /v2.0/ports/6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 982 time: 0.3700716 Jul 19 11:08:37.851999 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:08:37.857378 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:37.864053 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f532b23-a86f-45e8-a72d-63f9907b9bfb tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'Port': ['ID=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,revision_number=6']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:37.987904 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-82749ceb-446e-4c3a-8f22-1c7f71a40203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:37.989455 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-82749ceb-446e-4c3a-8f22-1c7f71a40203 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05630eeaf84a4d1bafd213d419f7a97a&device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 1169 time: 0.0734046 Jul 19 11:08:37.997330 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584ae31-116d-4af8-ba55-eb0b9bbcb1c4 req-eeda9086-04a9-4037-8a1d-450fbee74917 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:37.999093 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0584ae31-116d-4af8-ba55-eb0b9bbcb1c4 req-eeda9086-04a9-4037-8a1d-450fbee74917 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0921404 Jul 19 11:08:38.092517 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0584ae31-116d-4af8-ba55-eb0b9bbcb1c4 req-e23f6038-d48f-4ca1-a833-1361072bb77e tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875845 Jul 19 11:08:38.113505 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:08:38.118562 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-14b3a32b-9aaf-4a32-bb84-58a18c6364bf None None] Provisioning complete for port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:38.118940 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-14b3a32b-9aaf-4a32-bb84-58a18c6364bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:38.154005 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-cb10f523-afae-41f7-afd0-0c908acaf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:38.155478 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-cb10f523-afae-41f7-afd0-0c908acaf3b7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c45e8b75-1fcc-418c-baa1-a3821825a45d HTTP/1.1" status: 200 len: 915 time: 0.1043038 Jul 19 11:08:38.208743 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:38.218210 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:38.328848 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-9fdb9492-d5dc-4ddc-971c-70145feb4b71 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 1002 time: 0.0569870 Jul 19 11:08:38.347302 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-14b3a32b-9aaf-4a32-bb84-58a18c6364bf None None] Current status of the port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:38.384625 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-8f995335-0ccf-4a47-a5f4-eaed590dc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:38.386239 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-8f995335-0ccf-4a47-a5f4-eaed590dc798 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4006588f-d24d-496d-abdc-693013df7a90 HTTP/1.1" status: 200 len: 853 time: 0.0494268 Jul 19 11:08:38.479575 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:38.481926 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:38.522792 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-41f09670-33e7-4df6-9c90-8447e059031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:38.524375 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-41f09670-33e7-4df6-9c90-8447e059031c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c45e8b75-1fcc-418c-baa1-a3821825a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446301 Jul 19 11:08:38.531059 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35937142-f87f-4176-89c9-3cc78ce647f0 x-openstack-request-id: req-35937142-f87f-4176-89c9-3cc78ce647f0 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:38.531353 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:38.531607 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-35937142-f87f-4176-89c9-3cc78ce647f0 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:38.532005 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35937142-f87f-4176-89c9-3cc78ce647f0'] response: {'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'status': 'completed', 'code': 200} Jul 19 11:08:38.554545 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-98aead7f-d7af-413f-836e-44d384c99ae6 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:38.556328 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-98aead7f-d7af-413f-836e-44d384c99ae6 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.0714726 Jul 19 11:08:38.637823 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-7d67642b-198e-4c95-a4c6-66ca79aaaeee service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008515 Jul 19 11:08:38.660917 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Deleting port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:08:38.661254 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:38.684055 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:38.751673 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08312a-2508-4824-8b80-e4fc2aee5501 req-43097150-aa26-4a5e-83f7-fed676cd4c84 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:38.753269 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d08312a-2508-4824-8b80-e4fc2aee5501 req-43097150-aa26-4a5e-83f7-fed676cd4c84 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0957456 Jul 19 11:08:38.757175 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] For port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:38.757619 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:38.799848 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7da65c6f-2914-447f-8ca4-ff88c44ccfca req-e6a0a5dd-d5b0-4c9a-b40d-ceeef5b14e6a service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507697 Jul 19 11:08:38.829551 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d08312a-2508-4824-8b80-e4fc2aee5501 req-c59c05fa-7c2f-4f87-a845-35835d58ac7d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603750 Jul 19 11:08:38.936906 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-ab5e6f5a-c0e5-4d45-9e16-77be88c0c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:38.938281 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe00e90-54c9-4e4f-a882-069fa82ccb72 req-e176092d-3edd-44f0-8a9c-7c3522444ad5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:38.938435 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-ab5e6f5a-c0e5-4d45-9e16-77be88c0c21a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05630eeaf84a4d1bafd213d419f7a97a&device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 1169 time: 0.0392962 Jul 19 11:08:38.939766 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6fe00e90-54c9-4e4f-a882-069fa82ccb72 req-e176092d-3edd-44f0-8a9c-7c3522444ad5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 945 time: 0.1201017 Jul 19 11:08:39.041787 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-2ea759fe-e590-43f7-b226-ed3d8e429526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:39.043261 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-2ea759fe-e590-43f7-b226-ed3d8e429526 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c45e8b75-1fcc-418c-baa1-a3821825a45d HTTP/1.1" status: 200 len: 915 time: 0.0942740 Jul 19 11:08:39.045861 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:39.046388 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (7ab10a32-012d-475b-8fff-0a6a1906e50e), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:39.046766 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Floating IP 7ab10a32-012d-475b-8fff-0a6a1906e50e disassociated. External IP: 172.37.3.207, port: 526a30d7-5fcf-4c45-86bf-6ddbc902d48c. Jul 19 11:08:39.047109 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Calling delete_port for 526a30d7-5fcf-4c45-86bf-6ddbc902d48c owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:08:39.052259 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6fe00e90-54c9-4e4f-a882-069fa82ccb72 req-6d47e473-f7da-4b33-aa59-22a845800825 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=d5b6ddfc-df82-41ec-a371-2128cfc1b51e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030662 Jul 19 11:08:39.095664 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:39.114889 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-fd179134-7faa-48cb-aaa7-eccb86bbdcc2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 1002 time: 0.0607777 Jul 19 11:08:39.167836 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-8bfbd302-7ec2-4104-a83a-edc7a0cd90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:39.169319 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-8bfbd302-7ec2-4104-a83a-edc7a0cd90f1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4006588f-d24d-496d-abdc-693013df7a90 HTTP/1.1" status: 200 len: 853 time: 0.0450141 Jul 19 11:08:39.181457 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (526a30d7-5fcf-4c45-86bf-6ddbc902d48c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:39.209443 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'Port': ['ID=526a30d7-5fcf-4c45-86bf-6ddbc902d48c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:39.216751 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-cb288c32-6b8d-4c49-b0a8-8b1151b75d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:39.219569 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-cb288c32-6b8d-4c49-b0a8-8b1151b75d9b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c45e8b75-1fcc-418c-baa1-a3821825a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406654 Jul 19 11:08:39.318797 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:08:39.320030 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-f616c6ff-a1c0-47e9-ad82-3e6ab165dbf0 service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916300 Jul 19 11:08:39.410956 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:39.414349 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7a39606e-1f1d-4538-9eee-ce2eb456c5fa req-de87125f-d148-41e5-a6fe-3128d6c1abb6 service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877562 Jul 19 11:08:39.425142 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:08:39.431182 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:39.434507 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:08:39.446020 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:39.446635 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:39.470884 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] No DVR routers for this DVR port 526a30d7-5fcf-4c45-86bf-6ddbc902d48c on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:08:39.473269 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:39.476638 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-44f6c654-7a46-4d91-8ad4-ee6999e05e3f req-ab390fe9-529f-4861-9c9c-549e5a661c6b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "DELETE /v2.0/ports/526a30d7-5fcf-4c45-86bf-6ddbc902d48c HTTP/1.1" status: 204 len: 173 time: 0.9125416 Jul 19 11:08:39.684761 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:39.865750 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:39.869847 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:39.872906 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:39.899275 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:08:39.907943 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:39.908543 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:39.948670 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501d1cf-2e4d-4f77-907b-3b4faa5aa62f req-c5cff594-87bf-4999-950d-7664dd32daa7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:39.950169 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5501d1cf-2e4d-4f77-907b-3b4faa5aa62f req-c5cff594-87bf-4999-950d-7664dd32daa7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0496528 Jul 19 11:08:39.999488 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5501d1cf-2e4d-4f77-907b-3b4faa5aa62f req-0a320d90-883b-417d-9d1f-c87dcdf7aeec tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Jul 19 11:08:40.012467 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:40.169610 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cf4ea010-0380-461a-a919-5093c5f0d8db req-d7413fe5-e868-4f13-8263-f956c37f1336 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=4c71f564-de63-4fcd-88ce-01ecba3d8372 HTTP/1.1" status: 200 len: 210 time: 0.0308535 Jul 19 11:08:40.211432 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:40.236039 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c4f337-7459-456d-972a-4f02bfe632d1 None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:08:40.448401 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd75930b-1b17-438d-bcf7-4dce4fba5bbc None None] New status for floating IP 7ab10a32-012d-475b-8fff-0a6a1906e50e: DOWN {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:08:40.533669 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'name': 'network-vif-deleted', 'tag': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:40.536013 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45c2deb-9670-4cc0-bf5f-d6481f1edbb3" -d '{"events": [{"server_uuid": "4c71f564-de63-4fcd-88ce-01ecba3d8372", "name": "network-vif-deleted", "tag": "526a30d7-5fcf-4c45-86bf-6ddbc902d48c"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:40.574926 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1b4be2-b7a0-499e-8024-95d8e5857bfb x-openstack-request-id: req-5c1b4be2-b7a0-499e-8024-95d8e5857bfb {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:40.575215 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c71f564-de63-4fcd-88ce-01ecba3d8372", "name": "network-vif-deleted", "tag": "526a30d7-5fcf-4c45-86bf-6ddbc902d48c", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:40.575463 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5c1b4be2-b7a0-499e-8024-95d8e5857bfb {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:40.575861 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1b4be2-b7a0-499e-8024-95d8e5857bfb'] response: {'server_uuid': '4c71f564-de63-4fcd-88ce-01ecba3d8372', 'name': 'network-vif-deleted', 'tag': '526a30d7-5fcf-4c45-86bf-6ddbc902d48c', 'status': 'completed', 'code': 200} Jul 19 11:08:41.114273 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf087d46-0198-45ff-a09b-0796bbe7f5bb req-a149bd91-43fe-4957-92a2-09c319b42731 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:41.116234 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bf087d46-0198-45ff-a09b-0796bbe7f5bb req-a149bd91-43fe-4957-92a2-09c319b42731 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 943 time: 0.0504127 Jul 19 11:08:41.164047 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bf087d46-0198-45ff-a09b-0796bbe7f5bb req-e7bca3b5-dd3b-4ff5-8e3d-15001988e09a tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 Jul 19 11:08:41.252784 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52048) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:41.313982 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51881420-84ba-4968-8361-9e148dda61e0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (d5b6ddfc-df82-41ec-a371-2128cfc1b51e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.337643 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51881420-84ba-4968-8361-9e148dda61e0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (d5b6ddfc-df82-41ec-a371-2128cfc1b51e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.386266 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51881420-84ba-4968-8361-9e148dda61e0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (d5b6ddfc-df82-41ec-a371-2128cfc1b51e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.388840 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-51881420-84ba-4968-8361-9e148dda61e0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.390044 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-51881420-84ba-4968-8361-9e148dda61e0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "DELETE /v2.0/security-groups/d5b6ddfc-df82-41ec-a371-2128cfc1b51e HTTP/1.1" status: 204 len: 168 time: 0.1362183 Jul 19 11:08:41.392899 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52050) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:41.399365 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51881420-84ba-4968-8361-9e148dda61e0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6ddfc-df82-41ec-a371-2128cfc1b51e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:41.406693 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-bced06ee-a0d2-461f-9a47-c8f4864bda6a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] show failed (client error): The resource could not be found. Jul 19 11:08:41.407704 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-bced06ee-a0d2-461f-9a47-c8f4864bda6a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups/d5b6ddfc-df82-41ec-a371-2128cfc1b51e HTTP/1.1" status: 404 len: 347 time: 0.0137718 Jul 19 11:08:41.410552 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52052) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:41.521976 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Deleting port 3330b594-1ea2-4514-ada2-8d7bc66a324d {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:08:41.522419 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (3330b594-1ea2-4514-ada2-8d7bc66a324d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.523538 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 2648a82a-50bf-410f-86dd-82693a421316 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:08:41.534018 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 526a30d7-5fcf-4c45-86bf-6ddbc902d48c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:08:41.557873 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 526a30d7-5fcf-4c45-86bf-6ddbc902d48c {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:08:41.558219 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 526a30d7-5fcf-4c45-86bf-6ddbc902d48c not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:08:41.607180 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (3330b594-1ea2-4514-ada2-8d7bc66a324d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.607514 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (3330b594-1ea2-4514-ada2-8d7bc66a324d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.620184 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Calling delete_port for 3330b594-1ea2-4514-ada2-8d7bc66a324d owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:08:41.642251 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 2648a82a-50bf-410f-86dd-82693a421316, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2648a82a-50bf-410f-86dd-82693a421316,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:41.657124 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '2648a82a-50bf-410f-86dd-82693a421316', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'port_id': '2648a82a-50bf-410f-86dd-82693a421316', 'mac_address': 'fa:16:3e:80:cd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:08:41.691897 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 2648a82a-50bf-410f-86dd-82693a421316 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:41.692283 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (2648a82a-50bf-410f-86dd-82693a421316), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.704853 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2648a82a-50bf-410f-86dd-82693a421316 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:08:41.723833 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 2648a82a-50bf-410f-86dd-82693a421316, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2648a82a-50bf-410f-86dd-82693a421316,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:41.730028 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (2648a82a-50bf-410f-86dd-82693a421316), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.759547 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (3330b594-1ea2-4514-ada2-8d7bc66a324d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.777778 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=2648a82a-50bf-410f-86dd-82693a421316,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:41.789675 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'Port': ['ID=3330b594-1ea2-4514-ada2-8d7bc66a324d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:41.848360 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (7ab10a32-012d-475b-8fff-0a6a1906e50e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.851789 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:41.852961 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-211b32a0-278b-4cd9-86a1-54a8db4b12ed tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "DELETE /v2.0/floatingips/7ab10a32-012d-475b-8fff-0a6a1906e50e HTTP/1.1" status: 204 len: 168 time: 0.4414711 Jul 19 11:08:41.934223 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52056) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:41.938806 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-593ae2df-7789-4677-9644-e52aca52a1eb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390553303', 'description': 'tempest-description--424528650'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:41.959060 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-593ae2df-7789-4677-9644-e52aca52a1eb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.027682 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-593ae2df-7789-4677-9644-e52aca52a1eb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (9e2dbade-be2e-4e7e-94cf-125f4104ee9a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.031534 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-593ae2df-7789-4677-9644-e52aca52a1eb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (9e2dbade-be2e-4e7e-94cf-125f4104ee9a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.062697 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-593ae2df-7789-4677-9644-e52aca52a1eb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.063886 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-593ae2df-7789-4677-9644-e52aca52a1eb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1285868 Jul 19 11:08:42.065714 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ae2df-7789-4677-9644-e52aca52a1eb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2dbade-be2e-4e7e-94cf-125f4104ee9a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:42.066891 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52058) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:42.071484 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-20b7163e-a9e8-43c3-8c09-4655ab65bac1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group_rule': {'security_group_id': '9e2dbade-be2e-4e7e-94cf-125f4104ee9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:42.102549 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20b7163e-a9e8-43c3-8c09-4655ab65bac1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (fb1aedac-4206-4e13-9cab-16cf99723375), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.132467 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['2648a82a-50bf-410f-86dd-82693a421316'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:08:42.163407 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20b7163e-a9e8-43c3-8c09-4655ab65bac1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (fb1aedac-4206-4e13-9cab-16cf99723375), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.167467 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20b7163e-a9e8-43c3-8c09-4655ab65bac1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (fb1aedac-4206-4e13-9cab-16cf99723375), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.173656 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:42.188610 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7163e-a9e8-43c3-8c09-4655ab65bac1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1aedac-4206-4e13-9cab-16cf99723375,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:42.197285 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-20b7163e-a9e8-43c3-8c09-4655ab65bac1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.199037 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-20b7163e-a9e8-43c3-8c09-4655ab65bac1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309977 Jul 19 11:08:42.201604 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52062) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:42.206187 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-f2b80b74-2929-4659-87e7-e70bed5c5a96 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group_rule': {'security_group_id': '9e2dbade-be2e-4e7e-94cf-125f4104ee9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:42.241402 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f2b80b74-2929-4659-87e7-e70bed5c5a96 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (2eca8d38-d7da-4f9e-af42-87beaa45dccf), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.301601 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f2b80b74-2929-4659-87e7-e70bed5c5a96 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (2eca8d38-d7da-4f9e-af42-87beaa45dccf), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.303004 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf702024-42e7-43ee-9698-354e62371003 req-1911c7fd-9ec4-4a54-81fc-e805527bc54d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:42.305607 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bf702024-42e7-43ee-9698-354e62371003 req-1911c7fd-9ec4-4a54-81fc-e805527bc54d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 944 time: 0.0619450 Jul 19 11:08:42.305870 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f2b80b74-2929-4659-87e7-e70bed5c5a96 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (2eca8d38-d7da-4f9e-af42-87beaa45dccf), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.311562 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:42.328257 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:42.328494 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b80b74-2929-4659-87e7-e70bed5c5a96 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eca8d38-d7da-4f9e-af42-87beaa45dccf,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:42.334249 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f2b80b74-2929-4659-87e7-e70bed5c5a96 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.339790 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f2b80b74-2929-4659-87e7-e70bed5c5a96 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335251 Jul 19 11:08:42.339790 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52064) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:42.343723 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:42.358712 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:42.368211 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.371244 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bf702024-42e7-43ee-9698-354e62371003 req-bb4c0f3b-7a5b-4c77-8199-bf7c822fcbc7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587952 Jul 19 11:08:42.456621 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.562703 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Allocated IP 172.37.3.237 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/8e01c35a-eaa8-4955-b526-57f351047eb5) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:08:42.669007 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (8e01c35a-eaa8-4955-b526-57f351047eb5), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.702259 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (8e01c35a-eaa8-4955-b526-57f351047eb5), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.737950 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:08:42.744251 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:08:42.749322 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:08:42.757738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=8e01c35a-eaa8-4955-b526-57f351047eb5,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:42.800568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (01500a3b-7ed7-4fbc-a21a-05165e98a12d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.837948 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (8e01c35a-eaa8-4955-b526-57f351047eb5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.866438 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:42.986130 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (8e01c35a-eaa8-4955-b526-57f351047eb5), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:42.991371 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (8e01c35a-eaa8-4955-b526-57f351047eb5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:43.019729 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (01500a3b-7ed7-4fbc-a21a-05165e98a12d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:43.044055 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:43.045272 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7052121 Jul 19 11:08:43.045952 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062b47e-d5d3-4ded-bc69-9e3ed34da26d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=8e01c35a-eaa8-4955-b526-57f351047eb5,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:43.238304 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-7fccfd5b-f71c-44bb-93d1-78b41212444f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1390553303&fields=id&tenant_id=ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 267 time: 0.0425887 Jul 19 11:08:43.264713 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:43.345813 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-4401e8a3-89ba-47f2-8e97-04efffc8d48b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:43.347267 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-4401e8a3-89ba-47f2-8e97-04efffc8d48b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 815 time: 0.1020565 Jul 19 11:08:43.361694 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-c1e5aa43-20fe-4bb5-a12f-6500b149982a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/quotas/ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 375 time: 0.0086792 Jul 19 11:08:43.413651 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-a75e49c7-4fe2-48f9-a787-da29a69c4987 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465987 Jul 19 11:08:43.490366 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0a768-a1fd-426e-bf5c-613155585811 req-6273dae0-0ed0-4fa3-a4c3-16eea82b3a9c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:43.491822 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-19c0a768-a1fd-426e-bf5c-613155585811 req-6273dae0-0ed0-4fa3-a4c3-16eea82b3a9c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 944 time: 0.0462666 Jul 19 11:08:43.508393 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-844919db-c4c1-4d90-9c1c-8d34b2bc023e service neutron] 10.222.0.33 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834563 Jul 19 11:08:43.523352 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 2648a82a-50bf-410f-86dd-82693a421316 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:43.528216 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:43.542459 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-19c0a768-a1fd-426e-bf5c-613155585811 req-849bdbf8-91ae-45e4-9267-c98e2c18cb5c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446999 Jul 19 11:08:43.577248 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 2648a82a-50bf-410f-86dd-82693a421316 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:08:43.584739 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 2648a82a-50bf-410f-86dd-82693a421316 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:43.585296 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (2648a82a-50bf-410f-86dd-82693a421316), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:43.624973 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-e7276af8-9706-457a-b989-ab2afef3dcd9 service neutron] 10.222.0.33 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109242 Jul 19 11:08:43.663295 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 2648a82a-50bf-410f-86dd-82693a421316 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:43.663684 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (2648a82a-50bf-410f-86dd-82693a421316), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:43.694611 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2648a82a-50bf-410f-86dd-82693a421316'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:43.698116 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c3039e-4234-45ae-84a2-0b8a8c459bd1" -d '{"events": [{"server_uuid": "12cd8c55-b30f-40ee-8cf5-7c974b8caafb", "name": "network-vif-plugged", "status": "completed", "tag": "2648a82a-50bf-410f-86dd-82693a421316"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:43.703680 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 2648a82a-50bf-410f-86dd-82693a421316, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2648a82a-50bf-410f-86dd-82693a421316,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:43.708521 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (2648a82a-50bf-410f-86dd-82693a421316), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:43.749588 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2b4bb0-0f68-414e-8a26-87ef555352d6 x-openstack-request-id: req-8d2b4bb0-0f68-414e-8a26-87ef555352d6 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:43.749588 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cd8c55-b30f-40ee-8cf5-7c974b8caafb", "name": "network-vif-plugged", "status": "completed", "tag": "2648a82a-50bf-410f-86dd-82693a421316", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:43.749588 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d2b4bb0-0f68-414e-8a26-87ef555352d6 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:43.749588 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2b4bb0-0f68-414e-8a26-87ef555352d6'] response: {'server_uuid': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2648a82a-50bf-410f-86dd-82693a421316', 'code': 200} Jul 19 11:08:43.795636 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=2648a82a-50bf-410f-86dd-82693a421316,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:43.810836 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c35f3eb7-aa5d-47bb-a067-d0cddd17ced8 req-f9cf2473-a086-419f-9e1b-3a664ef50cb8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Jul 19 11:08:43.983426 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:44.019300 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014555-2d70-4f22-aea8-46c9921708b7 req-7a6d8224-f5a7-4815-a481-bf49fddb9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:44.020898 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5e014555-2d70-4f22-aea8-46c9921708b7 req-7a6d8224-f5a7-4815-a481-bf49fddb9e46 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 1129 time: 0.0461378 Jul 19 11:08:44.080991 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5e014555-2d70-4f22-aea8-46c9921708b7 req-a92f867f-4508-4812-9e7e-a0ee7ca76e6b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527246 Jul 19 11:08:44.658326 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13b3e1-13aa-42c1-8178-0d3723befb30 req-8da18c31-9eec-408b-a9b0-bf4953d2160b tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:44.659822 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fe13b3e1-13aa-42c1-8178-0d3723befb30 req-8da18c31-9eec-408b-a9b0-bf4953d2160b tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 945 time: 0.0464995 Jul 19 11:08:44.708445 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-fe13b3e1-13aa-42c1-8178-0d3723befb30 req-ba465358-b447-4622-901a-8f0f2136454d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 Jul 19 11:08:44.908577 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bdb5a61b-f626-46e1-b00a-8dbb0240b734 req-1df9f366-4e71-42fe-851b-0af4dcdbe5e8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 210 time: 0.0285470 Jul 19 11:08:45.824676 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfd7fd-2c86-441e-91ab-57f424fc840a req-60eac027-0e95-4cbb-bad8-c3669a38c6df tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:45.826139 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-29cfd7fd-2c86-441e-91ab-57f424fc840a req-60eac027-0e95-4cbb-bad8-c3669a38c6df tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 945 time: 0.0478802 Jul 19 11:08:45.882893 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-29cfd7fd-2c86-441e-91ab-57f424fc840a req-9e303d80-39cd-4292-b3c3-f076cc323a00 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512428 Jul 19 11:08:45.999848 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bccb4-8989-44f0-bbda-421636b3e08a req-9e571175-bd28-4361-9bf4-d0becc0c59e5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:46.001286 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-354bccb4-8989-44f0-bbda-421636b3e08a req-9e571175-bd28-4361-9bf4-d0becc0c59e5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 945 time: 0.0512469 Jul 19 11:08:46.006155 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-510fb5cb-5e49-4489-afed-a2bc82440ec8 req-3d6ef719-33b7-43f4-848f-25c2a158e1be tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 210 time: 0.0283115 Jul 19 11:08:46.049981 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-354bccb4-8989-44f0-bbda-421636b3e08a req-fa3ec93b-32d1-4109-9eb0-71f99f7d8c7b tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430994 Jul 19 11:08:46.072300 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52120) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:46.152592 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b003949b-47d0-47f8-85b4-2628ccc255ca tempest-TestVolumeBootPattern-1744665474 tempest-TestVolumeBootPattern-1744665474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:46.157293 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b003949b-47d0-47f8-85b4-2628ccc255ca tempest-TestVolumeBootPattern-1744665474 tempest-TestVolumeBootPattern-1744665474-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 1124 time: 0.0811939 Jul 19 11:08:46.157481 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52124) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:46.161949 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'port_id': '2648a82a-50bf-410f-86dd-82693a421316', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:46.182988 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:46.273219 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:46.282172 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:46.394218 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Allocated IP 172.37.3.49 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/36b1051b-a762-45a3-ba5f-72b66e3b2151) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:08:46.422381 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-93ad9c06-661e-4aba-a81a-d64f4cb54849 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:46.423847 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-93ad9c06-661e-4aba-a81a-d64f4cb54849 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 815 time: 0.1262999 Jul 19 11:08:46.516947 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for port (36b1051b-a762-45a3-ba5f-72b66e3b2151), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:46.529273 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-af58e5f3-8bd4-44a6-8b46-a932bf76d0f8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 380 time: 0.0614512 Jul 19 11:08:46.551428 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (36b1051b-a762-45a3-ba5f-72b66e3b2151), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:46.588465 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:08:46.595463 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:08:46.599261 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:08:46.603755 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'Port': ['ID=36b1051b-a762-45a3-ba5f-72b66e3b2151,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:46.626845 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:46.629355 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'port': {'device_id': '53545a7c-c683-49d6-941d-4445f2b09379', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'admin_state_up': True, 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'security_groups': ['9e2dbade-be2e-4e7e-94cf-125f4104ee9a']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:46.742672 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Made reservation on behalf of ef534f1d06ea415d98857ec7f9e5fb97 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:08:46.746170 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:46.884039 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Allocated IP 172.20.0.7 (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f/abde2927-d408-407c-80e7-a9420366a816/bd4b190f-3901-45e6-89a0-d4cda5892170) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:08:46.935978 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (7ef918b5-7209-4dcb-9dd5-79a24382465a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:46.983564 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:47.002255 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (36b1051b-a762-45a3-ba5f-72b66e3b2151), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.035560 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.069348 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:47.080439 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.093081 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:47.166260 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for port (36b1051b-a762-45a3-ba5f-72b66e3b2151), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.171501 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (36b1051b-a762-45a3-ba5f-72b66e3b2151), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.172014 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961f854-8b9b-4c8e-a33f-f32b1e16e61f req-d246c668-b0df-4f2d-b9dd-b00e7eec74e3 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:47.173520 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f961f854-8b9b-4c8e-a33f-f32b1e16e61f req-d246c668-b0df-4f2d-b9dd-b00e7eec74e3 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 931 time: 0.0954835 Jul 19 11:08:47.175246 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:08:47.178839 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:08:47.180771 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=bd4b190f-3901-45e6-89a0-d4cda5892170,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:47.182979 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:08:47.210990 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (7ef918b5-7209-4dcb-9dd5-79a24382465a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.265352 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:47.266286 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.306905 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'Port': ['ID=36b1051b-a762-45a3-ba5f-72b66e3b2151,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:47.308933 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f961f854-8b9b-4c8e-a33f-f32b1e16e61f req-b6cc0df7-cf09-4fba-8bd3-0cec372b751d tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229103 Jul 19 11:08:47.313058 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ebb82862-8605-4317-a9fa-42e277b62a1c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6880894 Jul 19 11:08:47.337030 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Floating IP 7ef918b5-7209-4dcb-9dd5-79a24382465a associated. External IP: 172.37.3.49, port: 2648a82a-50bf-410f-86dd-82693a421316. Jul 19 11:08:47.341367 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Request body: {'port': {'device_id': '53545a7c-c683-49d6-941d-4445f2b09379', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:47.407434 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.422353 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-ab864e48-6d71-4369-9dd8-2bab5a62b90c None None] Provisioning complete for port bd4b190f-3901-45e6-89a0-d4cda5892170 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:47.422916 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ab864e48-6d71-4369-9dd8-2bab5a62b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.468949 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-ab864e48-6d71-4369-9dd8-2bab5a62b90c None None] Port bd4b190f-3901-45e6-89a0-d4cda5892170 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:08:47.695254 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4b190f-3901-45e6-89a0-d4cda5892170 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:08:47.703442 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Publish callbacks [] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.717965 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Transition to ACTIVE for port object bd4b190f-3901-45e6-89a0-d4cda5892170 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:08:47.721413 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.758918 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:47.777377 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Pushing event updated for resources: {'Port': ['ID=bd4b190f-3901-45e6-89a0-d4cda5892170,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:47.823492 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Router 6bce7190-2946-4c98-baea-553cc7a1366c has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:08:47.865582 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Attempting to bind port bd4b190f-3901-45e6-89a0-d4cda5892170 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:08:47.867137 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Attempting to bind port bd4b190f-3901-45e6-89a0-d4cda5892170 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:08:47.867137 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Attempting to bind port bd4b190f-3901-45e6-89a0-d4cda5892170 on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:08:47.869079 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:47.872474 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Port bd4b190f-3901-45e6-89a0-d4cda5892170 on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:08:47.872766 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Attempting to bind port bd4b190f-3901-45e6-89a0-d4cda5892170 on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:08:47.879431 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:08:47.879815 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Checking segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:08:47.880270 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Bound using segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:08:47.880719 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Bound port: bd4b190f-3901-45e6-89a0-d4cda5892170, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:08:47.881260 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.957010 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:08:47.969323 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] Sync routers for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:08:47.983138 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:47.996501 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:47.997619 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:48.016841 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b3e6e732-0aaa-433b-a40b-d049de8c2921 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8582075 Jul 19 11:08:48.017444 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'tag': '2648a82a-50bf-410f-86dd-82693a421316'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:48.019704 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a62c305-a954-4895-be2c-ddc046a3af0b" -d '{"events": [{"name": "network-changed", "server_uuid": "12cd8c55-b30f-40ee-8cf5-7c974b8caafb", "tag": "2648a82a-50bf-410f-86dd-82693a421316"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:48.055690 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e969976b-0d62-4a3e-b3be-0d313df56efb x-openstack-request-id: req-e969976b-0d62-4a3e-b3be-0d313df56efb {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:48.055993 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cd8c55-b30f-40ee-8cf5-7c974b8caafb", "tag": "2648a82a-50bf-410f-86dd-82693a421316", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:48.056248 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e969976b-0d62-4a3e-b3be-0d313df56efb {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:48.056657 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e969976b-0d62-4a3e-b3be-0d313df56efb'] response: {'name': 'network-changed', 'server_uuid': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'tag': '2648a82a-50bf-410f-86dd-82693a421316', 'status': 'completed', 'code': 200} Jul 19 11:08:48.114182 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:48.142545 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-7c78b8d4-1460-49bd-8a35-01e64978d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:48.144261 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-7c78b8d4-1460-49bd-8a35-01e64978d6e5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 1129 time: 0.0445299 Jul 19 11:08:48.191375 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] For port bd4b190f-3901-45e6-89a0-d4cda5892170, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:08:48.194803 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] For port bd4b190f-3901-45e6-89a0-d4cda5892170, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bd4b190f-3901-45e6-89a0-d4cda5892170,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:08:48.201128 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:48.250738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-b992d9d1-4526-4bbb-a123-779fc718f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:48.252121 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-b992d9d1-4526-4bbb-a123-779fc718f4b8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.0922263 Jul 19 11:08:48.254250 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Pushing event updated for resources: {'Port': ['ID=bd4b190f-3901-45e6-89a0-d4cda5892170,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:48.266731 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:48.266966 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:48.268471 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-ba6f10cb-3439-4799-bf2e-6411457b695e service neutron] 10.222.0.27 "PUT /v2.0/ports/bd4b190f-3901-45e6-89a0-d4cda5892170 HTTP/1.1" status: 200 len: 1093 time: 0.9314003 Jul 19 11:08:48.269317 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53545a7c-c683-49d6-941d-4445f2b09379', 'tag': 'bd4b190f-3901-45e6-89a0-d4cda5892170'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:48.272014 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "53545a7c-c683-49d6-941d-4445f2b09379", "tag": "bd4b190f-3901-45e6-89a0-d4cda5892170"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:48.330016 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8147ec2-b371-43c2-9b90-fef6a556baa2 x-openstack-request-id: req-c8147ec2-b371-43c2-9b90-fef6a556baa2 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:48.330449 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53545a7c-c683-49d6-941d-4445f2b09379", "tag": "bd4b190f-3901-45e6-89a0-d4cda5892170", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:48.331610 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c8147ec2-b371-43c2-9b90-fef6a556baa2 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:48.332173 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8147ec2-b371-43c2-9b90-fef6a556baa2'] response: {'name': 'network-changed', 'server_uuid': '53545a7c-c683-49d6-941d-4445f2b09379', 'tag': 'bd4b190f-3901-45e6-89a0-d4cda5892170', 'status': 'completed', 'code': 200} Jul 19 11:08:48.352146 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-a0dfb599-99e4-4212-b1c3-431af075b861 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2648a82a-50bf-410f-86dd-82693a421316 HTTP/1.1" status: 200 len: 998 time: 0.0869920 Jul 19 11:08:48.359333 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ef918b5-7209-4dcb-9dd5-79a24382465a', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.49', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '2648a82a-50bf-410f-86dd-82693a421316', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:80:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:08:46Z', 'updated_at': '2022-07-19T11:08:46Z', 'revision_number': 0, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:48.386320 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] Checking router: 6bce7190-2946-4c98-baea-553cc7a1366c for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:08:48.408140 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:48.408811 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:48.420872 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-dbb206c9-d6fb-4c1d-9334-eff99fe8db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:48.422664 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-dbb206c9-d6fb-4c1d-9334-eff99fe8db82 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 1127 time: 0.0722311 Jul 19 11:08:48.471488 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:48.483171 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-774d61cb-39e3-45a3-b289-af6cadc2cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:48.485892 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-774d61cb-39e3-45a3-b289-af6cadc2cb49 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.1216989 Jul 19 11:08:48.494262 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57212f-7dd8-4672-8cc6-36553986b832 req-9bc263e9-6a69-472d-994c-d9f94ce394e7 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:48.495776 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1e57212f-7dd8-4672-8cc6-36553986b832 req-9bc263e9-6a69-472d-994c-d9f94ce394e7 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 943 time: 0.0793271 Jul 19 11:08:48.522157 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:48.525274 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-750a12c9-ee74-430f-9729-c6d6aa856263 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b190f-3901-45e6-89a0-d4cda5892170 HTTP/1.1" status: 200 len: 217 time: 0.0858371 Jul 19 11:08:48.548560 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:48.557657 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-a6dde549-c910-4347-b261-4d721c3f4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:48.559469 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-a6dde549-c910-4347-b261-4d721c3f4c31 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625899 Jul 19 11:08:48.587362 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-767d86f2-cf54-471a-8406-ea6e4529f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:48.589080 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-767d86f2-cf54-471a-8406-ea6e4529f4dd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.0562584 Jul 19 11:08:48.600136 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1e57212f-7dd8-4672-8cc6-36553986b832 req-8f4f9a1d-8ecf-47f9-ab10-d9ecb5427f79 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946376 Jul 19 11:08:48.633051 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:48.648830 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-c20299f6-54e9-43ec-a33b-3c0fcda3fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:48.651017 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-c20299f6-54e9-43ec-a33b-3c0fcda3fd00 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536819 Jul 19 11:08:48.682758 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-b3428638-8db6-488a-85fe-cfc451ee98d3 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119494 Jul 19 11:08:48.753122 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-9a31a76a-88e7-4603-9ec3-2fc94f3596ba service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961206 Jul 19 11:08:48.781999 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a62c305-a954-4895-be2c-ddc046a3af0b req-a21eee0a-f55e-4d5f-9706-ad38116632a3 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903287 Jul 19 11:08:48.793535 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:48.854384 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3da48780-7bec-4de6-bbb0-616c0d2c95f8 req-75b8f34b-b619-44bc-b38f-4dbea6787c05 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946596 Jul 19 11:08:48.895477 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ef918b5-7209-4dcb-9dd5-79a24382465a', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.49', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '2648a82a-50bf-410f-86dd-82693a421316', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:80:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:08:46Z', 'updated_at': '2022-07-19T11:08:46Z', 'revision_number': 0, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:48.923628 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d3f30-6edd-4166-9206-74db1d70185c None None] The sync data for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi is: [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7ef918b5-7209-4dcb-9dd5-79a24382465a', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.49', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '2648a82a-50bf-410f-86dd-82693a421316', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:80:cd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:08:46Z', 'updated_at': '2022-07-19T11:08:46Z', 'revision_number': 0, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:08:49.108981 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c9b7b-8641-417a-8f24-eb66363c9998 None None] New status for floating IP 7ef918b5-7209-4dcb-9dd5-79a24382465a: ACTIVE {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:08:49.717081 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60d919-5e9c-470e-90f3-001bfd1a41bb req-a7589f06-c3e6-43aa-b463-65011ceb415a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:49.718511 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6b60d919-5e9c-470e-90f3-001bfd1a41bb req-a7589f06-c3e6-43aa-b463-65011ceb415a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 943 time: 0.0499122 Jul 19 11:08:49.766077 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6b60d919-5e9c-470e-90f3-001bfd1a41bb req-52022ef4-b018-4e40-abec-4deac8a11ffb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420942 Jul 19 11:08:50.301715 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-45d3e7c9-c243-4ae4-82c7-f4547dbf9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:50.303109 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-45d3e7c9-c243-4ae4-82c7-f4547dbf9513 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 1127 time: 0.0380914 Jul 19 11:08:50.396646 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-fdf4bc27-fd15-44c9-baa7-cb27efa01d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:50.398126 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-fdf4bc27-fd15-44c9-baa7-cb27efa01d12 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 916 time: 0.0881867 Jul 19 11:08:50.446395 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-39e615a5-9cf2-4af3-80bb-97a2511c0b8a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b190f-3901-45e6-89a0-d4cda5892170 HTTP/1.1" status: 200 len: 217 time: 0.0327265 Jul 19 11:08:50.494652 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-aab18a3c-9079-4048-bc4b-83e0928553d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:50.496021 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-aab18a3c-9079-4048-bc4b-83e0928553d4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.0427265 Jul 19 11:08:50.545051 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-fde16b6e-24ee-40fd-a68b-68ae7ac6805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:50.546475 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-fde16b6e-24ee-40fd-a68b-68ae7ac6805e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407979 Jul 19 11:08:50.638679 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-8c81004b-fb4f-4b96-bbf3-17d8982c3256 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831947 Jul 19 11:08:50.661386 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:50.733259 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f8ba6f14-3dc2-43ee-ae8c-fa785210dd1a req-f9ee157e-d67a-4f99-a5a3-e73fc436f873 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879903 Jul 19 11:08:50.881994 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc359b-62f4-45aa-a256-a65c9dab899e req-0b25d846-9b4f-4f80-8676-89d835f8a072 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:50.883383 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d0cc359b-62f4-45aa-a256-a65c9dab899e req-0b25d846-9b4f-4f80-8676-89d835f8a072 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 943 time: 0.0510178 Jul 19 11:08:50.930033 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d0cc359b-62f4-45aa-a256-a65c9dab899e req-2b5dc8a4-e0f4-4476-a4f3-92c4509fd4d1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 Jul 19 11:08:51.586507 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device bd4b190f-3901-45e6-89a0-d4cda5892170 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:08:51.686090 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port bd4b190f-3901-45e6-89a0-d4cda5892170, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bd4b190f-3901-45e6-89a0-d4cda5892170,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:51.707674 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'bd4b190f-3901-45e6-89a0-d4cda5892170', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'port_id': 'bd4b190f-3901-45e6-89a0-d4cda5892170', 'mac_address': 'fa:16:3e:27:2d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:08:51.744387 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port bd4b190f-3901-45e6-89a0-d4cda5892170 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:51.744815 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:51.757771 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4b190f-3901-45e6-89a0-d4cda5892170 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:08:51.777177 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port bd4b190f-3901-45e6-89a0-d4cda5892170, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bd4b190f-3901-45e6-89a0-d4cda5892170,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:51.780929 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:51.825623 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=bd4b190f-3901-45e6-89a0-d4cda5892170,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:52.047001 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdf6ad-f8db-4804-b277-98e90dd82056 req-8da8ed21-ba14-4e8b-ae30-ffd6ddc2a237 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:52.048469 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-86cdf6ad-f8db-4804-b277-98e90dd82056 req-8da8ed21-ba14-4e8b-ae30-ffd6ddc2a237 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 944 time: 0.0519741 Jul 19 11:08:52.096080 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-86cdf6ad-f8db-4804-b277-98e90dd82056 req-b14d9266-a27a-4e2e-9ff1-b43a8fb9a19f tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418923 Jul 19 11:08:52.322647 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['bd4b190f-3901-45e6-89a0-d4cda5892170'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:08:53.096674 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66d544-bf93-4116-b9cd-501f4189e3b8 req-7a5714c0-a963-40d2-a872-ab3212c617d1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:53.098182 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2c66d544-bf93-4116-b9cd-501f4189e3b8 req-7a5714c0-a963-40d2-a872-ab3212c617d1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0772920 Jul 19 11:08:53.108016 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-8751547f-ffce-47e4-960c-8b6db206e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:53.109407 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-8751547f-ffce-47e4-960c-8b6db206e3f4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 1129 time: 0.0602334 Jul 19 11:08:53.152614 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:53.208344 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2c66d544-bf93-4116-b9cd-501f4189e3b8 req-7e17c3f3-2a7e-4f4e-8970-08f05d3c34ab tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021919 Jul 19 11:08:53.211460 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecab6b7-163e-4014-9528-c809f2d7c2af req-85754090-3750-42ee-91f7-d822322c7f1e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:53.214731 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2ecab6b7-163e-4014-9528-c809f2d7c2af req-85754090-3750-42ee-91f7-d822322c7f1e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 944 time: 0.0492172 Jul 19 11:08:53.232370 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-2b0f8a0d-35fb-4f6f-b658-d7cf746a1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:53.233926 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-2b0f8a0d-35fb-4f6f-b658-d7cf746a1553 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.1122935 Jul 19 11:08:53.269737 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2ecab6b7-163e-4014-9528-c809f2d7c2af req-cc0870c2-72ef-4f4c-b2ea-76d663bae21b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511844 Jul 19 11:08:53.302282 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-804f1fc3-41bc-40cf-aae9-d959ba961473 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee94173-a17a-45b4-ab19-e862338cf16b HTTP/1.1" status: 200 len: 1001 time: 0.0611045 Jul 19 11:08:53.359245 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-b02c9381-7664-483e-943e-c53e726e66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:53.360738 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-b02c9381-7664-483e-943e-c53e726e66b1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0440950 Jul 19 11:08:53.405995 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-5d906cd3-1c4c-457d-958f-681ac1290118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:53.407968 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-5d906cd3-1c4c-457d-958f-681ac1290118 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395582 Jul 19 11:08:53.501655 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-aecf0b18-eb3c-40d4-8923-d71ea9a50b57 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861588 Jul 19 11:08:53.586410 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device bd4b190f-3901-45e6-89a0-d4cda5892170 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:08:53.594264 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8aadc6e-ef14-4590-b545-0c90dd2bffbb req-9908f693-0e16-412c-87ab-6aabaf53c065 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855985 Jul 19 11:08:53.627316 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port bd4b190f-3901-45e6-89a0-d4cda5892170 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:08:53.633521 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port bd4b190f-3901-45e6-89a0-d4cda5892170 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:08:53.633921 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:53.709202 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port bd4b190f-3901-45e6-89a0-d4cda5892170 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:08:53.709592 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:53.719975 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:53.733345 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53545a7c-c683-49d6-941d-4445f2b09379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4b190f-3901-45e6-89a0-d4cda5892170'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:53.735615 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438e1b9f-ceb1-4916-abb6-6ff4e1816402" -d '{"events": [{"server_uuid": "53545a7c-c683-49d6-941d-4445f2b09379", "name": "network-vif-plugged", "status": "completed", "tag": "bd4b190f-3901-45e6-89a0-d4cda5892170"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:53.749582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port bd4b190f-3901-45e6-89a0-d4cda5892170, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bd4b190f-3901-45e6-89a0-d4cda5892170,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:08:53.754573 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:53.777356 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c15344b-174b-43f4-bdbf-96173dd2041d x-openstack-request-id: req-3c15344b-174b-43f4-bdbf-96173dd2041d {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:53.777649 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53545a7c-c683-49d6-941d-4445f2b09379", "name": "network-vif-plugged", "status": "completed", "tag": "bd4b190f-3901-45e6-89a0-d4cda5892170", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:53.777902 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3c15344b-174b-43f4-bdbf-96173dd2041d {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:53.778294 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c15344b-174b-43f4-bdbf-96173dd2041d'] response: {'server_uuid': '53545a7c-c683-49d6-941d-4445f2b09379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4b190f-3901-45e6-89a0-d4cda5892170', 'code': 200} Jul 19 11:08:53.802672 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=bd4b190f-3901-45e6-89a0-d4cda5892170,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:08:54.134003 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc5f7a-b96e-47e1-a069-c445536fbf27 req-256510ba-73db-4f01-9ca0-bbd18d9147df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:54.135540 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-78dc5f7a-b96e-47e1-a069-c445536fbf27 req-256510ba-73db-4f01-9ca0-bbd18d9147df service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 1129 time: 0.0401556 Jul 19 11:08:54.182558 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-78dc5f7a-b96e-47e1-a069-c445536fbf27 req-301e78da-8774-484e-8ceb-3b6bce54281a service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373192 Jul 19 11:08:54.331478 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2009b-985d-4d4c-ad23-9c0287658560 req-750dc6e2-6132-4eab-8b30-86260a1a8705 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:54.338096 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-51f2009b-985d-4d4c-ad23-9c0287658560 req-750dc6e2-6132-4eab-8b30-86260a1a8705 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0550163 Jul 19 11:08:54.395104 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-51f2009b-985d-4d4c-ad23-9c0287658560 req-f5c5ffdd-7075-424f-82c1-813d288b2bcd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559223 Jul 19 11:08:54.398878 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adb362-dfb3-421d-9130-7ef4f36f4205 req-b8170433-831f-4aba-b472-2754ad0e8762 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:54.400439 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c8adb362-dfb3-421d-9130-7ef4f36f4205 req-b8170433-831f-4aba-b472-2754ad0e8762 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 945 time: 0.0555315 Jul 19 11:08:54.448921 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c8adb362-dfb3-421d-9130-7ef4f36f4205 req-76a1ae24-b858-4509-aad2-f8d701706355 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Jul 19 11:08:55.506610 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ecf9a-ccb9-409d-a6df-9e4a30adfabe req-4861dab3-088a-4f89-8c96-1ddc59710ada tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:55.508601 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-de7ecf9a-ccb9-409d-a6df-9e4a30adfabe req-4861dab3-088a-4f89-8c96-1ddc59710ada tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0474091 Jul 19 11:08:55.538710 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:55.552965 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:55.558235 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-de7ecf9a-ccb9-409d-a6df-9e4a30adfabe req-6617dec9-1ec7-4da5-811d-091cb6b50e9a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441432 Jul 19 11:08:55.566880 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb48fb-7030-4283-9e00-cf65bf90756a req-51c94bc9-cabd-43a9-b156-e2bfaa04e411 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:55.568442 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-83fb48fb-7030-4283-9e00-cf65bf90756a req-51c94bc9-cabd-43a9-b156-e2bfaa04e411 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 945 time: 0.0508540 Jul 19 11:08:55.614224 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-83fb48fb-7030-4283-9e00-cf65bf90756a req-40b24da1-922e-47a0-9d67-760774dc1cd9 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396845 Jul 19 11:08:56.672217 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e8a2c-f7d6-421c-9ff3-a52118fb48d3 req-a933315c-ab76-4c37-b8b4-665d44388e11 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:56.673710 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c90e8a2c-f7d6-421c-9ff3-a52118fb48d3 req-a933315c-ab76-4c37-b8b4-665d44388e11 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0475991 Jul 19 11:08:56.728321 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c90e8a2c-f7d6-421c-9ff3-a52118fb48d3 req-c181e498-fd10-44d8-983b-4a55a4db05bf tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491834 Jul 19 11:08:56.731924 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a3c7c-87bb-44f3-b3f4-69325c9aabc1 req-ca77038e-97f3-4a3c-b88c-a2dd28d08a82 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:56.733934 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5f0a3c7c-87bb-44f3-b3f4-69325c9aabc1 req-ca77038e-97f3-4a3c-b88c-a2dd28d08a82 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 945 time: 0.0517466 Jul 19 11:08:56.789458 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5f0a3c7c-87bb-44f3-b3f4-69325c9aabc1 req-9e3fc30f-9f60-41ea-b54f-887a55164686 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505114 Jul 19 11:08:56.901320 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574250-ddb4-46d9-9f3e-954d6ccdc13f req-7c4d73b0-38ca-4615-9202-93e4c1349641 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:56.902682 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-67574250-ddb4-46d9-9f3e-954d6ccdc13f req-7c4d73b0-38ca-4615-9202-93e4c1349641 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 945 time: 0.0502355 Jul 19 11:08:56.911426 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52200) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:08:56.915958 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-40d43f97-7d91-4a65-ae1a-d2e9ccefb130 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'floatingip': {'port_id': 'bd4b190f-3901-45e6-89a0-d4cda5892170'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:08:56.957402 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40d43f97-7d91-4a65-ae1a-d2e9ccefb130 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (01500a3b-7ed7-4fbc-a21a-05165e98a12d), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:57.140352 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:57.235748 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:57.377512 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40d43f97-7d91-4a65-ae1a-d2e9ccefb130 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:57.381166 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40d43f97-7d91-4a65-ae1a-d2e9ccefb130 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (01500a3b-7ed7-4fbc-a21a-05165e98a12d), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:57.474916 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-40d43f97-7d91-4a65-ae1a-d2e9ccefb130 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Floating IP 01500a3b-7ed7-4fbc-a21a-05165e98a12d associated. External IP: 172.37.3.237, port: bd4b190f-3901-45e6-89a0-d4cda5892170. Jul 19 11:08:57.635432 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:57.650212 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-fcbd5bbf-cd19-4d9a-b31a-14b1dcb50f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:57.670167 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d43f97-7d91-4a65-ae1a-d2e9ccefb130 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:08:57.766707 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:57.775735 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d43f97-7d91-4a65-ae1a-d2e9ccefb130 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:08:57.780463 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-40d43f97-7d91-4a65-ae1a-d2e9ccefb130 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:08:57.785980 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:08:57.800202 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:57.801096 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:57.840487 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-40d43f97-7d91-4a65-ae1a-d2e9ccefb130 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "PUT /v2.0/floatingips/01500a3b-7ed7-4fbc-a21a-05165e98a12d HTTP/1.1" status: 200 len: 991 time: 0.9279025 Jul 19 11:08:57.843046 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53545a7c-c683-49d6-941d-4445f2b09379', 'tag': 'bd4b190f-3901-45e6-89a0-d4cda5892170'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:08:57.845401 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79" -d '{"events": [{"name": "network-changed", "server_uuid": "53545a7c-c683-49d6-941d-4445f2b09379", "tag": "bd4b190f-3901-45e6-89a0-d4cda5892170"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:08:57.859769 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8d225-58d5-40e8-acef-254a2fd58500 req-6e134e6f-4499-49f1-baff-dbe465b684c8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:57.861290 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a7d8d225-58d5-40e8-acef-254a2fd58500 req-6e134e6f-4499-49f1-baff-dbe465b684c8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0604427 Jul 19 11:08:57.893456 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42335297-7c26-4241-a810-749f957bdc5f x-openstack-request-id: req-42335297-7c26-4241-a810-749f957bdc5f {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:08:57.893745 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53545a7c-c683-49d6-941d-4445f2b09379", "tag": "bd4b190f-3901-45e6-89a0-d4cda5892170", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:08:57.893995 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-42335297-7c26-4241-a810-749f957bdc5f {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:08:57.894390 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42335297-7c26-4241-a810-749f957bdc5f'] response: {'name': 'network-changed', 'server_uuid': '53545a7c-c683-49d6-941d-4445f2b09379', 'tag': 'bd4b190f-3901-45e6-89a0-d4cda5892170', 'status': 'completed', 'code': 200} Jul 19 11:08:57.910004 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:57.916252 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a7d8d225-58d5-40e8-acef-254a2fd58500 req-74304272-dc0d-4d0c-9284-45384a76d1c4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477033 Jul 19 11:08:57.997261 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-9d5183ed-f6b9-4164-a2ef-2844103ec85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:57.999052 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-9d5183ed-f6b9-4164-a2ef-2844103ec85d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 1129 time: 0.0439239 Jul 19 11:08:58.089141 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-07257a46-4aeb-4b0c-aab3-fe0f35aec619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:58.090607 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-07257a46-4aeb-4b0c-aab3-fe0f35aec619 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 916 time: 0.0852993 Jul 19 11:08:58.135321 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '01500a3b-7ed7-4fbc-a21a-05165e98a12d', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.237', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': 'bd4b190f-3901-45e6-89a0-d4cda5892170', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:27:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53545a7c-c683-49d6-941d-4445f2b09379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:08:42Z', 'updated_at': '2022-07-19T11:08:57Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:58.156571 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-cfd9ca68-21b5-4101-af48-06d4c754ffca service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b190f-3901-45e6-89a0-d4cda5892170 HTTP/1.1" status: 200 len: 999 time: 0.0579500 Jul 19 11:08:58.161266 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:08:58.170194 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:08:58.170794 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:08:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:58.207495 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-3d5365ec-70bd-498e-994e-2230ce95a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:58.209030 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-3d5365ec-70bd-498e-994e-2230ce95a3f1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.0441296 Jul 19 11:08:58.247114 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:08:58.255469 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-b6ea1113-9d57-4a03-ae01-f72f04143e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:58.256991 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-b6ea1113-9d57-4a03-ae01-f72f04143e80 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404904 Jul 19 11:08:58.274377 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:08:58.364648 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-19217c6d-ef3b-4387-b8a0-8e2c22c89651 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927567 Jul 19 11:08:58.456547 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8fcdd78e-f7c9-4b70-9b76-f4d1c317ae79 req-284c99c0-8054-44e3-af60-53cb9b8f5f8d service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843158 Jul 19 11:08:58.501239 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '01500a3b-7ed7-4fbc-a21a-05165e98a12d', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.237', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': 'bd4b190f-3901-45e6-89a0-d4cda5892170', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:27:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53545a7c-c683-49d6-941d-4445f2b09379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:08:42Z', 'updated_at': '2022-07-19T11:08:57Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:08:58.525921 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52679f0-c13d-4674-9414-6b84a707ff3d None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '01500a3b-7ed7-4fbc-a21a-05165e98a12d', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.237', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': 'bd4b190f-3901-45e6-89a0-d4cda5892170', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:27:2d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53545a7c-c683-49d6-941d-4445f2b09379', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:08:42Z', 'updated_at': '2022-07-19T11:08:57Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:08:58.717250 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ffd24-fb10-45dd-b9c3-382cf4ad9829 None None] New status for floating IP 01500a3b-7ed7-4fbc-a21a-05165e98a12d: ACTIVE {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:08:59.030471 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e6fa4-c8ed-4818-9661-d07e6c45ba67 req-fba4403b-95ea-4c96-8902-841ffb891185 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:08:59.031826 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-411e6fa4-c8ed-4818-9661-d07e6c45ba67 req-fba4403b-95ea-4c96-8902-841ffb891185 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0467129 Jul 19 11:08:59.078526 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-411e6fa4-c8ed-4818-9661-d07e6c45ba67 req-5f372bcb-ba1a-4835-8d63-d9521046d405 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412843 Jul 19 11:08:59.956319 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-991bfb9b-d84f-466e-bc97-9562382f1054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:00.191108 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb7e6-10b8-4f4e-aefb-f5f4cfc0b19b req-58409d25-3432-443f-a8cc-f1b7486c0c4a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:00.192469 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ea0fb7e6-10b8-4f4e-aefb-f5f4cfc0b19b req-58409d25-3432-443f-a8cc-f1b7486c0c4a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0467060 Jul 19 11:09:00.243106 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ea0fb7e6-10b8-4f4e-aefb-f5f4cfc0b19b req-e61f86f0-0a0a-4ba9-a961-4e01a251319b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444992 Jul 19 11:09:01.126381 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:01.357214 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bc714-e402-41f4-8a64-c13c66274c98 req-6cf35189-bcb7-4517-9c32-91a289c5ec27 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:01.358673 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-af9bc714-e402-41f4-8a64-c13c66274c98 req-6cf35189-bcb7-4517-9c32-91a289c5ec27 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0465946 Jul 19 11:09:01.409390 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-af9bc714-e402-41f4-8a64-c13c66274c98 req-f205518f-60cd-40d6-85b5-92480ece7600 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451622 Jul 19 11:09:02.521496 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d3b0-c644-4a89-80ec-036af7f5726f req-c97dd82d-c583-4703-bed4-3a98c98c02b7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:02.522942 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b2e0d3b0-c644-4a89-80ec-036af7f5726f req-c97dd82d-c583-4703-bed4-3a98c98c02b7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0472426 Jul 19 11:09:02.553992 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:02.570865 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b2e0d3b0-c644-4a89-80ec-036af7f5726f req-9410412c-53f5-4f18-a65c-03fdf27d0823 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423982 Jul 19 11:09:02.785846 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:03.675298 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:03.689264 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa5a88-381c-41f9-ac00-96b504ce0be0 req-863f2652-a85b-4b5b-9b2d-59b5dce7e85f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:03.690737 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6faa5a88-381c-41f9-ac00-96b504ce0be0 req-863f2652-a85b-4b5b-9b2d-59b5dce7e85f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0474210 Jul 19 11:09:03.738033 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6faa5a88-381c-41f9-ac00-96b504ce0be0 req-d07d287f-d4ab-43e9-9040-aeaeecb5fb77 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 Jul 19 11:09:04.850576 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07c501-13f0-4caa-959d-d4e21dc10846 req-5714404f-a1b7-497e-bba3-1c67d3e8c6b7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:04.852061 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2b07c501-13f0-4caa-959d-d4e21dc10846 req-5714404f-a1b7-497e-bba3-1c67d3e8c6b7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0473781 Jul 19 11:09:04.897875 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2b07c501-13f0-4caa-959d-d4e21dc10846 req-c056cafb-ea78-47f4-82bb-5e39dc92913f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403321 Jul 19 11:09:06.009853 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fec9d-b978-49f5-8790-6b3394d5bd56 req-14a9fb91-a61e-4959-8c2b-3afe77d6f174 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:06.011217 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-394fec9d-b978-49f5-8790-6b3394d5bd56 req-14a9fb91-a61e-4959-8c2b-3afe77d6f174 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0460470 Jul 19 11:09:06.056956 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-394fec9d-b978-49f5-8790-6b3394d5bd56 req-4eaf9460-0df6-4f7c-81d8-b7aedf9338ea tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403233 Jul 19 11:09:07.175476 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec469328-4dee-42f2-8d3a-7660f9be36f9 req-0ca369d5-272a-4531-a872-e0acc8559e4d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:07.176977 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec469328-4dee-42f2-8d3a-7660f9be36f9 req-0ca369d5-272a-4531-a872-e0acc8559e4d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0494623 Jul 19 11:09:07.222897 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ec469328-4dee-42f2-8d3a-7660f9be36f9 req-d67509e7-bedb-46b0-a729-8a7180697b8e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396540 Jul 19 11:09:08.337728 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948c924-84f4-463d-8a53-3a97953c6001 req-426411bc-530b-402b-8e95-b082ce509d8a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:08.339156 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e948c924-84f4-463d-8a53-3a97953c6001 req-426411bc-530b-402b-8e95-b082ce509d8a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0498350 Jul 19 11:09:08.385437 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e948c924-84f4-463d-8a53-3a97953c6001 req-b3c5f972-c69b-443a-a141-acf87d999cfe tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406036 Jul 19 11:09:08.820579 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=59,neutron:UPDATE=7 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:08.824564 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:09.479324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:09.497682 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ca324-fb0b-4cb9-953b-49541f46021a req-1b2a9025-c393-42a0-85b2-faa14da3933f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:09.499369 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-358ca324-fb0b-4cb9-953b-49541f46021a req-1b2a9025-c393-42a0-85b2-faa14da3933f tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0471754 Jul 19 11:09:09.545262 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-358ca324-fb0b-4cb9-953b-49541f46021a req-3f97c41c-141e-491d-a41c-f685412e4be1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404949 Jul 19 11:09:10.660411 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f1859-bd9d-43b8-94b5-d1e6f025ff08 req-d6f84033-2fd3-4721-8ef4-c1145b36beac tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:10.661926 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-701f1859-bd9d-43b8-94b5-d1e6f025ff08 req-d6f84033-2fd3-4721-8ef4-c1145b36beac tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0476303 Jul 19 11:09:10.713283 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-701f1859-bd9d-43b8-94b5-d1e6f025ff08 req-3d031eb2-2b93-4fbb-bcfd-c5f192723440 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455735 Jul 19 11:09:10.773422 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5583e9-f91b-4dee-8997-2d5906f5f587 req-ff7dc719-f501-4f54-a1e8-36f91fd60ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:10.774899 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ee5583e9-f91b-4dee-8997-2d5906f5f587 req-ff7dc719-f501-4f54-a1e8-36f91fd60ebe service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 1129 time: 0.0455854 Jul 19 11:09:11.053904 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ee5583e9-f91b-4dee-8997-2d5906f5f587 req-2b1d612e-c886-4005-a1d2-97e655df942e service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688291 Jul 19 11:09:11.431048 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c254a-c02c-4920-b207-cab482ed68ee req-abb98ea9-9c27-4b6e-82c2-07c3652f1867 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:11.432497 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a82c254a-c02c-4920-b207-cab482ed68ee req-abb98ea9-9c27-4b6e-82c2-07c3652f1867 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0472491 Jul 19 11:09:11.495785 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a82c254a-c02c-4920-b207-cab482ed68ee req-486c1e00-6327-43c2-8792-66ee16009df5 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573745 Jul 19 11:09:11.828944 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac35791-f9cc-469d-901a-add48374793c req-060298ff-3092-42ff-89ec-b80897703b05 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:11.830395 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7ac35791-f9cc-469d-901a-add48374793c req-060298ff-3092-42ff-89ec-b80897703b05 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0466437 Jul 19 11:09:11.875737 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7ac35791-f9cc-469d-901a-add48374793c req-59fe3c90-2dae-496f-84e3-fe8d39e1f2c5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399601 Jul 19 11:09:12.030910 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-f7325900-d4b6-4f32-8c35-14b7da065cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:12.032258 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-f7325900-d4b6-4f32-8c35-14b7da065cd2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05630eeaf84a4d1bafd213d419f7a97a&device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 1169 time: 0.0397179 Jul 19 11:09:12.107789 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:12.122744 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-d33855d9-cf2d-43ef-939e-65310c74833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:12.124426 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-d33855d9-cf2d-43ef-939e-65310c74833f service neutron] 10.222.0.27 "GET /v2.0/networks?id=c45e8b75-1fcc-418c-baa1-a3821825a45d HTTP/1.1" status: 200 len: 915 time: 0.0856664 Jul 19 11:09:12.197086 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-20804ca8-d5c1-4c67-8b90-53c003978508 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 1002 time: 0.0565283 Jul 19 11:09:12.259257 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-f52fc2c9-0537-427e-9008-ae4762d6a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:12.260737 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-f52fc2c9-0537-427e-9008-ae4762d6a700 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4006588f-d24d-496d-abdc-693013df7a90 HTTP/1.1" status: 200 len: 853 time: 0.0430470 Jul 19 11:09:12.308759 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-01eaf90e-973f-4c33-85bf-e74da5d5b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:12.310263 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-01eaf90e-973f-4c33-85bf-e74da5d5b46a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c45e8b75-1fcc-418c-baa1-a3821825a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412388 Jul 19 11:09:12.522473 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:09:12.615371 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f79c9-69fd-4430-aa6f-3ccdc012f790 req-1fc2e8a8-2d9a-4759-b9b6-be55b1c845d4 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:12.616869 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0b1f79c9-69fd-4430-aa6f-3ccdc012f790 req-1fc2e8a8-2d9a-4759-b9b6-be55b1c845d4 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0526338 Jul 19 11:09:12.680083 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0b1f79c9-69fd-4430-aa6f-3ccdc012f790 req-8cffedad-207e-4091-96cd-d61a836152db tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573039 Jul 19 11:09:12.774635 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:12.781415 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:12.990265 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7362-c60f-46e1-8499-85081761b95e req-73435d50-d182-4938-b983-ab6a64f702e4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:12.991725 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-95de7362-c60f-46e1-8499-85081761b95e req-73435d50-d182-4938-b983-ab6a64f702e4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0473995 Jul 19 11:09:13.038502 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-95de7362-c60f-46e1-8499-85081761b95e req-92198a8d-cd31-40df-93b1-a265b26aa5b5 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414202 Jul 19 11:09:13.291756 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-6280949c-047e-4d26-9945-d1a36c87127f service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915794 Jul 19 11:09:13.426631 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3280729f-3c6a-4691-86e8-a31636ceb2df req-1a10e691-6e88-47d3-a5c0-814c94ce2f3f service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168509 Jul 19 11:09:13.460470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7cd01-7e82-487e-bcb3-87a92c07ac35 req-abf6f368-eef2-4feb-82b2-7986ce1fefa3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:13.462071 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-95d7cd01-7e82-487e-bcb3-87a92c07ac35 req-abf6f368-eef2-4feb-82b2-7986ce1fefa3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0546808 Jul 19 11:09:13.509418 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-95d7cd01-7e82-487e-bcb3-87a92c07ac35 req-5b0adfe6-11c7-444a-bf49-41664a434ec9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416110 Jul 19 11:09:13.807076 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0db0c7-eaf8-44fc-a763-c4b5bcee423a req-bf7fee51-780b-43e9-83c0-d0542eb7842a tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:13.808502 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dd0db0c7-eaf8-44fc-a763-c4b5bcee423a req-bf7fee51-780b-43e9-83c0-d0542eb7842a tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0494516 Jul 19 11:09:13.866451 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dd0db0c7-eaf8-44fc-a763-c4b5bcee423a req-6f0d5987-11ba-4343-9663-0ad3491a4e4b tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522683 Jul 19 11:09:14.078320 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-2950b991-d395-4811-a621-62224a468d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:14.079813 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-2950b991-d395-4811-a621-62224a468d65 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 1129 time: 0.0429101 Jul 19 11:09:14.192666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-25a810ac-7732-4b47-9226-1fcaef95d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:14.194133 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-25a810ac-7732-4b47-9226-1fcaef95d55b service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.0907242 Jul 19 11:09:14.329705 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:14.340493 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-d509c4de-6668-4e5f-bfd8-3147ad8d2b1a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee94173-a17a-45b4-ab19-e862338cf16b HTTP/1.1" status: 200 len: 1001 time: 0.0563371 Jul 19 11:09:14.458533 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-e4ad9bda-a099-4ecd-85c6-c8875e861d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:14.460096 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-e4ad9bda-a099-4ecd-85c6-c8875e861d74 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0486469 Jul 19 11:09:14.505319 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-0acf162d-4afb-4c2d-932b-88b483877405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:14.506776 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-0acf162d-4afb-4c2d-932b-88b483877405 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385969 Jul 19 11:09:14.623597 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:14.638341 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-8b555383-19cf-4a5e-bc8b-f8f39cb23f3e service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201720 Jul 19 11:09:14.644279 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70776dc8-e865-42ff-be73-9755e3bece2c req-6f467245-31b6-4015-bac1-2fcbfcc8d89e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:14.645627 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-70776dc8-e865-42ff-be73-9755e3bece2c req-6f467245-31b6-4015-bac1-2fcbfcc8d89e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0686707 Jul 19 11:09:14.752029 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-70776dc8-e865-42ff-be73-9755e3bece2c req-5e2ce0a2-7425-4d0e-9cc1-4ee8418b202b tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977030 Jul 19 11:09:14.770415 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1749d288-7805-4a71-a97c-e370fa2f4b16 req-f8d862bd-901c-4470-b25c-e4d9c761e9c2 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238844 Jul 19 11:09:14.977756 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:14.989311 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c126c77-5730-4348-bacf-9f55ffe308bd req-be1b92fd-e99c-463d-8931-31a4d53ad1db tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:14.990788 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7c126c77-5730-4348-bacf-9f55ffe308bd req-be1b92fd-e99c-463d-8931-31a4d53ad1db tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0531523 Jul 19 11:09:15.052138 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7c126c77-5730-4348-bacf-9f55ffe308bd req-e9dcf716-429b-40a1-8edb-5265669fb637 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549235 Jul 19 11:09:15.866863 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08861e3-2e17-4be7-89cc-fb522fa4c428 req-07032f65-3d4b-4fc7-a22b-1c2543047673 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:15.868438 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c08861e3-2e17-4be7-89cc-fb522fa4c428 req-07032f65-3d4b-4fc7-a22b-1c2543047673 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0483174 Jul 19 11:09:15.917563 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c08861e3-2e17-4be7-89cc-fb522fa4c428 req-f448aa0f-c749-461a-9f9b-b11d13d54ba3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436587 Jul 19 11:09:15.932527 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d317a-1611-461c-857a-ba179c97170e req-4ee967b0-f6f9-4957-abf7-612b7821e217 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:15.934188 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2e7d317a-1611-461c-857a-ba179c97170e req-4ee967b0-f6f9-4957-abf7-612b7821e217 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0488899 Jul 19 11:09:15.981463 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2e7d317a-1611-461c-857a-ba179c97170e req-e30748de-d5ee-4608-b6d3-6a906ac0e50d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414526 Jul 19 11:09:16.167478 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501c8a-9b88-4a57-909a-1e9c4d985856 req-bc6a653a-5dfe-4681-a8d6-fa48ef1410f5 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:16.168942 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8f501c8a-9b88-4a57-909a-1e9c4d985856 req-bc6a653a-5dfe-4681-a8d6-fa48ef1410f5 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0505230 Jul 19 11:09:16.228187 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8f501c8a-9b88-4a57-909a-1e9c4d985856 req-e485ef2b-3895-4839-8a6d-9ed7e5f79707 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536010 Jul 19 11:09:17.029935 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c5e6a-7416-4f28-840d-4c14b39c601b req-1aa6db77-5fad-4748-ac88-e2e927740d34 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:17.031388 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eb1c5e6a-7416-4f28-840d-4c14b39c601b req-1aa6db77-5fad-4748-ac88-e2e927740d34 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0479195 Jul 19 11:09:17.080422 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eb1c5e6a-7416-4f28-840d-4c14b39c601b req-6bd4cea1-810d-448c-bbcd-c01dfe37891c tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432389 Jul 19 11:09:17.096146 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc02e8-1e95-4c23-b9d7-721d44825df0 req-41fcb6cf-f923-4578-8487-d8f8fd29bd0d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:17.097823 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-11cc02e8-1e95-4c23-b9d7-721d44825df0 req-41fcb6cf-f923-4578-8487-d8f8fd29bd0d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0479112 Jul 19 11:09:17.147365 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-11cc02e8-1e95-4c23-b9d7-721d44825df0 req-11617c60-c372-433c-bf79-68205306bf9b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430131 Jul 19 11:09:17.344605 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562b07-0252-4728-ad33-5d211ca90387 req-2e544397-dff8-40ab-b83c-829e37d61167 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:17.346060 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-75562b07-0252-4728-ad33-5d211ca90387 req-2e544397-dff8-40ab-b83c-829e37d61167 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0516243 Jul 19 11:09:17.412454 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-75562b07-0252-4728-ad33-5d211ca90387 req-c25de274-cfff-4bd8-8408-8cda514e6a5d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605826 Jul 19 11:09:18.187727 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:18.199364 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b3e0b-3e10-4b40-89ba-f22fe3418f3c req-5eb74f90-ed34-42b8-b2f0-33b8c9ae9a9d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:18.200850 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-157b3e0b-3e10-4b40-89ba-f22fe3418f3c req-5eb74f90-ed34-42b8-b2f0-33b8c9ae9a9d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Jul 19 11:09:18.251661 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-157b3e0b-3e10-4b40-89ba-f22fe3418f3c req-37694c0c-9c0c-49fd-86ec-8629c26b8a83 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453730 Jul 19 11:09:18.261034 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799b93b-b4dd-431b-b5ae-162ecc147883 req-beb8bcd9-f503-4281-ac04-48b568f18b0e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:18.262546 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8799b93b-b4dd-431b-b5ae-162ecc147883 req-beb8bcd9-f503-4281-ac04-48b568f18b0e tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0473645 Jul 19 11:09:18.309974 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8799b93b-b4dd-431b-b5ae-162ecc147883 req-3308ac66-d617-47ed-8f29-954b44ba5a41 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Jul 19 11:09:18.358288 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305222d6-73ec-4b8a-a62c-cf73aa2f9f96 req-c6be46c1-3964-485f-b33a-1e9c1c9963be tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:18.359737 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-305222d6-73ec-4b8a-a62c-cf73aa2f9f96 req-c6be46c1-3964-485f-b33a-1e9c1c9963be tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0464818 Jul 19 11:09:18.368229 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52322) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:18.373078 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-b251f89e-eb9c-4ded-8de2-1743183e5980 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Request body: {'floatingip': {'port_id': 'bee94173-a17a-45b4-ab19-e862338cf16b'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:09:18.425192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b251f89e-eb9c-4ded-8de2-1743183e5980 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for floatingip (e67302e7-5167-4a7c-9191-74e606022746), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:18.532492 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d5aa1-6c67-42eb-bb66-529f6aac7a90 req-2ca69856-071c-42c8-9706-4aa447ddc12b tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:18.534005 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a26d5aa1-6c67-42eb-bb66-529f6aac7a90 req-2ca69856-071c-42c8-9706-4aa447ddc12b tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0513899 Jul 19 11:09:18.593777 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a26d5aa1-6c67-42eb-bb66-529f6aac7a90 req-f0bf1118-90cd-41cc-a290-a518c82ecfd3 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539753 Jul 19 11:09:18.865911 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:18.885246 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b251f89e-eb9c-4ded-8de2-1743183e5980 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:18.888709 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b251f89e-eb9c-4ded-8de2-1743183e5980 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (e67302e7-5167-4a7c-9191-74e606022746), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:19.085233 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b251f89e-eb9c-4ded-8de2-1743183e5980 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Router b050d99b-4840-43fe-8a76-4d2077c75e1d has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:09:19.185585 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b251f89e-eb9c-4ded-8de2-1743183e5980 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:09:19.190430 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b251f89e-eb9c-4ded-8de2-1743183e5980 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:19.195278 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] Sync routers for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:09:19.205349 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:09:19.205957 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:09:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:19.222303 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:09:19.224563 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e2fff0-5b77-4299-9428-213e27433680" -d '{"events": [{"name": "network-changed", "server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:09:19.226702 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:19.256257 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b251f89e-eb9c-4ded-8de2-1743183e5980 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "PUT /v2.0/floatingips/e67302e7-5167-4a7c-9191-74e606022746 HTTP/1.1" status: 200 len: 993 time: 0.8863807 Jul 19 11:09:19.278721 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714780d0-9bb9-404a-81cb-f512011b2e9c x-openstack-request-id: req-714780d0-9bb9-404a-81cb-f512011b2e9c {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:09:19.279010 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:09:19.279269 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-714780d0-9bb9-404a-81cb-f512011b2e9c {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:09:19.279670 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714780d0-9bb9-404a-81cb-f512011b2e9c'] response: {'name': 'network-changed', 'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'status': 'completed', 'code': 200} Jul 19 11:09:19.312613 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:09:19.441438 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2fff0-5b77-4299-9428-213e27433680 req-bd0c6891-b899-4352-9a3d-7d57671166ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:19.442836 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a7e2fff0-5b77-4299-9428-213e27433680 req-bd0c6891-b899-4352-9a3d-7d57671166ed service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 1129 time: 0.0693214 Jul 19 11:09:19.451149 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c17cb9-8070-4392-bde9-21cc8ba5be47 req-4d586141-6538-46e3-9141-4094b353b1f6 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:19.452493 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72c17cb9-8070-4392-bde9-21cc8ba5be47 req-4d586141-6538-46e3-9141-4094b353b1f6 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0695591 Jul 19 11:09:19.528151 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e67302e7-5167-4a7c-9191-74e606022746', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'floating_ip_address': '172.37.3.204', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'port_id': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'mac_address': 'fa:16:3e:a1:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:14Z', 'updated_at': '2022-07-19T11:09:18Z', 'revision_number': 3, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:19.546842 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:19.552687 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] Checking router: b050d99b-4840-43fe-8a76-4d2077c75e1d for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:09:19.557968 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-72c17cb9-8070-4392-bde9-21cc8ba5be47 req-76097ed7-88b4-4867-a680-f206d699c293 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926878 Jul 19 11:09:19.561913 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:09:19.562510 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:09:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:19.581647 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2fff0-5b77-4299-9428-213e27433680 req-543c7803-0c8b-40cb-83ea-03b28ef1d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:19.583295 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a7e2fff0-5b77-4299-9428-213e27433680 req-543c7803-0c8b-40cb-83ea-03b28ef1d4a3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.1253917 Jul 19 11:09:19.663425 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a7e2fff0-5b77-4299-9428-213e27433680 req-539293bc-d089-4380-a729-63db4c580134 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee94173-a17a-45b4-ab19-e862338cf16b HTTP/1.1" status: 200 len: 1001 time: 0.0636146 Jul 19 11:09:19.717268 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2fff0-5b77-4299-9428-213e27433680 req-89fd6f04-3b49-4e32-9b6a-42d882b158ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:19.718219 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55190c5-e186-44b5-b727-d34453541f84 req-d998fa2c-269e-42fc-a0e6-0e0fa9d93315 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:19.718654 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a7e2fff0-5b77-4299-9428-213e27433680 req-89fd6f04-3b49-4e32-9b6a-42d882b158ed service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0479813 Jul 19 11:09:19.719751 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a55190c5-e186-44b5-b727-d34453541f84 req-d998fa2c-269e-42fc-a0e6-0e0fa9d93315 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0494115 Jul 19 11:09:19.734573 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:19.768293 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2fff0-5b77-4299-9428-213e27433680 req-a147a612-d84f-4e86-9d45-1cd97b45c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:19.769863 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a7e2fff0-5b77-4299-9428-213e27433680 req-a147a612-d84f-4e86-9d45-1cd97b45c2f1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435069 Jul 19 11:09:19.787323 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a55190c5-e186-44b5-b727-d34453541f84 req-1ffcead3-7641-424b-9498-a843aadc261a tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614374 Jul 19 11:09:19.794535 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:09:19.875849 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a7e2fff0-5b77-4299-9428-213e27433680 req-06f44d38-8cb3-410d-aca9-e16dfdf5593f service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886397 Jul 19 11:09:19.966103 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a7e2fff0-5b77-4299-9428-213e27433680 req-4766e142-d072-4782-b0e7-f9fa3a7add52 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828142 Jul 19 11:09:20.004286 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e67302e7-5167-4a7c-9191-74e606022746', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'floating_ip_address': '172.37.3.204', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'port_id': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'mac_address': 'fa:16:3e:a1:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:14Z', 'updated_at': '2022-07-19T11:09:18Z', 'revision_number': 3, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:20.028762 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eba67b-0526-4af8-a252-72b88585e270 None None] The sync data for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi is: [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e67302e7-5167-4a7c-9191-74e606022746', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'floating_ip_address': '172.37.3.204', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'port_id': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'mac_address': 'fa:16:3e:a1:d5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:07:14Z', 'updated_at': '2022-07-19T11:09:18Z', 'revision_number': 3, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:09:20.673696 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870571a-e7cf-4eb8-8a93-f17abb35eb59 req-b3e2dbdc-acd6-4873-a8cb-56f28f7dcd54 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:20.675153 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c870571a-e7cf-4eb8-8a93-f17abb35eb59 req-b3e2dbdc-acd6-4873-a8cb-56f28f7dcd54 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0469227 Jul 19 11:09:20.724255 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c870571a-e7cf-4eb8-8a93-f17abb35eb59 req-7d45e681-1ba1-48e7-9c0f-f6c26aa1d671 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Jul 19 11:09:20.904663 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8820447-6af4-4050-86fb-8c3f24b6ee39 req-a84f433b-9d70-4171-b588-3d7b3a554e68 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:20.906296 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e8820447-6af4-4050-86fb-8c3f24b6ee39 req-a84f433b-9d70-4171-b588-3d7b3a554e68 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0510952 Jul 19 11:09:20.965880 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e8820447-6af4-4050-86fb-8c3f24b6ee39 req-8b08a777-cdb9-4659-90de-9435b5707018 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537090 Jul 19 11:09:21.281001 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:09:21.283294 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b105c6-039b-48e9-8442-ee59e27a0a38" -d '{"events": [{"name": "network-changed", "server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:09:21.316057 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8816f65-e5dd-4528-bed2-79209c9fdfb4 x-openstack-request-id: req-d8816f65-e5dd-4528-bed2-79209c9fdfb4 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:09:21.316371 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:09:21.316624 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d8816f65-e5dd-4528-bed2-79209c9fdfb4 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:09:21.317053 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8816f65-e5dd-4528-bed2-79209c9fdfb4'] response: {'name': 'network-changed', 'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'status': 'completed', 'code': 200} Jul 19 11:09:21.428745 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-38105394-7d4b-4031-b666-2236f4d0006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:21.430242 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-38105394-7d4b-4031-b666-2236f4d0006d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 1129 time: 0.0390451 Jul 19 11:09:21.524805 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-1106f9ca-5338-4aee-88e9-cb28f4fbdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:21.526753 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-1106f9ca-5338-4aee-88e9-cb28f4fbdda7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.0840237 Jul 19 11:09:21.594489 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-a1673ac2-243a-4c47-ab25-84facc27430b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee94173-a17a-45b4-ab19-e862338cf16b HTTP/1.1" status: 200 len: 1001 time: 0.0567455 Jul 19 11:09:21.651795 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-895877e0-818b-49e2-ba39-5a5755b1d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:21.653219 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-895877e0-818b-49e2-ba39-5a5755b1d526 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0442927 Jul 19 11:09:21.701174 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-fc73fcf3-de0e-40cf-ad49-476383191aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:21.702638 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-fc73fcf3-de0e-40cf-ad49-476383191aab service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400283 Jul 19 11:09:21.799008 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-f760bf63-c99d-4f19-84d8-45cdbf030d27 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881827 Jul 19 11:09:21.840196 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f61cb-b331-4f06-8d43-1a4eedc3b2e7 req-b31a6654-c16d-4ce0-91e0-14b3ab875b91 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:21.841732 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-817f61cb-b331-4f06-8d43-1a4eedc3b2e7 req-b31a6654-c16d-4ce0-91e0-14b3ab875b91 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0494509 Jul 19 11:09:21.878454 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:21.891347 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-817f61cb-b331-4f06-8d43-1a4eedc3b2e7 req-3a9d819a-63c4-4a70-9a12-b82992f4eea1 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440154 Jul 19 11:09:21.896849 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-45b105c6-039b-48e9-8442-ee59e27a0a38 req-d50305b0-eb91-46c7-9b08-02ea2cf4fd07 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910659 Jul 19 11:09:22.081842 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32946b-6dc4-45fe-8940-801ef0535c8d req-d02733e6-9db9-4309-984a-769a390c4c8d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:22.083278 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7f32946b-6dc4-45fe-8940-801ef0535c8d req-d02733e6-9db9-4309-984a-769a390c4c8d tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0482349 Jul 19 11:09:22.147594 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7f32946b-6dc4-45fe-8940-801ef0535c8d req-189239c6-3809-4717-afe1-9e2467f67cee tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565455 Jul 19 11:09:23.012194 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f267a-65ad-4451-aee3-0d1e04f3b127 req-7ac89333-5b51-4150-a2ec-c579c7825dfd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:23.013584 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6a6f267a-65ad-4451-aee3-0d1e04f3b127 req-7ac89333-5b51-4150-a2ec-c579c7825dfd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0510752 Jul 19 11:09:23.060898 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6a6f267a-65ad-4451-aee3-0d1e04f3b127 req-01108411-6f0f-4893-8f92-324e752a0aef tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417671 Jul 19 11:09:23.264945 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7251540-5f88-42b5-a277-d67da2d51bcc req-da4eed19-1c51-4b29-8aef-e2ef903c6d47 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:23.266462 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f7251540-5f88-42b5-a277-d67da2d51bcc req-da4eed19-1c51-4b29-8aef-e2ef903c6d47 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0519471 Jul 19 11:09:23.328575 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f7251540-5f88-42b5-a277-d67da2d51bcc req-f18bf9aa-35e3-44dd-8a27-c30dd2aa7f9a tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560212 Jul 19 11:09:24.178879 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edca59d-2eff-42cd-9528-bf2baa8174a9 req-08f1926d-6ce6-4ca1-9f89-80d0626aad5b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:24.180327 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8edca59d-2eff-42cd-9528-bf2baa8174a9 req-08f1926d-6ce6-4ca1-9f89-80d0626aad5b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0480990 Jul 19 11:09:24.282353 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8edca59d-2eff-42cd-9528-bf2baa8174a9 req-a1f3e28f-1e9d-48a4-a162-53960a8fb051 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963974 Jul 19 11:09:24.449147 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b772d6-eaad-4a3b-9f01-1da39dcffbc6 req-466cf8de-d4a7-41c2-971d-5a0416e18c16 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:24.450598 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-24b772d6-eaad-4a3b-9f01-1da39dcffbc6 req-466cf8de-d4a7-41c2-971d-5a0416e18c16 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0533834 Jul 19 11:09:24.475755 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:24.510888 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-24b772d6-eaad-4a3b-9f01-1da39dcffbc6 req-f53b0b88-51dd-4fc3-ae7d-1d2f6ad1be40 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546231 Jul 19 11:09:25.428908 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:25.447140 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32c42-6d5d-44ce-97e0-07c4a5f98089 req-9820b144-8226-4c50-a2b7-620f9fc90340 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:25.448604 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cbc32c42-6d5d-44ce-97e0-07c4a5f98089 req-9820b144-8226-4c50-a2b7-620f9fc90340 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.1002038 Jul 19 11:09:25.499793 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cbc32c42-6d5d-44ce-97e0-07c4a5f98089 req-04840e8d-6d7f-475f-b577-e8c2feffb605 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Jul 19 11:09:25.548994 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:25.550464 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:25.627174 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdb6ea-b59a-4978-bb7c-d137254d442f req-465bbe11-b815-4dfc-9409-480b17ebb436 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:25.628648 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2dbdb6ea-b59a-4978-bb7c-d137254d442f req-465bbe11-b815-4dfc-9409-480b17ebb436 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0491164 Jul 19 11:09:25.661274 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c8737-155d-405b-a27c-722a28e32475 req-c5c073b3-6ffa-46ba-b8b6-934b29307e7f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:25.662766 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-746c8737-155d-405b-a27c-722a28e32475 req-c5c073b3-6ffa-46ba-b8b6-934b29307e7f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 947 time: 0.0480864 Jul 19 11:09:25.688684 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2dbdb6ea-b59a-4978-bb7c-d137254d442f req-509ee3d2-010d-49fc-a3e1-83147aa2caae tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541768 Jul 19 11:09:25.709955 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-746c8737-155d-405b-a27c-722a28e32475 req-ca65f9db-97f2-4d5e-ad70-b8ef3e956d5b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415368 Jul 19 11:09:26.614462 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c42a0-9c0a-4254-b3bf-d66cdb1f1fdf req-2e3baf59-78bd-4040-9920-5f4c2a1fe24c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:26.615898 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-971c42a0-9c0a-4254-b3bf-d66cdb1f1fdf req-2e3baf59-78bd-4040-9920-5f4c2a1fe24c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0461314 Jul 19 11:09:26.661666 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-971c42a0-9c0a-4254-b3bf-d66cdb1f1fdf req-5dd6717d-bd0f-491f-aaec-f564e51e1bbc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398214 Jul 19 11:09:26.806388 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ba51a-54f8-4c77-aef0-bf869001334f req-91e385b9-217f-4dfa-863e-95de147cf2d5 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:26.807774 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-744ba51a-54f8-4c77-aef0-bf869001334f req-91e385b9-217f-4dfa-863e-95de147cf2d5 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0512936 Jul 19 11:09:26.832797 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a861407-567a-4c21-8dfa-c7554d0c0695 req-f40db131-7e4a-4e55-99f0-839b17463ca2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:26.833253 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7a861407-567a-4c21-8dfa-c7554d0c0695 req-f40db131-7e4a-4e55-99f0-839b17463ca2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 947 time: 0.0507708 Jul 19 11:09:26.872642 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-744ba51a-54f8-4c77-aef0-bf869001334f req-6e45e68b-626c-4962-9396-0c9e7c91de9c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585303 Jul 19 11:09:26.881223 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7a861407-567a-4c21-8dfa-c7554d0c0695 req-8cc59f24-a9e6-4bee-a7f5-4ba72956a81f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417147 Jul 19 11:09:27.141317 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:27.653684 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7ff75ba8-a1dc-4860-976d-b79577052a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:27.776089 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68a47a-290c-46b1-bbd8-cc8a13738416 req-a5e49ae4-89e4-4268-9bbd-62461c9f5fc2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:27.777586 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ab68a47a-290c-46b1-bbd8-cc8a13738416 req-a5e49ae4-89e4-4268-9bbd-62461c9f5fc2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0480978 Jul 19 11:09:27.840932 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-2cdc3b68-9fd9-459d-8810-e4b43cb96572 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:27.842364 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-2cdc3b68-9fd9-459d-8810-e4b43cb96572 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 947 time: 0.0639415 Jul 19 11:09:27.895240 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ab68a47a-290c-46b1-bbd8-cc8a13738416 req-8427e388-e31e-46ae-bd44-b68cfecf3087 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082540 Jul 19 11:09:27.952592 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Deleting port 748a7315-79e9-4ab8-ad6a-336c057e8b2c {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:09:27.952963 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:28.003495 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf512d99-32f8-4350-884b-2abf5f4fc27b req-a9e287c2-ed49-456f-95ce-8539392d10db tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:28.005255 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bf512d99-32f8-4350-884b-2abf5f4fc27b req-a9e287c2-ed49-456f-95ce-8539392d10db tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0482213 Jul 19 11:09:28.055535 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd4bcc-cafd-42e7-b3eb-55c62058fd67 req-963f5702-8cb4-4603-a9d7-e01a9dbc08d2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:28.057064 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-01fd4bcc-cafd-42e7-b3eb-55c62058fd67 req-963f5702-8cb4-4603-a9d7-e01a9dbc08d2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=f52fbfae-577b-403d-a4d3-9a4b79ae2326 HTTP/1.1" status: 200 len: 947 time: 0.0894647 Jul 19 11:09:28.069405 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bf512d99-32f8-4350-884b-2abf5f4fc27b req-e1ae9185-d7c1-4a10-a9db-60d93a1af840 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586865 Jul 19 11:09:28.105446 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] For port 748a7315-79e9-4ab8-ad6a-336c057e8b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=748a7315-79e9-4ab8-ad6a-336c057e8b2c,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:09:28.105829 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:28.170259 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-01fd4bcc-cafd-42e7-b3eb-55c62058fd67 req-92b14881-e257-4579-9b01-e384c3a714d1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=ac413875-3313-4d29-999d-a96f1ad36922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967169 Jul 19 11:09:28.176319 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:28.283683 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:28.284040 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (91cac608-096d-4d8c-9cc7-95e9aa913259), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:28.284350 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Floating IP 91cac608-096d-4d8c-9cc7-95e9aa913259 disassociated. External IP: 172.37.3.126, port: 748a7315-79e9-4ab8-ad6a-336c057e8b2c. Jul 19 11:09:28.284687 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Calling delete_port for 748a7315-79e9-4ab8-ad6a-336c057e8b2c owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:09:28.408802 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (748a7315-79e9-4ab8-ad6a-336c057e8b2c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:28.435620 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event deleted for resources: {'Port': ['ID=748a7315-79e9-4ab8-ad6a-336c057e8b2c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:28.437571 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:28.448727 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.449075 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.449428 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.450231 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.450566 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.450899 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.451228 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.451554 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.451880 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.452203 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.452533 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.452882 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.453209 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.453529 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.453852 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:28.556768 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Router e01c796f-d13a-42a3-adf8-54b56ec00658 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:09:28.656835 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:09:28.666510 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] Sync routers for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:09:28.677270 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:09:28.677867 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:09:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:28.699214 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] No DVR routers for this DVR port 748a7315-79e9-4ab8-ad6a-336c057e8b2c on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:09:28.702326 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:28.705590 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-728e0f23-d239-45b5-9352-3ae2fbacbdbf req-d97257bf-977d-46be-87d7-189c30284209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "DELETE /v2.0/ports/748a7315-79e9-4ab8-ad6a-336c057e8b2c HTTP/1.1" status: 204 len: 173 time: 0.8568327 Jul 19 11:09:28.706015 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-deleted', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:09:28.708213 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069e4b34-fd89-426f-bbdc-299d73e12d81" -d '{"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-deleted", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:09:28.742429 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ddb3b1-39a1-4726-86c4-a2002cfceea0 x-openstack-request-id: req-62ddb3b1-39a1-4726-86c4-a2002cfceea0 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:09:28.742682 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52fbfae-577b-403d-a4d3-9a4b79ae2326", "name": "network-vif-deleted", "tag": "748a7315-79e9-4ab8-ad6a-336c057e8b2c", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:09:28.742916 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-62ddb3b1-39a1-4726-86c4-a2002cfceea0 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:09:28.743488 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ddb3b1-39a1-4726-86c4-a2002cfceea0'] response: {'server_uuid': 'f52fbfae-577b-403d-a4d3-9a4b79ae2326', 'name': 'network-vif-deleted', 'tag': '748a7315-79e9-4ab8-ad6a-336c057e8b2c', 'status': 'completed', 'code': 200} Jul 19 11:09:28.782826 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:09:29.030359 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf4178-fa7a-4b45-97db-028320626962 req-e5e810d2-8380-4ac1-9d4b-5818dd239ebb tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:29.031857 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-88cf4178-fa7a-4b45-97db-028320626962 req-e5e810d2-8380-4ac1-9d4b-5818dd239ebb tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0528464 Jul 19 11:09:29.092761 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:29.118797 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] Checking router: e01c796f-d13a-42a3-adf8-54b56ec00658 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:09:29.129897 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:09:29.130587 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:09:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:29.193444 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01f57f-4783-4c10-bac8-b3209139d550 req-7934618f-dabb-4d26-96c2-1bf326bdbe19 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:29.195010 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1e01f57f-4783-4c10-bac8-b3209139d550 req-7934618f-dabb-4d26-96c2-1bf326bdbe19 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0508702 Jul 19 11:09:29.226546 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:29.255104 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:09:29.265572 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1e01f57f-4783-4c10-bac8-b3209139d550 req-0bbaa860-bad8-4c3e-ae06-ba59db2919ed tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642846 Jul 19 11:09:29.320801 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-88cf4178-fa7a-4b45-97db-028320626962 req-ab155a62-44dd-4fc2-b727-9b05b855bd01 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824142 Jul 19 11:09:29.348017 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52414) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:29.406786 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb215843-c18c-459f-a4b0-f5c97c876733 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (ac413875-3313-4d29-999d-a96f1ad36922), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:29.431967 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb215843-c18c-459f-a4b0-f5c97c876733 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (ac413875-3313-4d29-999d-a96f1ad36922), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:29.469979 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:29.490448 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb215843-c18c-459f-a4b0-f5c97c876733 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ac413875-3313-4d29-999d-a96f1ad36922), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:29.494208 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fb215843-c18c-459f-a4b0-f5c97c876733 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:29.495365 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-fb215843-c18c-459f-a4b0-f5c97c876733 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "DELETE /v2.0/security-groups/ac413875-3313-4d29-999d-a96f1ad36922 HTTP/1.1" status: 204 len: 168 time: 0.1462362 Jul 19 11:09:29.498473 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52418) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:29.508107 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae3c80-94eb-4902-946c-71bcfedff050 None None] The sync data for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi is: [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:09:29.513057 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-9cb928c6-8ea2-47fa-91f4-34febcf14e4f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] show failed (client error): The resource could not be found. Jul 19 11:09:29.514629 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9cb928c6-8ea2-47fa-91f4-34febcf14e4f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups/ac413875-3313-4d29-999d-a96f1ad36922 HTTP/1.1" status: 404 len: 347 time: 0.0146668 Jul 19 11:09:29.518228 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52420) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:29.548629 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb215843-c18c-459f-a4b0-f5c97c876733 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac413875-3313-4d29-999d-a96f1ad36922,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:29.576592 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701987e-c44a-41f1-80da-097af24cbadc req-25a4ff14-58ab-4cbf-bd07-4f1284760041 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:29.578212 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1701987e-c44a-41f1-80da-097af24cbadc req-25a4ff14-58ab-4cbf-bd07-4f1284760041 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0750871 Jul 19 11:09:29.635990 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1701987e-c44a-41f1-80da-097af24cbadc req-c7e2158c-ebcc-4231-86fe-8b52ea28790c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517275 Jul 19 11:09:29.668145 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c581-4b24-426b-9636-ed00fd043817 req-c7284d42-c4fb-4ca8-b510-86af887bbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:29.670254 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48a9c581-4b24-426b-9636-ed00fd043817 req-c7284d42-c4fb-4ca8-b510-86af887bbfdc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 1129 time: 0.0882661 Jul 19 11:09:29.701954 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Deleting port dd20e534-bd0a-4eef-b8f3-60f8b6543ffe {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:09:29.702301 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (dd20e534-bd0a-4eef-b8f3-60f8b6543ffe), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:29.794717 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a548c-4fe3-4998-98ac-9be269bb140e None None] New status for floating IP 91cac608-096d-4d8c-9cc7-95e9aa913259: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:09:29.830180 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:29.844456 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c581-4b24-426b-9636-ed00fd043817 req-1b082326-1fb0-4cdc-b9b6-e3a133660938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:29.846040 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48a9c581-4b24-426b-9636-ed00fd043817 req-1b082326-1fb0-4cdc-b9b6-e3a133660938 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 912 time: 0.1679647 Jul 19 11:09:29.847631 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (dd20e534-bd0a-4eef-b8f3-60f8b6543ffe), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:29.847965 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (dd20e534-bd0a-4eef-b8f3-60f8b6543ffe), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:29.861866 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Calling delete_port for dd20e534-bd0a-4eef-b8f3-60f8b6543ffe owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:09:29.947690 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:29.960175 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6b457a17-08ed-435d-9c86-e7b92e4e16b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.001298 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (dd20e534-bd0a-4eef-b8f3-60f8b6543ffe), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.025368 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event deleted for resources: {'Port': ['ID=dd20e534-bd0a-4eef-b8f3-60f8b6543ffe,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:30.084914 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:30.091511 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (91cac608-096d-4d8c-9cc7-95e9aa913259), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.094227 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.095559 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6f032d94-d0ff-467c-8a37-8547fd62f1f7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "DELETE /v2.0/floatingips/91cac608-096d-4d8c-9cc7-95e9aa913259 HTTP/1.1" status: 204 len: 168 time: 0.5764058 Jul 19 11:09:30.181572 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52424) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:30.186922 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-88e6932c-176e-409a-ba49-3418b766dcae tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369458921', 'description': 'tempest-description--1723363597'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:09:30.208613 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-88e6932c-176e-409a-ba49-3418b766dcae tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.276730 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-88e6932c-176e-409a-ba49-3418b766dcae tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (37a02a61-dd73-4ba1-a515-f2a1440ad384), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.280515 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-88e6932c-176e-409a-ba49-3418b766dcae tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (37a02a61-dd73-4ba1-a515-f2a1440ad384), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.310988 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-88e6932c-176e-409a-ba49-3418b766dcae tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.312208 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-88e6932c-176e-409a-ba49-3418b766dcae tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1296129 Jul 19 11:09:30.314096 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6932c-176e-409a-ba49-3418b766dcae tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a02a61-dd73-4ba1-a515-f2a1440ad384,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:30.315368 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52428) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:30.319859 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-0ef698cc-4d8c-4e7e-adb8-848665233f4b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'security_group_rule': {'security_group_id': '37a02a61-dd73-4ba1-a515-f2a1440ad384', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:09:30.383604 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ef698cc-4d8c-4e7e-adb8-848665233f4b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (c84ce32e-f546-49f2-9882-c8fb6519ab5b), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.395217 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f554773-7faa-4e04-9da6-e439d208da23 req-4aa72b76-c6a3-4608-ab43-fffdf9e7c03f tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:30.396672 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f554773-7faa-4e04-9da6-e439d208da23 req-4aa72b76-c6a3-4608-ab43-fffdf9e7c03f tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0567632 Jul 19 11:09:30.443757 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:30.493475 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ef698cc-4d8c-4e7e-adb8-848665233f4b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (c84ce32e-f546-49f2-9882-c8fb6519ab5b), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.502409 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f554773-7faa-4e04-9da6-e439d208da23 req-410a27bc-de7a-47b9-ba66-8ac687ac3556 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000063 Jul 19 11:09:30.503897 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ef698cc-4d8c-4e7e-adb8-848665233f4b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (c84ce32e-f546-49f2-9882-c8fb6519ab5b), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.525166 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef698cc-4d8c-4e7e-adb8-848665233f4b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84ce32e-f546-49f2-9882-c8fb6519ab5b,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:30.534137 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0ef698cc-4d8c-4e7e-adb8-848665233f4b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.535917 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0ef698cc-4d8c-4e7e-adb8-848665233f4b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2195437 Jul 19 11:09:30.538516 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52430) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:30.543053 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-635d6890-44e3-4f25-bbfd-5e5f64c8bba6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'security_group_rule': {'security_group_id': '37a02a61-dd73-4ba1-a515-f2a1440ad384', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:09:30.549801 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48a9c581-4b24-426b-9636-ed00fd043817 req-d04d131f-8bda-44c6-902e-aa7643866c3b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d928944f-b596-4faa-b70f-efdde2d1f07e HTTP/1.1" status: 200 len: 1000 time: 0.0705011 Jul 19 11:09:30.570127 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-635d6890-44e3-4f25-bbfd-5e5f64c8bba6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (5aa61aa5-60c2-43a3-9f3d-959b4ebcf1d3), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.631314 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-635d6890-44e3-4f25-bbfd-5e5f64c8bba6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (5aa61aa5-60c2-43a3-9f3d-959b4ebcf1d3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.634744 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-635d6890-44e3-4f25-bbfd-5e5f64c8bba6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (5aa61aa5-60c2-43a3-9f3d-959b4ebcf1d3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.652470 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d6890-44e3-4f25-bbfd-5e5f64c8bba6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa61aa5-60c2-43a3-9f3d-959b4ebcf1d3,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:30.659129 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-635d6890-44e3-4f25-bbfd-5e5f64c8bba6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.660310 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-635d6890-44e3-4f25-bbfd-5e5f64c8bba6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208708 Jul 19 11:09:30.663501 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52434) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:30.668002 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:09:30.689922 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.796525 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c7320-41f5-43aa-87fd-5460d3768b12 req-7d0990b6-b9e4-4df6-bc7c-a046fc85997d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:30.798004 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-192c7320-41f5-43aa-87fd-5460d3768b12 req-7d0990b6-b9e4-4df6-bc7c-a046fc85997d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0854037 Jul 19 11:09:30.820124 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:30.916220 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-192c7320-41f5-43aa-87fd-5460d3768b12 req-21a14220-a96a-4b90-9b48-412b7245c004 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123948 Jul 19 11:09:30.971107 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c581-4b24-426b-9636-ed00fd043817 req-2a6e107e-6952-483c-8a8b-6d251aa6d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:30.972601 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48a9c581-4b24-426b-9636-ed00fd043817 req-2a6e107e-6952-483c-8a8b-6d251aa6d2d5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 200 len: 850 time: 0.1018641 Jul 19 11:09:31.013345 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:31.042913 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Allocated IP 172.37.3.100 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/50300dd1-107c-4ed3-b4c2-067f91d707ab) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:09:31.054870 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9c581-4b24-426b-9636-ed00fd043817 req-5c41e9a0-d081-4155-b0ea-7d679deef9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:31.056288 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48a9c581-4b24-426b-9636-ed00fd043817 req-5c41e9a0-d081-4155-b0ea-7d679deef9ab service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767581 Jul 19 11:09:31.117290 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:31.130916 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:31.180529 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for port (50300dd1-107c-4ed3-b4c2-067f91d707ab), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:31.213918 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:31.263867 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48a9c581-4b24-426b-9636-ed00fd043817 req-7fd02d36-eb7f-4bd9-9a87-41630bb63a32 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275578 Jul 19 11:09:31.265376 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (50300dd1-107c-4ed3-b4c2-067f91d707ab), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:31.300833 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:09:31.303623 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:09:31.309324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:09:31.334312 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'Port': ['ID=50300dd1-107c-4ed3-b4c2-067f91d707ab,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:31.397863 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (19a7e8a2-11bd-467c-a3b6-de457daed472), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:31.432805 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (50300dd1-107c-4ed3-b4c2-067f91d707ab), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:31.623082 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ca70f-2d5c-4989-ba16-e4bbd7ce73b8 req-c8560f2b-d783-4127-be45-4d40131b72e9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:31.624876 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ee2ca70f-2d5c-4989-ba16-e4bbd7ce73b8 req-c8560f2b-d783-4127-be45-4d40131b72e9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0488527 Jul 19 11:09:31.651362 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48a9c581-4b24-426b-9636-ed00fd043817 req-8f16b811-164b-401b-b71a-62017aff46ab service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536810 Jul 19 11:09:31.655045 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for port (50300dd1-107c-4ed3-b4c2-067f91d707ab), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:31.659750 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (50300dd1-107c-4ed3-b4c2-067f91d707ab), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:31.663747 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=96 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:31.680402 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:31.689216 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ee2ca70f-2d5c-4989-ba16-e4bbd7ce73b8 req-bf89f657-4e12-49b0-aa21-ed3ae711af4c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48&id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586388 Jul 19 11:09:31.734302 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'Port': ['ID=50300dd1-107c-4ed3-b4c2-067f91d707ab,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:31.747025 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (19a7e8a2-11bd-467c-a3b6-de457daed472), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:31.762972 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:31.772070 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-91d3ed84-14b7-46a8-949a-64fe93c4c5f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0997000 Jul 19 11:09:31.780015 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 748a7315-79e9-4ab8-ad6a-336c057e8b2c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:09:31.799482 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 748a7315-79e9-4ab8-ad6a-336c057e8b2c {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:09:31.799837 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 748a7315-79e9-4ab8-ad6a-336c057e8b2c not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:09:31.960026 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-b47f2c57-d6a9-4941-b297-c0474c174adf tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1369458921&fields=id&tenant_id=e1d59596ecae4e288733b90c577aa86b HTTP/1.1" status: 200 len: 267 time: 0.0446525 Jul 19 11:09:32.034017 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e571e-0841-4556-acb9-3c73e9c2aa19 req-8f9ec31f-8e04-4477-9724-ebec9b70ec76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:32.035489 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca2e571e-0841-4556-acb9-3c73e9c2aa19 req-8f9ec31f-8e04-4477-9724-ebec9b70ec76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0466807 Jul 19 11:09:32.068557 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-e4d71ce4-e600-4929-ad2d-947a9c4ea558 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:32.070024 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-e4d71ce4-e600-4929-ad2d-947a9c4ea558 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 816 time: 0.1037064 Jul 19 11:09:32.084305 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-01a861ff-ac0c-4f86-a8a0-47b55d2928fd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/quotas/e1d59596ecae4e288733b90c577aa86b HTTP/1.1" status: 200 len: 375 time: 0.0088959 Jul 19 11:09:32.085708 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ca2e571e-0841-4556-acb9-3c73e9c2aa19 req-33903f45-47bb-453d-8702-361cec0b16cf tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446820 Jul 19 11:09:32.135651 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-a4f6e32b-e002-4da2-a244-115303b1bab4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461991 Jul 19 11:09:32.173083 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:32.237950 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6cbb91af-fb5c-4ddd-ad4b-27eb77a746b5 service neutron] 10.222.0.33 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910645 Jul 19 11:09:32.334189 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-eb3de7ff-6f55-484b-a69f-6009ea0398db service neutron] 10.222.0.33 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877116 Jul 19 11:09:32.491326 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ee9592dc-6de4-45ce-80d8-57a716adeb2c req-78b62041-0343-47c5-88c0-99217d09d21d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 210 time: 0.0284691 Jul 19 11:09:32.561694 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:32.791777 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:32.899381 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-99e6a0d3-e314-485c-bf03-57406a37799b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408847 Jul 19 11:09:33.034323 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-cdb719c5-bd51-40f8-b81e-90f5ca4863b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:33.035798 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-cdb719c5-bd51-40f8-b81e-90f5ca4863b6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05fceba2c70c40a399e71daabe8edef6&device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 1130 time: 0.0435827 Jul 19 11:09:33.181523 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-2c1a9155-f1b7-4369-b213-2fab3033375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:33.182936 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-2c1a9155-f1b7-4369-b213-2fab3033375d service neutron] 10.222.0.27 "GET /v2.0/networks?id=1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 200 len: 920 time: 0.1052363 Jul 19 11:09:33.216992 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1a3ba-cfa1-4e33-aa75-c6716c89a322 req-d3eed3f7-6e82-49b3-8e72-a1d29eedea17 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:33.218373 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-09b1a3ba-cfa1-4e33-aa75-c6716c89a322 req-d3eed3f7-6e82-49b3-8e72-a1d29eedea17 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0564008 Jul 19 11:09:33.268725 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-09b1a3ba-cfa1-4e33-aa75-c6716c89a322 req-75da8739-c664-4c86-9523-63f4fc188349 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447493 Jul 19 11:09:33.519496 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-cb3f6819-1155-46f8-b015-f33ab60b858a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1504f06f-d7c2-447b-acc1-5498633749e3 HTTP/1.1" status: 200 len: 217 time: 0.0333645 Jul 19 11:09:33.586425 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-83331470-9bc8-4998-8bc7-3397d92a17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:33.587864 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-83331470-9bc8-4998-8bc7-3397d92a17f5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 200 len: 858 time: 0.0492785 Jul 19 11:09:33.593832 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bda53b2c-af80-4074-be7c-9ac35ee67828 req-9633ab2b-ca7a-44a1-bb04-21c7faa4a379 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 210 time: 0.0295141 Jul 19 11:09:33.692981 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-330391c7-e6f9-4636-9026-09be36961521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:33.694539 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-330391c7-e6f9-4636-9026-09be36961521 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1ffa3686-4e5a-4747-8994-8cc33db2a036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415797 Jul 19 11:09:33.764198 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-971200f6-be07-490f-a460-48db4694899a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:33.765335 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-971200f6-be07-490f-a460-48db4694899a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 816 time: 0.1046607 Jul 19 11:09:33.794740 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-1c2f6207-fea9-4a48-a25f-6a931b0c611b service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925446 Jul 19 11:09:33.839562 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6ca8a8a9-3b38-42ab-95bd-a13f24154f73 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1d59596ecae4e288733b90c577aa86b HTTP/1.1" status: 200 len: 380 time: 0.0563877 Jul 19 11:09:33.848132 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'port': {'device_id': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'admin_state_up': True, 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'security_groups': ['37a02a61-dd73-4ba1-a515-f2a1440ad384']}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:09:33.866608 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:33.899868 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a92533a8-3d5e-48da-a285-e52a1d0a2b2e req-3a6d2743-8367-4d15-9c31-2bbe45371da8 service neutron] 10.222.0.27 "GET /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936034 Jul 19 11:09:33.967872 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Made reservation on behalf of e1d59596ecae4e288733b90c577aa86b for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:09:33.971158 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:34.094600 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Allocated IP 172.20.0.3 (4e7c735a-1e35-464a-9187-a0d8149bbb40/7f928887-d0bd-4345-8673-b7e1fff7e0c6/049ef62d-5f12-4134-9010-2bc20edecd41) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:09:34.111384 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:34.494356 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for port (049ef62d-5f12-4134-9010-2bc20edecd41), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:34.525198 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:34.568257 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:09:34.576687 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:09:34.581977 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:09:34.587000 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:34.587600 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:34.594015 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:34.609699 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-7e53f56d-a70c-4862-86a5-56992449f754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7651534 Jul 19 11:09:34.635853 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Request body: {'port': {'device_id': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:09:34.703553 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:34.714446 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:34.722491 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3994f4-8bbb-46f6-a4a3-ec7c3c7a67a9 req-f5c29ace-59ea-4efd-8d20-45e82da3bb0b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:34.724132 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7c3994f4-8bbb-46f6-a4a3-ec7c3c7a67a9 req-f5c29ace-59ea-4efd-8d20-45e82da3bb0b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 931 time: 0.0526578 Jul 19 11:09:34.777198 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7c3994f4-8bbb-46f6-a4a3-ec7c3c7a67a9 req-2a6bf7aa-e1dd-43b3-8f65-6d6c67e798ff tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448158 Jul 19 11:09:34.812641 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-e28a5cdd-8e99-406e-a372-a21c4e142ed5 None None] Provisioning complete for port 049ef62d-5f12-4134-9010-2bc20edecd41 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:09:34.813234 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e28a5cdd-8e99-406e-a372-a21c4e142ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:34.845519 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-e28a5cdd-8e99-406e-a372-a21c4e142ed5 None None] Port 049ef62d-5f12-4134-9010-2bc20edecd41 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:09:34.970728 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049ef62d-5f12-4134-9010-2bc20edecd41 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:09:34.978262 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Publish callbacks [] for port (049ef62d-5f12-4134-9010-2bc20edecd41), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:34.990888 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Transition to ACTIVE for port object 049ef62d-5f12-4134-9010-2bc20edecd41 will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:09:34.994020 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:35.046076 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:35.081435 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Attempting to bind port 049ef62d-5f12-4134-9010-2bc20edecd41 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:09:35.081772 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Attempting to bind port 049ef62d-5f12-4134-9010-2bc20edecd41 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:09:35.082107 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Attempting to bind port 049ef62d-5f12-4134-9010-2bc20edecd41 on network 4e7c735a-1e35-464a-9187-a0d8149bbb40 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:09:35.087040 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Port 049ef62d-5f12-4134-9010-2bc20edecd41 on network 4e7c735a-1e35-464a-9187-a0d8149bbb40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:09:35.087367 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Attempting to bind port 049ef62d-5f12-4134-9010-2bc20edecd41 on network 4e7c735a-1e35-464a-9187-a0d8149bbb40 {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:09:35.093095 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:09:35.093440 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Checking segment: {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:09:35.093830 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Bound using segment: {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:09:35.094258 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Bound port: 049ef62d-5f12-4134-9010-2bc20edecd41, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:09:35.094625 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:35.154721 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:35.157404 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:09:35.160967 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:09:35.169211 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:35.206555 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:35.207171 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:35.208542 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] 10.222.0.27 "PUT /v2.0/ports/049ef62d-5f12-4134-9010-2bc20edecd41 HTTP/1.1" status: 200 len: 1093 time: 0.5791984 Jul 19 11:09:35.209073 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:09:35.211319 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913eb94f-01a5-4b86-9d19-e90ded392817" -d '{"events": [{"name": "network-changed", "server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:09:35.242520 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a45fc-f07c-4e53-bf6d-b4914cf3ebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:35.254747 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7289bd55-b2c1-4a98-aa6a-4ff8aaa91ed2 x-openstack-request-id: req-7289bd55-b2c1-4a98-aa6a-4ff8aaa91ed2 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:09:35.255217 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:09:35.255952 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7289bd55-b2c1-4a98-aa6a-4ff8aaa91ed2 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:09:35.256562 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7289bd55-b2c1-4a98-aa6a-4ff8aaa91ed2'] response: {'name': 'network-changed', 'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41', 'status': 'completed', 'code': 200} Jul 19 11:09:35.333894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-de8a5189-648d-42f6-acef-6b2c9c8eba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:35.335521 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-de8a5189-648d-42f6-acef-6b2c9c8eba98 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 1127 time: 0.0452917 Jul 19 11:09:35.391347 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-839664d8-b8b5-46f6-b5ce-738b57f2a8e7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049ef62d-5f12-4134-9010-2bc20edecd41 HTTP/1.1" status: 200 len: 217 time: 0.0345922 Jul 19 11:09:35.451799 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-b202a6f6-7026-4ef2-b1a7-f3fd02c254ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:35.453242 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-b202a6f6-7026-4ef2-b1a7-f3fd02c254ba service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.0442741 Jul 19 11:09:35.501953 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-e2526ac8-b000-4cec-83e3-145b6ceb44af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:35.503436 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-e2526ac8-b000-4cec-83e3-145b6ceb44af service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445135 Jul 19 11:09:35.591548 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-5426c588-df07-443d-a696-15e3ae43d08f service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812514 Jul 19 11:09:35.680114 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:35.694409 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-944fd2ce-3585-4704-b2db-f2664eacbe10 req-a898e0ce-6a51-41df-b7c1-5d4a925d20a5 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855131 Jul 19 11:09:35.894537 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377910-d6ea-405d-ba33-0db53916648a req-cc080edc-c09c-4031-99d6-db4423c0482a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:35.895994 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07377910-d6ea-405d-ba33-0db53916648a req-cc080edc-c09c-4031-99d6-db4423c0482a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0476539 Jul 19 11:09:35.944468 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07377910-d6ea-405d-ba33-0db53916648a req-60934814-186b-4063-a989-36cee0de5622 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Jul 19 11:09:36.075153 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef4c8e-f68f-405b-a5d0-6267c7c35277 req-696447bd-7456-4bc4-89eb-fec2d31e5bb9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:36.076589 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2fef4c8e-f68f-405b-a5d0-6267c7c35277 req-696447bd-7456-4bc4-89eb-fec2d31e5bb9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0501745 Jul 19 11:09:36.108767 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:36.126192 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2fef4c8e-f68f-405b-a5d0-6267c7c35277 req-71d5ee84-e881-4ed9-ad62-25e511812531 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442121 Jul 19 11:09:36.995889 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-80c7b223-84bc-46e1-8a70-889314e8cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:36.998324 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-80c7b223-84bc-46e1-8a70-889314e8cad7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 1127 time: 0.0437067 Jul 19 11:09:37.067931 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38a63a-02e5-4d5b-bbc0-dfd4729c1bb8 req-4c92e74a-4968-4501-ac69-70d055871994 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:37.069417 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4d38a63a-02e5-4d5b-bbc0-dfd4729c1bb8 req-4c92e74a-4968-4501-ac69-70d055871994 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0467238 Jul 19 11:09:37.123254 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4d38a63a-02e5-4d5b-bbc0-dfd4729c1bb8 req-abebba3b-d702-4280-9219-67e59a3228a3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484381 Jul 19 11:09:37.202681 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-e4ae0494-4008-48a7-ac00-2fe4fed79109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:37.204050 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-e4ae0494-4008-48a7-ac00-2fe4fed79109 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 917 time: 0.0920701 Jul 19 11:09:37.239541 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b6e03-5ef7-4979-9dd6-54f313da498a req-698612c5-de8d-478a-8105-aa1c8675f1f9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:37.241025 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8b9b6e03-5ef7-4979-9dd6-54f313da498a req-698612c5-de8d-478a-8105-aa1c8675f1f9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0473802 Jul 19 11:09:37.251640 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-8173886f-f544-4837-94c2-301629553e36 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049ef62d-5f12-4134-9010-2bc20edecd41 HTTP/1.1" status: 200 len: 217 time: 0.0330842 Jul 19 11:09:37.290602 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8b9b6e03-5ef7-4979-9dd6-54f313da498a req-8a4562cc-de41-409a-9ff3-bfd057886b9f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438888 Jul 19 11:09:37.305353 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-6d29bc66-277e-4a3e-8833-0d28e0a31bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:37.306899 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-6d29bc66-277e-4a3e-8833-0d28e0a31bf0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.0484343 Jul 19 11:09:37.349394 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-0aaf3cc5-1ca7-4b47-a40f-b6dc26f0621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:37.350808 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-0aaf3cc5-1ca7-4b47-a40f-b6dc26f0621c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381043 Jul 19 11:09:37.441378 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-39577bca-2cbd-48f4-985e-bdcc0fc04352 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816190 Jul 19 11:09:37.534362 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-913eb94f-01a5-4b86-9d19-e90ded392817 req-f0ee23d0-1264-4fe2-a752-751157e52f3f service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854235 Jul 19 11:09:38.239150 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c45f5-5494-4fb7-bf78-36d05f8a1f67 req-811a6bd1-beda-494f-8801-47345990f51d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:38.240516 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1f6c45f5-5494-4fb7-bf78-36d05f8a1f67 req-811a6bd1-beda-494f-8801-47345990f51d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0473940 Jul 19 11:09:38.286932 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1f6c45f5-5494-4fb7-bf78-36d05f8a1f67 req-a2840744-0a89-46fb-907a-2c250db67e55 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 Jul 19 11:09:38.403584 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca6b9-0086-4c49-ac09-aac0fdf9daf3 req-63f388a8-6044-4254-8a4a-d9c695be9967 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:38.405112 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e60ca6b9-0086-4c49-ac09-aac0fdf9daf3 req-63f388a8-6044-4254-8a4a-d9c695be9967 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0475774 Jul 19 11:09:38.457262 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e60ca6b9-0086-4c49-ac09-aac0fdf9daf3 req-c73951bd-5ee3-4cbd-b344-b5c53f33807a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466821 Jul 19 11:09:39.403881 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:39.415089 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f3fe6-1a53-46a4-8fdb-4b6b6a510e74 req-cfbe98e9-782d-41f4-bece-22f35bb55a8f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:39.416556 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5e6f3fe6-1a53-46a4-8fdb-4b6b6a510e74 req-cfbe98e9-782d-41f4-bece-22f35bb55a8f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0519326 Jul 19 11:09:39.462285 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5e6f3fe6-1a53-46a4-8fdb-4b6b6a510e74 req-0112a38e-aa70-44e7-bc97-871bacb0c8f1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396714 Jul 19 11:09:39.470148 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=56 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:39.472988 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=76 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:39.570666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f259c-375a-49e3-ae54-44d045dc4204 req-53fae882-12a6-4dcf-9161-dc7e53594e59 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:39.572001 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-974f259c-375a-49e3-ae54-44d045dc4204 req-53fae882-12a6-4dcf-9161-dc7e53594e59 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0477090 Jul 19 11:09:39.620087 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-974f259c-375a-49e3-ae54-44d045dc4204 req-c645578f-83d3-463e-b5fd-d71eb00b31f8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 Jul 19 11:09:39.845646 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:09:39.944335 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:09:39.955635 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '049ef62d-5f12-4134-9010-2bc20edecd41', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'port_id': '049ef62d-5f12-4134-9010-2bc20edecd41', 'mac_address': 'fa:16:3e:38:6b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:09:39.988916 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 049ef62d-5f12-4134-9010-2bc20edecd41 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:09:39.989334 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:40.006000 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049ef62d-5f12-4134-9010-2bc20edecd41 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:09:40.025277 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:09:40.028983 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:40.073975 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:40.081488 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.081843 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.082188 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.082529 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.082866 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.083199 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.083530 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.083858 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.084186 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.084511 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.084865 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.085194 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.085518 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.085839 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.086159 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:40.553851 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['049ef62d-5f12-4134-9010-2bc20edecd41'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:09:40.631942 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca15b8b-1d5b-42e0-a0a6-869de342e5c5 req-5bc1de89-676d-4dfe-b12f-85b18538717d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:40.633486 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bca15b8b-1d5b-42e0-a0a6-869de342e5c5 req-5bc1de89-676d-4dfe-b12f-85b18538717d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 944 time: 0.0469587 Jul 19 11:09:40.682729 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bca15b8b-1d5b-42e0-a0a6-869de342e5c5 req-d7ae3cfa-2c96-41f9-8753-e4fdd2d8f823 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Jul 19 11:09:40.736148 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ff3ed-3fba-4274-9a2a-b34952da1f4e req-ca8e40ad-0216-43df-9fb9-ad575d915c10 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:40.737679 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ff2ff3ed-3fba-4274-9a2a-b34952da1f4e req-ca8e40ad-0216-43df-9fb9-ad575d915c10 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0502048 Jul 19 11:09:40.786287 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ff2ff3ed-3fba-4274-9a2a-b34952da1f4e req-24c4017b-bff9-43e4-a24b-3dd887ece50d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429952 Jul 19 11:09:41.799708 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a179ae-09f1-4f65-9210-cd826862dc4e req-82f58422-7ced-42ad-a0cb-5fe5a03ec5ab tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:41.801171 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d7a179ae-09f1-4f65-9210-cd826862dc4e req-82f58422-7ced-42ad-a0cb-5fe5a03ec5ab tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 944 time: 0.0467820 Jul 19 11:09:41.852879 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d7a179ae-09f1-4f65-9210-cd826862dc4e req-f2c99499-2ee9-4341-8762-588906db7bba tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461669 Jul 19 11:09:41.859514 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:09:41.901949 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 049ef62d-5f12-4134-9010-2bc20edecd41 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:09:41.904074 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561a455-b7ca-4550-abac-b625578ccd63 req-86606b70-6f91-4709-b8d9-6d4ad4582a6d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:41.905587 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7561a455-b7ca-4550-abac-b625578ccd63 req-86606b70-6f91-4709-b8d9-6d4ad4582a6d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0515950 Jul 19 11:09:41.907344 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 049ef62d-5f12-4134-9010-2bc20edecd41 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:09:41.907949 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:41.957055 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7561a455-b7ca-4550-abac-b625578ccd63 req-c27a660e-5298-4d58-933e-09034d17678e tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457599 Jul 19 11:09:41.979971 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 049ef62d-5f12-4134-9010-2bc20edecd41 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:09:41.980365 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:42.003593 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:09:42.005897 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f77593-fe27-47e4-91b8-dc060179ecb8" -d '{"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-plugged", "status": "completed", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:09:42.025158 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:09:42.029168 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:42.034559 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:42.055440 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa999087-a77d-47af-af90-30094f14f015 x-openstack-request-id: req-fa999087-a77d-47af-af90-30094f14f015 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:09:42.055732 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-plugged", "status": "completed", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:09:42.055985 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fa999087-a77d-47af-af90-30094f14f015 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:09:42.056370 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa999087-a77d-47af-af90-30094f14f015'] response: {'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41', 'code': 200} Jul 19 11:09:42.082703 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:42.325558 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aada4a-97d8-42fb-beaf-0da3f8a37710 req-21603ca3-dff5-46e7-ad12-fbcbbdbfc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:42.326939 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-88aada4a-97d8-42fb-beaf-0da3f8a37710 req-21603ca3-dff5-46e7-ad12-fbcbbdbfc9e4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 1129 time: 0.0391145 Jul 19 11:09:42.375418 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-88aada4a-97d8-42fb-beaf-0da3f8a37710 req-d9d2a729-ffdd-4d84-9dbe-75e5e7706156 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Jul 19 11:09:42.972534 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4e784-2fa3-4c07-b9bc-e209f446e780 req-db3865a9-daaa-443a-ad14-73f0f9b9bafd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:42.974004 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9fb4e784-2fa3-4c07-b9bc-e209f446e780 req-db3865a9-daaa-443a-ad14-73f0f9b9bafd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0461247 Jul 19 11:09:43.022915 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9fb4e784-2fa3-4c07-b9bc-e209f446e780 req-e77a417c-f2d6-4117-986f-3b33fb071c66 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434506 Jul 19 11:09:43.076919 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed370ae7-0f00-4061-84ad-306b7395c2a0 req-e1d51f30-293f-489b-ae4a-67eae5eb3b64 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:43.078361 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ed370ae7-0f00-4061-84ad-306b7395c2a0 req-e1d51f30-293f-489b-ae4a-67eae5eb3b64 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0466430 Jul 19 11:09:43.118874 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:43.128340 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ed370ae7-0f00-4061-84ad-306b7395c2a0 req-3458f840-d919-4be7-b7f7-20ec63b532fd tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444450 Jul 19 11:09:44.144869 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81249c-0e07-491f-a0e0-ede3af0eb1b0 req-c42518ef-0787-4c92-b4f0-0ecae8b46836 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:44.146339 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8c81249c-0e07-491f-a0e0-ede3af0eb1b0 req-c42518ef-0787-4c92-b4f0-0ecae8b46836 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0510979 Jul 19 11:09:44.194631 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8c81249c-0e07-491f-a0e0-ede3af0eb1b0 req-e28b8583-0e6a-4420-be42-f4e246d2282e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 Jul 19 11:09:44.249907 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12200b2-1a89-4505-b9cc-6cc02b6e060a req-71e1461b-c7d1-40be-bd18-fff33b63225d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:44.251329 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e12200b2-1a89-4505-b9cc-6cc02b6e060a req-71e1461b-c7d1-40be-bd18-fff33b63225d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0532184 Jul 19 11:09:44.299326 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e12200b2-1a89-4505-b9cc-6cc02b6e060a req-32e88c73-4050-47be-a1e5-a763534e4936 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Jul 19 11:09:45.310340 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad86e5-8c19-486e-9a39-67309c3937bc req-53bc47ab-1860-4a9b-b840-c3893188f8bf tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:45.311786 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6fad86e5-8c19-486e-9a39-67309c3937bc req-53bc47ab-1860-4a9b-b840-c3893188f8bf tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0463009 Jul 19 11:09:45.360036 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6fad86e5-8c19-486e-9a39-67309c3937bc req-b3841afb-0118-45c5-b157-dc2c54bbc453 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Jul 19 11:09:45.412158 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ac4c8-a489-45c9-a1f2-d9ccfda79f96 req-87a4f638-8802-4b8f-977f-4f69193febd5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:45.413647 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-141ac4c8-a489-45c9-a1f2-d9ccfda79f96 req-87a4f638-8802-4b8f-977f-4f69193febd5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0476854 Jul 19 11:09:45.455379 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:45.465248 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-141ac4c8-a489-45c9-a1f2-d9ccfda79f96 req-0c87de1c-52b3-4061-a763-187b525e300c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Jul 19 11:09:45.478582 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d0adb-08e1-4329-b79b-fa77816fa7ab req-0ba28c35-56ea-4dfe-835a-ac8eb5ea737f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:45.480048 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b68d0adb-08e1-4329-b79b-fa77816fa7ab req-0ba28c35-56ea-4dfe-835a-ac8eb5ea737f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0517349 Jul 19 11:09:45.489006 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52542) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:45.493290 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-6e6b5760-0fe8-4ea4-86ef-0179b7255866 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Request body: {'floatingip': {'port_id': '049ef62d-5f12-4134-9010-2bc20edecd41'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:09:45.530134 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5760-0fe8-4ea4-86ef-0179b7255866 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (19a7e8a2-11bd-467c-a3b6-de457daed472), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:45.868015 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:45.952542 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5760-0fe8-4ea4-86ef-0179b7255866 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:45.956120 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5760-0fe8-4ea4-86ef-0179b7255866 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (19a7e8a2-11bd-467c-a3b6-de457daed472), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:46.048723 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [None req-6e6b5760-0fe8-4ea4-86ef-0179b7255866 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Floating IP 19a7e8a2-11bd-467c-a3b6-de457daed472 associated. External IP: 172.37.3.100, port: 049ef62d-5f12-4134-9010-2bc20edecd41. Jul 19 11:09:46.226232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:46.240505 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6b5760-0fe8-4ea4-86ef-0179b7255866 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Router e01c796f-d13a-42a3-adf8-54b56ec00658 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:09:46.347694 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6b5760-0fe8-4ea4-86ef-0179b7255866 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:09:46.352275 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5760-0fe8-4ea4-86ef-0179b7255866 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:46.359276 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] Sync routers for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:09:46.369485 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:09:46.370090 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:09:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:46.385560 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6e6b5760-0fe8-4ea4-86ef-0179b7255866 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "PUT /v2.0/floatingips/19a7e8a2-11bd-467c-a3b6-de457daed472 HTTP/1.1" status: 200 len: 991 time: 0.8955126 Jul 19 11:09:46.386138 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:09:46.388969 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a" -d '{"events": [{"name": "network-changed", "server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:09:46.427356 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e843d7-e273-470c-8837-edf0f09e8df5 x-openstack-request-id: req-59e843d7-e273-470c-8837-edf0f09e8df5 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:09:46.427694 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:09:46.427949 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-59e843d7-e273-470c-8837-edf0f09e8df5 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:09:46.428421 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e843d7-e273-470c-8837-edf0f09e8df5'] response: {'name': 'network-changed', 'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41', 'status': 'completed', 'code': 200} Jul 19 11:09:46.484377 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:09:46.601713 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-6b991dcd-9ac5-48e2-911e-1435f54549fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:46.603215 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-6b991dcd-9ac5-48e2-911e-1435f54549fd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 1129 time: 0.1140769 Jul 19 11:09:46.616658 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04011b1-f8bb-432e-8c94-ce29247e6a75 req-092f50b7-45b1-4bbc-884b-d1dbad8d9774 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:46.618328 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b04011b1-f8bb-432e-8c94-ce29247e6a75 req-092f50b7-45b1-4bbc-884b-d1dbad8d9774 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0603588 Jul 19 11:09:46.710924 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '19a7e8a2-11bd-467c-a3b6-de457daed472', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'floating_ip_address': '172.37.3.100', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'port_id': '049ef62d-5f12-4134-9010-2bc20edecd41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'mac_address': 'fa:16:3e:38:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:09:31Z', 'updated_at': '2022-07-19T11:09:45Z', 'revision_number': 1, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:46.724569 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b04011b1-f8bb-432e-8c94-ce29247e6a75 req-486534ee-5101-4d2e-b3fd-4175bc25bef2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994520 Jul 19 11:09:46.744811 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] Checking router: e01c796f-d13a-42a3-adf8-54b56ec00658 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:09:46.754599 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:09:46.755234 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:09:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:46.756841 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-b6929a88-8804-4987-98d0-01fcdb498dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:46.758338 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-b6929a88-8804-4987-98d0-01fcdb498dd9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 917 time: 0.1152859 Jul 19 11:09:46.854368 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:09:46.950602 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-57e6e5ef-2662-4c74-b2ae-b11b8e5a15c4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049ef62d-5f12-4134-9010-2bc20edecd41 HTTP/1.1" status: 200 len: 999 time: 0.0625076 Jul 19 11:09:47.006249 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-e8f65b96-d469-4458-9e39-cc0c1820ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:47.007667 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-e8f65b96-d469-4458-9e39-cc0c1820ff19 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.0470121 Jul 19 11:09:47.058048 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-a9483599-e68c-44f4-a3c9-284df8495285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:47.060094 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-a9483599-e68c-44f4-a3c9-284df8495285 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429833 Jul 19 11:09:47.070827 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '19a7e8a2-11bd-467c-a3b6-de457daed472', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'floating_ip_address': '172.37.3.100', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'port_id': '049ef62d-5f12-4134-9010-2bc20edecd41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'mac_address': 'fa:16:3e:38:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:09:31Z', 'updated_at': '2022-07-19T11:09:45Z', 'revision_number': 1, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:47.096854 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbe8ba3-c9f3-4e66-b7f2-ad9db84f1f02 None None] The sync data for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi is: [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '19a7e8a2-11bd-467c-a3b6-de457daed472', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'floating_ip_address': '172.37.3.100', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'port_id': '049ef62d-5f12-4134-9010-2bc20edecd41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'mac_address': 'fa:16:3e:38:6b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:09:31Z', 'updated_at': '2022-07-19T11:09:45Z', 'revision_number': 1, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:09:47.154466 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-78ef6a03-26e2-4d85-a5e9-18c42d9d208d service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Jul 19 11:09:47.299476 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d62064-1b08-4c94-8508-46b142062db7 None None] New status for floating IP 19a7e8a2-11bd-467c-a3b6-de457daed472: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:09:47.302773 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:47.313144 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:47.337611 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa2e36d2-c823-42a2-bb6f-b065cc3c723a req-ea46723d-250c-4b80-9145-154e5c011840 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024344 Jul 19 11:09:47.415648 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-2dfaf02f-12de-4bf2-92d8-d99a32332056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:47.417073 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-2dfaf02f-12de-4bf2-92d8-d99a32332056 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=375de853371a422f883980296a46ad43&device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 1129 time: 0.0398955 Jul 19 11:09:47.517933 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-36dcc522-c622-42a0-9a75-56cba358c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:47.519480 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-36dcc522-c622-42a0-9a75-56cba358c346 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d812e76c-c272-403b-90ca-27996b7fd9fd HTTP/1.1" status: 200 len: 910 time: 0.0920212 Jul 19 11:09:47.580637 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-d946427d-34ae-48fc-9919-ddb91e9f1d70 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da843419-4401-4a26-82c2-7930b51aa1b8 HTTP/1.1" status: 200 len: 1000 time: 0.0543163 Jul 19 11:09:47.593612 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:47.634851 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-4e279a18-fde9-4df6-9499-7bb8963cf126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:47.636340 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-4e279a18-fde9-4df6-9499-7bb8963cf126 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b78cea2-c775-4273-bfd0-a84adb5b28ab HTTP/1.1" status: 200 len: 848 time: 0.0494986 Jul 19 11:09:47.721556 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-f0e1e936-fab2-4483-b305-f3f2e45a3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:47.723025 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-f0e1e936-fab2-4483-b305-f3f2e45a3801 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d812e76c-c272-403b-90ca-27996b7fd9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396430 Jul 19 11:09:47.817498 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-c01ed581-dd15-443e-a41a-ed71d3d1b4cf service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858531 Jul 19 11:09:47.838751 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c153314-0305-4077-b445-1e9a525d12c0 req-0104e20e-0d95-4220-a02f-65863099a249 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:47.840199 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c153314-0305-4077-b445-1e9a525d12c0 req-0104e20e-0d95-4220-a02f-65863099a249 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0473750 Jul 19 11:09:47.892967 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3c153314-0305-4077-b445-1e9a525d12c0 req-4641dd00-6671-4f5c-9781-93f83edc81ac tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467544 Jul 19 11:09:47.914420 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-94c61ebc-0d57-4116-8cb2-e985aebf9ab1 req-011226f8-872b-4a8b-93f2-ba242d1dbc84 service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874822 Jul 19 11:09:49.004904 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f8557-312f-4171-956c-bf484f6d02c3 req-233963b5-7482-49bd-acfb-1b0aa089ab8f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:49.006341 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-218f8557-312f-4171-956c-bf484f6d02c3 req-233963b5-7482-49bd-acfb-1b0aa089ab8f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0473766 Jul 19 11:09:49.054937 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-218f8557-312f-4171-956c-bf484f6d02c3 req-7d76d901-75a8-4b55-8174-21cc853ff491 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 Jul 19 11:09:49.520669 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:09:50.165777 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbc534-79f8-44a0-8e11-3147dc27eccb req-23af49d7-2c98-4dfb-99d1-623e8c31d5cc tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:50.167213 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eefbc534-79f8-44a0-8e11-3147dc27eccb req-23af49d7-2c98-4dfb-99d1-623e8c31d5cc tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0466747 Jul 19 11:09:50.215701 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eefbc534-79f8-44a0-8e11-3147dc27eccb req-98494377-b8b4-48e1-875d-105f19c8619e tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Jul 19 11:09:51.328978 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c33fb1-9942-4e25-9706-348bfd9edd97 req-629c47af-5b2a-4ea7-a5c9-6aa16dafc347 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:51.330460 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-97c33fb1-9942-4e25-9706-348bfd9edd97 req-629c47af-5b2a-4ea7-a5c9-6aa16dafc347 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0495899 Jul 19 11:09:51.378935 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-97c33fb1-9942-4e25-9706-348bfd9edd97 req-53aab3ec-0bd7-44b3-aa2f-1a988614a8ea tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430338 Jul 19 11:09:51.569928 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52588) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:09:51.588718 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0ecac-2e09-41cc-8436-71bc2fee17bb req-377d1c20-4b5b-41d1-8e2d-049efed4712c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:51.590797 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-41e0ecac-2e09-41cc-8436-71bc2fee17bb req-377d1c20-4b5b-41d1-8e2d-049efed4712c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0521631 Jul 19 11:09:51.672033 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-08e7c264-036b-45f5-afc3-90de8741a03a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010549 Jul 19 11:09:51.675526 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-41e0ecac-2e09-41cc-8436-71bc2fee17bb req-a7081134-dddd-46c3-bd27-b871ad4a701b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788889 Jul 19 11:09:51.680267 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-1ff30037-92ab-4386-b6a1-0e52df5ea90d service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 11:09:51.681254 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-1ff30037-92ab-4386-b6a1-0e52df5ea90d service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047579 Jul 19 11:09:52.000031 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-2ecbb9ec-1a92-4b6f-9eec-36b1ba94ffd4 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:52.001404 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-2ecbb9ec-1a92-4b6f-9eec-36b1ba94ffd4 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports/da843419-4401-4a26-82c2-7930b51aa1b8 HTTP/1.1" status: 200 len: 942 time: 0.2930548 Jul 19 11:09:52.786399 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216480c-fc3b-4177-8939-1e4e9e23ea1a req-775c7cd7-9988-4b8f-8de0-3c944cdaf0b9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:52.787846 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0216480c-fc3b-4177-8939-1e4e9e23ea1a req-775c7cd7-9988-4b8f-8de0-3c944cdaf0b9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0469179 Jul 19 11:09:52.835828 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0216480c-fc3b-4177-8939-1e4e9e23ea1a req-5ff7b2e6-01f8-4bda-b3f8-de49e107e4c2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 Jul 19 11:09:53.957253 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device da843419-4401-4a26-82c2-7930b51aa1b8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:09:53.960729 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8e99d-d2d4-4688-97b5-d0583561a206 req-e8d7a75f-df1f-42c4-9d17-d20d8fadcc7c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:53.967351 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e0c8e99d-d2d4-4688-97b5-d0583561a206 req-e8d7a75f-df1f-42c4-9d17-d20d8fadcc7c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0653472 Jul 19 11:09:54.021586 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e0c8e99d-d2d4-4688-97b5-d0583561a206 req-cb9218ba-fc55-4535-bfef-a76747281a60 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533757 Jul 19 11:09:54.055046 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port da843419-4401-4a26-82c2-7930b51aa1b8 is: ACTIVE; New status is: DOWN {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:09:54.055440 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:54.079291 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:09:54.081579 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05f1015-e64c-4a6d-b125-e908ee5d4323" -d '{"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-unplugged", "status": "completed", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:09:54.103484 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:09:54.107776 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:54.129296 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Jul 2022 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755589b2-80b5-497a-96aa-6d830525f2db x-openstack-request-id: req-755589b2-80b5-497a-96aa-6d830525f2db {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:09:54.129592 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-unplugged", "status": "failed", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8", "code": 422}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:09:54.129840 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-755589b2-80b5-497a-96aa-6d830525f2db {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:09:54.130234 dv-cinder-master-3-iscsi neutron-server[104078]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-755589b2-80b5-497a-96aa-6d830525f2db']: {'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'code': 422} returned with failed status Jul 19 11:09:54.157126 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=6']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:55.138429 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b3b93-6ffb-4778-83e3-5c9f9d7dd952 req-8ec0c9ab-d2e4-42ba-afbe-68c5328abe0a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:55.139909 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f15b3b93-6ffb-4778-83e3-5c9f9d7dd952 req-8ec0c9ab-d2e4-42ba-afbe-68c5328abe0a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0533893 Jul 19 11:09:55.191265 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f15b3b93-6ffb-4778-83e3-5c9f9d7dd952 req-48c43525-4419-417b-b986-ce8b0848f13a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 Jul 19 11:09:55.787110 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:55.796929 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-6a5bafad-0650-414c-8124-197f4f9372c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:55.798415 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-6a5bafad-0650-414c-8124-197f4f9372c7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c&tenant_id=375de853371a422f883980296a46ad43 HTTP/1.1" status: 200 len: 1127 time: 0.0856004 Jul 19 11:09:55.871836 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-3ca1cec1-02da-4402-9f96-cb200c1dff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:55.873363 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-3ca1cec1-02da-4402-9f96-cb200c1dff41 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=375de853371a422f883980296a46ad43&device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 1127 time: 0.0387557 Jul 19 11:09:55.951113 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:55.966793 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-93912629-2a08-41c0-856d-b4ef8d427ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:55.968241 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-93912629-2a08-41c0-856d-b4ef8d427ee4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=d812e76c-c272-403b-90ca-27996b7fd9fd HTTP/1.1" status: 200 len: 910 time: 0.0882676 Jul 19 11:09:56.029214 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-69f2ca84-a529-47c2-ab5f-2a3cccdc3131 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da843419-4401-4a26-82c2-7930b51aa1b8 HTTP/1.1" status: 200 len: 998 time: 0.0545557 Jul 19 11:09:56.079727 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-0f8bdfca-90a1-4a63-896c-8924d182375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:56.081125 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-0f8bdfca-90a1-4a63-896c-8924d182375b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b78cea2-c775-4273-bfd0-a84adb5b28ab HTTP/1.1" status: 200 len: 848 time: 0.0452626 Jul 19 11:09:56.126043 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-1fe6e781-e88d-47a0-8a8b-583509d0339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:56.127477 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-1fe6e781-e88d-47a0-8a8b-583509d0339e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d812e76c-c272-403b-90ca-27996b7fd9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381777 Jul 19 11:09:56.218615 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-ccb81011-0e59-49ca-84e5-95d6c9b3f844 service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816822 Jul 19 11:09:56.335150 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee9830-5e28-4b0b-bbf2-e91bf1ed444e req-f6c57cc5-27f1-4ca9-ae52-7fc0e9620c2c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:56.336508 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-53ee9830-5e28-4b0b-bbf2-e91bf1ed444e req-f6c57cc5-27f1-4ca9-ae52-7fc0e9620c2c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0556448 Jul 19 11:09:56.362701 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-72be05d8-14bf-4528-a6c8-7065f09b1563 req-cd8d275e-320a-4870-ae6d-8772f045a856 service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379557 Jul 19 11:09:56.395024 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-53ee9830-5e28-4b0b-bbf2-e91bf1ed444e req-9db891b4-f474-459b-bc3b-e7b814002173 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488069 Jul 19 11:09:56.769559 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:56.784713 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f777e4-9302-4e19-b6c3-ae873393003d req-2c626abf-f3c6-4754-a317-d07dcfa643fd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:56.786199 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2f777e4-9302-4e19-b6c3-ae873393003d req-2c626abf-f3c6-4754-a317-d07dcfa643fd tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Jul 19 11:09:56.832790 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2f777e4-9302-4e19-b6c3-ae873393003d req-03daa569-0632-4992-b5b9-942369a90400 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Jul 19 11:09:57.145494 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:57.513105 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57815d1-0e42-4be1-8d8d-23f4f8f4b27f req-f64d2e14-d6bc-4c47-9e44-de357a8ed603 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:57.514532 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d57815d1-0e42-4be1-8d8d-23f4f8f4b27f req-f64d2e14-d6bc-4c47-9e44-de357a8ed603 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0513899 Jul 19 11:09:57.562399 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d57815d1-0e42-4be1-8d8d-23f4f8f4b27f req-6497569f-cf6c-4155-a26e-bf90eca5e141 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 Jul 19 11:09:57.656373 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8fd7236b-ca8d-42a7-8fa7-99ccbf2cb48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:57.945954 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d4349-172d-4050-8941-91b7ad97172a req-047e24f3-de16-4f87-bc13-fd9181ad4d69 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:57.947420 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eb9d4349-172d-4050-8941-91b7ad97172a req-047e24f3-de16-4f87-bc13-fd9181ad4d69 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 945 time: 0.0469644 Jul 19 11:09:57.993325 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-eb9d4349-172d-4050-8941-91b7ad97172a req-8ebfd3a3-4f07-4556-9ed5-28d8b2282440 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396545 Jul 19 11:09:58.673700 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6c1dc-3baf-4836-9d97-0994e51c8870 req-8571d385-8784-44d5-9a9e-e72217bdac43 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:58.675133 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3bb6c1dc-3baf-4836-9d97-0994e51c8870 req-8571d385-8784-44d5-9a9e-e72217bdac43 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0466857 Jul 19 11:09:58.723186 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3bb6c1dc-3baf-4836-9d97-0994e51c8870 req-471b7849-ba1a-4965-bf96-ffcebb891c5b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Jul 19 11:09:58.807804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-3bfa561e-7969-4c26-8967-117d071a6a55 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:58.809287 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-3bfa561e-7969-4c26-8967-117d071a6a55 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 945 time: 0.0495288 Jul 19 11:09:58.893232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Deleting port bd4b190f-3901-45e6-89a0-d4cda5892170 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:09:58.893506 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:58.984568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] For port bd4b190f-3901-45e6-89a0-d4cda5892170, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bd4b190f-3901-45e6-89a0-d4cda5892170,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:09:58.984951 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:59.029482 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:59.113202 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53878d0-8314-407d-89ed-38ff1f57e516 req-8f84ac7c-0e5d-4fe6-ac87-fa53b7af3257 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:59.115467 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e53878d0-8314-407d-89ed-38ff1f57e516 req-8f84ac7c-0e5d-4fe6-ac87-fa53b7af3257 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 945 time: 0.0521936 Jul 19 11:09:59.136180 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:59.145681 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:59.145968 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (01500a3b-7ed7-4fbc-a21a-05165e98a12d), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:59.146277 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Floating IP 01500a3b-7ed7-4fbc-a21a-05165e98a12d disassociated. External IP: 172.37.3.237, port: bd4b190f-3901-45e6-89a0-d4cda5892170. Jul 19 11:09:59.146619 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Calling delete_port for bd4b190f-3901-45e6-89a0-d4cda5892170 owned by compute:nova {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:09:59.165978 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e53878d0-8314-407d-89ed-38ff1f57e516 req-40a6d9f3-bd45-4d3f-892f-f5bbba1e64ef tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=9e2dbade-be2e-4e7e-94cf-125f4104ee9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451140 Jul 19 11:09:59.274125 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (bd4b190f-3901-45e6-89a0-d4cda5892170), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:59.303143 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'Port': ['ID=bd4b190f-3901-45e6-89a0-d4cda5892170,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:09:59.313203 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.313552 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.313890 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.314225 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.314554 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.314879 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.315200 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.315521 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.315842 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.316160 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.316482 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.316958 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.317285 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.318174 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.318174 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:09:59.423463 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:09:59.524534 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:09:59.535985 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:09:59.546749 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:09:59.547599 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:09:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:59.568796 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] No DVR routers for this DVR port bd4b190f-3901-45e6-89a0-d4cda5892170 on host hv-cinder-maste {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:09:59.571134 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:59.575042 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0193db94-dbb8-4449-8a30-4ae742b316d4 req-e31004ee-1824-465f-b8e7-01e7b94500f4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "DELETE /v2.0/ports/bd4b190f-3901-45e6-89a0-d4cda5892170 HTTP/1.1" status: 204 len: 173 time: 0.7590492 Jul 19 11:09:59.575541 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53545a7c-c683-49d6-941d-4445f2b09379', 'name': 'network-vif-deleted', 'tag': 'bd4b190f-3901-45e6-89a0-d4cda5892170'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:09:59.578283 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f4c868-6d6c-449b-a3ac-76b653ff7114" -d '{"events": [{"server_uuid": "53545a7c-c683-49d6-941d-4445f2b09379", "name": "network-vif-deleted", "tag": "bd4b190f-3901-45e6-89a0-d4cda5892170"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:09:59.659121 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:09:59.689481 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aafae4a-1127-4ef4-b3cb-491b01422067 x-openstack-request-id: req-6aafae4a-1127-4ef4-b3cb-491b01422067 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:09:59.690207 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53545a7c-c683-49d6-941d-4445f2b09379", "name": "network-vif-deleted", "tag": "bd4b190f-3901-45e6-89a0-d4cda5892170", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:09:59.690207 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6aafae4a-1127-4ef4-b3cb-491b01422067 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:09:59.691375 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aafae4a-1127-4ef4-b3cb-491b01422067'] response: {'server_uuid': '53545a7c-c683-49d6-941d-4445f2b09379', 'name': 'network-vif-deleted', 'tag': 'bd4b190f-3901-45e6-89a0-d4cda5892170', 'status': 'completed', 'code': 200} Jul 19 11:09:59.788862 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:59.860354 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af03f4-6516-4726-9a2d-c3044105bf22 req-beac4b99-3b46-4a36-a3bc-08d33e82aff6 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:09:59.861877 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8af03f4-6516-4726-9a2d-c3044105bf22 req-beac4b99-3b46-4a36-a3bc-08d33e82aff6 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0476637 Jul 19 11:09:59.894686 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:09:59.913493 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8af03f4-6516-4726-9a2d-c3044105bf22 req-3a78e059-ce35-43cf-8c4c-db9abf17f8a2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458400 Jul 19 11:09:59.949031 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:09:59.962634 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-752e9e59-f620-496c-b7f5-61919cf1ebc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:09:59.973845 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:09:59.982380 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:09:59.982969 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:00.092926 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:00.286368 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:00.287819 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-eb9b676c-90e0-4600-a045-424f081a0a8c req-9e9b0186-353f-4b7d-b295-0f4c5050f2a2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=53545a7c-c683-49d6-941d-4445f2b09379 HTTP/1.1" status: 200 len: 210 time: 0.0314038 Jul 19 11:10:00.311934 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6441f1a-b607-4ad3-a04b-846c69131603 None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:10:00.515279 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ef3dd3-9d1a-4497-9362-57844da1cda9 None None] New status for floating IP 01500a3b-7ed7-4fbc-a21a-05165e98a12d: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:10:01.023258 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc19dac-920e-436d-b8c9-725f6d7de520 req-fad28fda-9a81-41a0-a91c-2ba354e23e3b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:01.024710 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7bc19dac-920e-436d-b8c9-725f6d7de520 req-fad28fda-9a81-41a0-a91c-2ba354e23e3b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0461588 Jul 19 11:10:01.071770 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7bc19dac-920e-436d-b8c9-725f6d7de520 req-707710a0-78e9-4c5b-b423-d0727665169a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 Jul 19 11:10:01.131088 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.369112 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52674) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:01.423232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-decd685f-8015-4c1a-b3bf-acabd5a217ee tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (9e2dbade-be2e-4e7e-94cf-125f4104ee9a), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.449124 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-decd685f-8015-4c1a-b3bf-acabd5a217ee tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (9e2dbade-be2e-4e7e-94cf-125f4104ee9a), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.495004 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-decd685f-8015-4c1a-b3bf-acabd5a217ee tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (9e2dbade-be2e-4e7e-94cf-125f4104ee9a), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.498132 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-decd685f-8015-4c1a-b3bf-acabd5a217ee tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.499533 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-decd685f-8015-4c1a-b3bf-acabd5a217ee tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "DELETE /v2.0/security-groups/9e2dbade-be2e-4e7e-94cf-125f4104ee9a HTTP/1.1" status: 204 len: 168 time: 0.1290917 Jul 19 11:10:01.502380 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52676) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:01.508629 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd685f-8015-4c1a-b3bf-acabd5a217ee tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2dbade-be2e-4e7e-94cf-125f4104ee9a,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:01.521066 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-6dc7eb32-dab8-472b-9f9d-6b34453ceb82 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] show failed (client error): The resource could not be found. Jul 19 11:10:01.522080 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6dc7eb32-dab8-472b-9f9d-6b34453ceb82 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups/9e2dbade-be2e-4e7e-94cf-125f4104ee9a HTTP/1.1" status: 404 len: 347 time: 0.0187426 Jul 19 11:10:01.524991 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52678) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:01.633749 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Deleting port 8e01c35a-eaa8-4955-b526-57f351047eb5 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:01.634000 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (8e01c35a-eaa8-4955-b526-57f351047eb5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.710273 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (8e01c35a-eaa8-4955-b526-57f351047eb5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.710600 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (8e01c35a-eaa8-4955-b526-57f351047eb5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.722939 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Calling delete_port for 8e01c35a-eaa8-4955-b526-57f351047eb5 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:01.772377 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:01.857255 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (8e01c35a-eaa8-4955-b526-57f351047eb5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.883043 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'Port': ['ID=8e01c35a-eaa8-4955-b526-57f351047eb5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:01.942245 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (01500a3b-7ed7-4fbc-a21a-05165e98a12d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.944881 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:01.946015 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2aa6a68d-0e92-44d6-b0bf-f823e8ce33aa tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "DELETE /v2.0/floatingips/01500a3b-7ed7-4fbc-a21a-05165e98a12d HTTP/1.1" status: 204 len: 168 time: 0.4199262 Jul 19 11:10:02.009402 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52682) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:02.014577 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3d6105b1-0a39-4da1-b01c-cb8f3aae8617 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516314195', 'description': 'tempest-description--932950555'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:02.034732 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3d6105b1-0a39-4da1-b01c-cb8f3aae8617 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.060939 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:02.108098 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3d6105b1-0a39-4da1-b01c-cb8f3aae8617 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (b9ebb4e7-70c7-4100-a217-19bf5650c26d), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.111709 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3d6105b1-0a39-4da1-b01c-cb8f3aae8617 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (b9ebb4e7-70c7-4100-a217-19bf5650c26d), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.145535 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3d6105b1-0a39-4da1-b01c-cb8f3aae8617 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.146662 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-3d6105b1-0a39-4da1-b01c-cb8f3aae8617 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1362424 Jul 19 11:10:02.149677 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52686) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:02.154125 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-8d4d5863-5df7-4002-b491-bbac946e61c1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group_rule': {'security_group_id': 'b9ebb4e7-70c7-4100-a217-19bf5650c26d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:02.157479 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6105b1-0a39-4da1-b01c-cb8f3aae8617 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ebb4e7-70c7-4100-a217-19bf5650c26d,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:02.181786 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d4d5863-5df7-4002-b491-bbac946e61c1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (c0a4388c-30d3-457a-9089-f19bb9153bee), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.194713 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052a43d-1392-4ece-827c-dfd19c9e5398 req-59ad787b-3ab3-4c77-89ee-dbfc98bb5722 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:02.196214 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b052a43d-1392-4ece-827c-dfd19c9e5398 req-59ad787b-3ab3-4c77-89ee-dbfc98bb5722 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0556762 Jul 19 11:10:02.226055 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:02.239496 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d4d5863-5df7-4002-b491-bbac946e61c1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (c0a4388c-30d3-457a-9089-f19bb9153bee), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.243195 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d4d5863-5df7-4002-b491-bbac946e61c1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (c0a4388c-30d3-457a-9089-f19bb9153bee), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.247009 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b052a43d-1392-4ece-827c-dfd19c9e5398 req-79e324eb-d8c8-42df-9bed-4ff2f9563261 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443180 Jul 19 11:10:02.265199 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d5863-5df7-4002-b491-bbac946e61c1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a4388c-30d3-457a-9089-f19bb9153bee,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:02.272305 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8d4d5863-5df7-4002-b491-bbac946e61c1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.276096 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8d4d5863-5df7-4002-b491-bbac946e61c1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229501 Jul 19 11:10:02.276414 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52688) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:02.280865 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-09d53aaa-52bc-4eea-9c52-f651e5a42fc1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'security_group_rule': {'security_group_id': 'b9ebb4e7-70c7-4100-a217-19bf5650c26d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:02.306520 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-09d53aaa-52bc-4eea-9c52-f651e5a42fc1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (4c27ac65-76a8-4edb-ab74-5bac629004b7), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.352758 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:02.363735 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-09d53aaa-52bc-4eea-9c52-f651e5a42fc1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (4c27ac65-76a8-4edb-ab74-5bac629004b7), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.367836 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-09d53aaa-52bc-4eea-9c52-f651e5a42fc1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (4c27ac65-76a8-4edb-ab74-5bac629004b7), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.393780 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d53aaa-52bc-4eea-9c52-f651e5a42fc1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c27ac65-76a8-4edb-ab74-5bac629004b7,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:02.402160 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-09d53aaa-52bc-4eea-9c52-f651e5a42fc1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.403329 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-09d53aaa-52bc-4eea-9c52-f651e5a42fc1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258759 Jul 19 11:10:02.406394 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52690) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:02.410634 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:02.430992 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.507653 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.561873 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.617671 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Allocated IP 172.37.3.166 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/7d187101-03d4-481a-bd93-adf13d73d424) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:10:02.717640 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (7d187101-03d4-481a-bd93-adf13d73d424), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.750672 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (7d187101-03d4-481a-bd93-adf13d73d424), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.789490 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.797158 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:10:02.802280 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:10:02.804365 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=7d187101-03d4-481a-bd93-adf13d73d424,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:02.806493 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:10:02.850350 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (c5e9387e-27b6-465e-8e37-b9583e4fa515), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.885860 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7d187101-03d4-481a-bd93-adf13d73d424), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:02.947643 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:03.033182 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:03.037188 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (7d187101-03d4-481a-bd93-adf13d73d424), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:03.049996 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (7d187101-03d4-481a-bd93-adf13d73d424), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:03.084772 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (c5e9387e-27b6-465e-8e37-b9583e4fa515), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:03.104126 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=7d187101-03d4-481a-bd93-adf13d73d424,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:03.109344 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:03.110558 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8c9df10b-231f-4b71-a813-2f9de8de1ce2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7032614 Jul 19 11:10:03.259650 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-eec4679c-4987-4a83-a31d-715b9590e250 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--1516314195&fields=id&tenant_id=ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 267 time: 0.0455468 Jul 19 11:10:03.367545 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fdaaf-15c8-47e8-b144-4848e6de885d req-d267697f-f130-4e99-bbf4-5314ddec0c25 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:03.369034 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-420fdaaf-15c8-47e8-b144-4848e6de885d req-d267697f-f130-4e99-bbf4-5314ddec0c25 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0462987 Jul 19 11:10:03.370574 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-28757269-1109-4bfd-8781-a654b6c25371 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:03.373099 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-28757269-1109-4bfd-8781-a654b6c25371 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 815 time: 0.1063948 Jul 19 11:10:03.393053 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-35495509-9d87-4c7a-8a67-1095c31f983e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/quotas/ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 375 time: 0.0110044 Jul 19 11:10:03.428675 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-420fdaaf-15c8-47e8-b144-4848e6de885d req-e7e339a9-730d-4847-abca-3dc24b612132 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493875 Jul 19 11:10:03.441579 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-dddce41e-18ab-4c53-9b47-066f88bf79ca tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466754 Jul 19 11:10:03.582783 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-5727f888-207d-4303-91e6-ac98a0c1ba3e service neutron] 10.222.0.33 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294465 Jul 19 11:10:03.674044 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-2143cce2-83c0-49c5-9d42-fc801529051a service neutron] 10.222.0.33 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856726 Jul 19 11:10:03.832481 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4a96e699-621e-446d-8871-b1e08610b225 req-b4a61c3e-6aff-41d3-9b4b-8099ed2c8cb4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 210 time: 0.0291281 Jul 19 11:10:03.992123 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device bd4b190f-3901-45e6-89a0-d4cda5892170 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:04.014442 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: bd4b190f-3901-45e6-89a0-d4cda5892170 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:04.014802 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device bd4b190f-3901-45e6-89a0-d4cda5892170 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:04.547107 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2bfd9-83a2-4af4-8df4-0ad45ac69623 req-f9d917d0-bd63-44fc-8aed-8fb6eafe9b10 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:04.548593 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7aa2bfd9-83a2-4af4-8df4-0ad45ac69623 req-f9d917d0-bd63-44fc-8aed-8fb6eafe9b10 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0485785 Jul 19 11:10:04.602383 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7aa2bfd9-83a2-4af4-8df4-0ad45ac69623 req-c7bd2318-87f9-4e1a-8172-6c315a3eeb79 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475526 Jul 19 11:10:04.925703 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b5cf4a24-2766-4f9b-87cc-117960275b3c req-dc4116da-796d-415b-8316-8b061d6c9fcc tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 210 time: 0.0278640 Jul 19 11:10:05.230669 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-b36f5e5b-5972-48cc-8f64-74ab457e9ea8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:05.232085 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-b36f5e5b-5972-48cc-8f64-74ab457e9ea8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 815 time: 0.1056569 Jul 19 11:10:05.315405 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-df8d4e6a-ab93-435d-afcb-0ce73a832213 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef534f1d06ea415d98857ec7f9e5fb97 HTTP/1.1" status: 200 len: 380 time: 0.0504642 Jul 19 11:10:05.440035 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'port': {'device_id': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'admin_state_up': True, 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'security_groups': ['b9ebb4e7-70c7-4100-a217-19bf5650c26d']}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:05.549089 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Made reservation on behalf of ef534f1d06ea415d98857ec7f9e5fb97 for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:10:05.552472 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:05.561678 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:05.669302 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:05.705324 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Allocated IP 172.20.0.4 (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f/abde2927-d408-407c-80e7-a9420366a816/8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:10:05.735279 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e60f40-0187-4cfe-b762-fe6c3e2ac2bc req-a1dc099f-6a9a-475e-86f2-b71b25e6c8dd tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:05.736748 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-84e60f40-0187-4cfe-b762-fe6c3e2ac2bc req-a1dc099f-6a9a-475e-86f2-b71b25e6c8dd tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0663030 Jul 19 11:10:05.857495 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-84e60f40-0187-4cfe-b762-fe6c3e2ac2bc req-ac4008e2-7648-4a38-86ee-566be72f763f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138389 Jul 19 11:10:05.901055 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:05.932176 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:05.979273 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:10:05.984751 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:10:05.988809 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:10:05.993994 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:05.994670 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.000163 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device da843419-4401-4a26-82c2-7930b51aa1b8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:10:06.004060 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event updated for resources: {'Port': ['ID=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:06.017080 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-a1f1c63f-a125-4334-9184-6f93ae021f7a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809586 Jul 19 11:10:06.039984 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Request body: {'port': {'device_id': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:06.049738 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bf7f6-1b06-4d93-8216-3d08cfe33841 req-3e111931-a2ca-4c4d-8e81-c0901b88bdd5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:06.057652 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-883bf7f6-1b06-4d93-8216-3d08cfe33841 req-3e111931-a2ca-4c4d-8e81-c0901b88bdd5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 931 time: 0.0607855 Jul 19 11:10:06.109460 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-883bf7f6-1b06-4d93-8216-3d08cfe33841 req-483e5e78-8e27-4a8a-9f2f-d27618c29459 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506725 Jul 19 11:10:06.114484 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.125294 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:06.139926 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'port_id': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'mac_address': 'fa:16:3e:15:63:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:10:06.179083 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port da843419-4401-4a26-82c2-7930b51aa1b8 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:06.179468 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.194751 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da843419-4401-4a26-82c2-7930b51aa1b8 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:10:06.219611 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:06.224029 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.272055 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=7']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:06.291135 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-1035ae02-fc10-480c-85c5-56dcf1744b74 None None] Provisioning complete for port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:10:06.291511 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1035ae02-fc10-480c-85c5-56dcf1744b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.291718 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:06.326308 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-1035ae02-fc10-480c-85c5-56dcf1744b74 None None] Port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:10:06.381801 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:10:06.389297 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Publish callbacks [] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.401593 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Transition to ACTIVE for port object 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:10:06.404985 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.453985 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Pushing event updated for resources: {'Port': ['ID=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:06.490207 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Attempting to bind port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:10:06.490541 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Attempting to bind port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:10:06.490867 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Attempting to bind port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:10:06.495582 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:10:06.495924 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Attempting to bind port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 on network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:10:06.501902 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:10:06.502235 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Checking segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:10:06.502616 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Bound using segment: {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:10:06.503042 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Bound port: 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:10:06.503402 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.558617 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:06.569277 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] For port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:10:06.573117 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] For port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:10:06.580744 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.618744 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:06.619355 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:06.620752 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] 10.222.0.27 "PUT /v2.0/ports/8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 HTTP/1.1" status: 200 len: 1093 time: 0.5856493 Jul 19 11:10:06.621180 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'tag': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:06.623941 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b081150-a6ac-4e75-80cd-2bd417938b39" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cecc8a-4c06-454a-91b6-0b735a222e67", "tag": "8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:06.652000 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24381497-daa9-40cb-b870-2848bab22bdc service neutron] Pushing event updated for resources: {'Port': ['ID=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:06.663737 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e504a24-4d9e-47dc-aa17-5984d453a7ef x-openstack-request-id: req-7e504a24-4d9e-47dc-aa17-5984d453a7ef {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:06.664053 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cecc8a-4c06-454a-91b6-0b735a222e67", "tag": "8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:06.664354 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7e504a24-4d9e-47dc-aa17-5984d453a7ef {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:06.664808 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e504a24-4d9e-47dc-aa17-5984d453a7ef'] response: {'name': 'network-changed', 'server_uuid': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'tag': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5', 'status': 'completed', 'code': 200} Jul 19 11:10:06.755333 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-1cbc7472-dc17-4277-b873-e283e4f24118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:06.756929 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-1cbc7472-dc17-4277-b873-e283e4f24118 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 1127 time: 0.0431106 Jul 19 11:10:06.759007 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['da843419-4401-4a26-82c2-7930b51aa1b8'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:10:06.780585 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:06.821237 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-de81e420-eec6-4b58-b505-d443be1b506a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 HTTP/1.1" status: 200 len: 217 time: 0.0365140 Jul 19 11:10:06.849245 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:06.880367 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-d62c7413-6a0e-4916-ab21-57cfb08596bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:06.881377 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-d62c7413-6a0e-4916-ab21-57cfb08596bd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.0516105 Jul 19 11:10:06.945661 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-b0a6eb89-ecf4-4e32-8c97-059deebfbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:06.947675 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-b0a6eb89-ecf4-4e32-8c97-059deebfbb2c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497916 Jul 19 11:10:07.009886 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dc2a8-61dd-48e5-8562-1f877678e0d7 req-1a5840c9-f7da-4ab4-bfee-0f7852d9521b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:07.011749 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-416dc2a8-61dd-48e5-8562-1f877678e0d7 req-1a5840c9-f7da-4ab4-bfee-0f7852d9521b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 944 time: 0.0631604 Jul 19 11:10:07.056564 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-85476ec7-e918-4fd9-b10b-af14f688e0ae service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016314 Jul 19 11:10:07.062319 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-416dc2a8-61dd-48e5-8562-1f877678e0d7 req-73ebab34-341c-47be-a8f4-8531b142431a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450304 Jul 19 11:10:07.160063 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-620d9162-1285-40bb-92cf-b280b7342ec0 req-237e7002-a235-474c-965b-a30eb52d11b7 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950460 Jul 19 11:10:07.231156 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744f7e7-fba4-4cf0-9d8f-84afd9e96c07 req-dc22b254-9115-486a-8121-7eb7b9a9f196 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:07.232635 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1744f7e7-fba4-4cf0-9d8f-84afd9e96c07 req-dc22b254-9115-486a-8121-7eb7b9a9f196 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 943 time: 0.0508041 Jul 19 11:10:07.280085 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1744f7e7-fba4-4cf0-9d8f-84afd9e96c07 req-431750d2-36d4-40d2-9f04-d7346347159c tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Jul 19 11:10:07.996645 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device da843419-4401-4a26-82c2-7930b51aa1b8 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:10:08.039891 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port da843419-4401-4a26-82c2-7930b51aa1b8 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:10:08.040195 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:08.113177 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port da843419-4401-4a26-82c2-7930b51aa1b8 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:08.113576 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:08.136225 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:08.138575 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3c927a-476a-49df-be5e-bd7ecc996202" -d '{"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-plugged", "status": "completed", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:08.151208 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:08.155948 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:08.182316 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3222ca-5a9e-42ab-b312-c51ec41f3376 req-557b8e5b-2349-4051-a027-9f120f6051e0 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:08.183778 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0c3222ca-5a9e-42ab-b312-c51ec41f3376 req-557b8e5b-2349-4051-a027-9f120f6051e0 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 944 time: 0.0519602 Jul 19 11:10:08.184239 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317868bd-8555-4652-8445-ce74e6b6bc69 x-openstack-request-id: req-317868bd-8555-4652-8445-ce74e6b6bc69 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:08.184573 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-plugged", "status": "completed", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:08.184849 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-317868bd-8555-4652-8445-ce74e6b6bc69 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:08.185251 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317868bd-8555-4652-8445-ce74e6b6bc69'] response: {'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'code': 200} Jul 19 11:10:08.208322 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=8']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:08.234453 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0c3222ca-5a9e-42ab-b312-c51ec41f3376 req-35b40039-4f08-4a3d-b19d-6619d6db27c5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451262 Jul 19 11:10:08.664613 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1799f-cafe-43e6-a144-dc3fee2d1301 req-3eff38ba-042a-44dd-8a5a-d8512cc7e1eb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:08.665987 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f8c1799f-cafe-43e6-a144-dc3fee2d1301 req-3eff38ba-042a-44dd-8a5a-d8512cc7e1eb tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 943 time: 0.3216891 Jul 19 11:10:08.668338 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:08.673822 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-fa74b5d0-cdb1-43dc-8c22-efb181c0cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:08.675157 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-fa74b5d0-cdb1-43dc-8c22-efb181c0cd9e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 1127 time: 0.0550356 Jul 19 11:10:08.716786 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f8c1799f-cafe-43e6-a144-dc3fee2d1301 req-0944bbac-1bf4-4346-bc2b-93b110acad06 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 Jul 19 11:10:09.095837 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-5978a532-8aa4-4af7-88c6-829172841b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:09.097319 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-5978a532-8aa4-4af7-88c6-829172841b60 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 916 time: 0.0884566 Jul 19 11:10:09.132286 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11680c-131a-4bb6-8e3c-b8d6baeb408c req-40ff1627-8784-48e5-be6c-2fb5371b7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:09.133776 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8a11680c-131a-4bb6-8e3c-b8d6baeb408c req-40ff1627-8784-48e5-be6c-2fb5371b7eaf service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 1129 time: 0.0471690 Jul 19 11:10:09.140272 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-f480492d-8251-4658-a95b-a8b8b7228c7a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 HTTP/1.1" status: 200 len: 217 time: 0.0335791 Jul 19 11:10:09.244266 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:09.259188 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8a11680c-131a-4bb6-8e3c-b8d6baeb408c req-015cf3bc-9c61-427c-ab65-eb6d23942dee service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431323 Jul 19 11:10:09.267807 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-70d4bff8-4adc-45f0-a092-a049fe66b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:09.269423 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-70d4bff8-4adc-45f0-a092-a049fe66b497 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.0542037 Jul 19 11:10:09.354378 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3f66b-d16f-47da-abbe-7cea9da5f4ec req-4a71d51e-750f-46ed-9514-4240f4ee24c5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:09.355833 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8ce3f66b-d16f-47da-abbe-7cea9da5f4ec req-4a71d51e-750f-46ed-9514-4240f4ee24c5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0471523 Jul 19 11:10:09.404815 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8ce3f66b-d16f-47da-abbe-7cea9da5f4ec req-57d34a63-aac4-49c4-b113-c6fe26b8853c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433373 Jul 19 11:10:09.627856 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-c0566b40-ffb3-4978-b4f7-550c9faa4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:09.629441 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-c0566b40-ffb3-4978-b4f7-550c9faa4e69 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454285 Jul 19 11:10:09.827819 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cdde-16f4-4f1e-a6aa-cff32807d157 req-5b9eecf1-a31c-49b2-a1ae-937ae7589ef8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:09.829316 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-feb3cdde-16f4-4f1e-a6aa-cff32807d157 req-5b9eecf1-a31c-49b2-a1ae-937ae7589ef8 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 943 time: 0.0472391 Jul 19 11:10:09.886459 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-feb3cdde-16f4-4f1e-a6aa-cff32807d157 req-bbef0751-7e69-4609-a80e-4de8221fcf55 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515354 Jul 19 11:10:09.995606 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:10:10.094370 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:10.105577 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'port_id': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5', 'mac_address': 'fa:16:3e:45:62:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:10:10.140666 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:10.141085 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:10.154158 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:10:10.173346 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:10.177621 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:10.196838 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-0b5927db-5d16-43a0-828a-73ee6ab425d5 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882208 Jul 19 11:10:10.211582 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:10.288607 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=48 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:10.290689 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=42 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:10.303990 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3b081150-a6ac-4e75-80cd-2bd417938b39 req-f16df6a1-f0b3-4a78-892f-bb39f9cd6908 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001472 Jul 19 11:10:10.354057 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:10.527987 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60e94d-0f63-459b-8314-c8511de416e7 req-3fe2d38d-5696-4370-b84b-db6d88ebf228 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:10.530167 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a60e94d-0f63-459b-8314-c8511de416e7 req-3fe2d38d-5696-4370-b84b-db6d88ebf228 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0533781 Jul 19 11:10:10.586915 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9a60e94d-0f63-459b-8314-c8511de416e7 req-54c699aa-f17e-42d7-8e3c-13d4c789d68b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507624 Jul 19 11:10:10.650988 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bd253-98b6-4ea2-a296-1dbd1f098755 req-53dcc74c-d613-421a-a131-a1e363f1ae7a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:10.653100 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-066bd253-98b6-4ea2-a296-1dbd1f098755 req-53dcc74c-d613-421a-a131-a1e363f1ae7a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0471623 Jul 19 11:10:10.654942 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:10:10.699143 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:10.704123 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-066bd253-98b6-4ea2-a296-1dbd1f098755 req-863bfc96-d52e-40d3-a6a5-14a607a62ef7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449300 Jul 19 11:10:10.712524 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:10.996465 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84017083-e11b-448c-a7ad-7accdb2bacf6 req-0baa67e4-3903-47eb-b16f-5afe73c1a3a4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:10.998459 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-84017083-e11b-448c-a7ad-7accdb2bacf6 req-0baa67e4-3903-47eb-b16f-5afe73c1a3a4 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 944 time: 0.0467889 Jul 19 11:10:11.043884 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-84017083-e11b-448c-a7ad-7accdb2bacf6 req-2e47f4dd-9a1c-494d-8e69-13be79f3c892 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Jul 19 11:10:11.698744 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bdd62-73e2-4e87-9486-c1d16aa21b1a req-bc55c8d6-a4bc-4553-ba7f-ebf40d7e04aa tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:11.700685 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9b0bdd62-73e2-4e87-9486-c1d16aa21b1a req-bc55c8d6-a4bc-4553-ba7f-ebf40d7e04aa tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0452263 Jul 19 11:10:11.746310 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:11.752906 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9b0bdd62-73e2-4e87-9486-c1d16aa21b1a req-219efa89-e260-425b-b386-692fe6ce618a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464454 Jul 19 11:10:11.821383 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c5e7b-6af0-46eb-afc4-46c0f7312435 req-cfd817f4-f7e1-4293-8fb8-c255cde387c3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:11.822827 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bc8c5e7b-6af0-46eb-afc4-46c0f7312435 req-cfd817f4-f7e1-4293-8fb8-c255cde387c3 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0462918 Jul 19 11:10:11.868778 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bc8c5e7b-6af0-46eb-afc4-46c0f7312435 req-a847af2e-1fc7-4d62-acb3-aadfb7e8b650 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396590 Jul 19 11:10:12.005749 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:10:12.049238 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:10:12.054855 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:10:12.055227 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:12.127203 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:12.127489 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:12.149730 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:12.151972 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe437955-4a10-4e60-a595-048e9fd8fe7c" -d '{"events": [{"server_uuid": "e9cecc8a-4c06-454a-91b6-0b735a222e67", "name": "network-vif-plugged", "status": "completed", "tag": "8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:12.156266 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d45dd-8545-4fb4-bd6c-aa52313e1f2d req-ec388741-30cc-4184-b3f7-359a51a21530 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:12.157778 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-736d45dd-8545-4fb4-bd6c-aa52313e1f2d req-ec388741-30cc-4184-b3f7-359a51a21530 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 944 time: 0.0475097 Jul 19 11:10:12.164428 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:12.168634 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:12.211106 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-736d45dd-8545-4fb4-bd6c-aa52313e1f2d req-2bb054fc-2364-460e-9cf8-3900ebee52f2 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Jul 19 11:10:12.222636 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:12.254681 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ec3473-3b35-4a1c-8113-f1c947a58bda x-openstack-request-id: req-e2ec3473-3b35-4a1c-8113-f1c947a58bda {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:12.255008 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cecc8a-4c06-454a-91b6-0b735a222e67", "name": "network-vif-plugged", "status": "completed", "tag": "8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:12.255263 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e2ec3473-3b35-4a1c-8113-f1c947a58bda {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:12.255669 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ec3473-3b35-4a1c-8113-f1c947a58bda'] response: {'server_uuid': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5', 'code': 200} Jul 19 11:10:12.983524 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2b4cf-068b-4d07-ab65-901844e3d895 req-8dd76121-c33a-49ba-a382-f6b1e1e8ccc1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:12.984985 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-64e2b4cf-068b-4d07-ab65-901844e3d895 req-8dd76121-c33a-49ba-a382-f6b1e1e8ccc1 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0482943 Jul 19 11:10:13.031092 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-64e2b4cf-068b-4d07-ab65-901844e3d895 req-da4cea4d-af14-417b-9b1c-0219b8696832 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406942 Jul 19 11:10:13.328326 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af85dd-bc0e-4d96-99ee-4efd093e5146 req-efbdca88-6a8b-4490-be42-d8951dc565c9 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:13.329768 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c4af85dd-bc0e-4d96-99ee-4efd093e5146 req-efbdca88-6a8b-4490-be42-d8951dc565c9 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0494127 Jul 19 11:10:13.375268 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c4af85dd-bc0e-4d96-99ee-4efd093e5146 req-cac09951-e155-4e1d-a972-72c8f7a02eef tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Jul 19 11:10:14.143118 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d4975-8f45-4e1d-bb1f-ebd706f61143 req-5d3c137a-4e9d-4138-9bac-5aba4584bc99 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:14.144554 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b69d4975-8f45-4e1d-bb1f-ebd706f61143 req-5d3c137a-4e9d-4138-9bac-5aba4584bc99 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0467615 Jul 19 11:10:14.190649 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b69d4975-8f45-4e1d-bb1f-ebd706f61143 req-170eaaf3-5927-4880-94fc-972faa430a19 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406237 Jul 19 11:10:14.490876 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffd0c9-3156-48cc-be2f-8ad27be6919c req-cb7bea84-4278-4f8d-99a4-be1dee0736b1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:14.492467 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-39ffd0c9-3156-48cc-be2f-8ad27be6919c req-cb7bea84-4278-4f8d-99a4-be1dee0736b1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Jul 19 11:10:14.533605 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:14.541482 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-39ffd0c9-3156-48cc-be2f-8ad27be6919c req-06393a1e-b464-45f2-be1b-608685c81093 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Jul 19 11:10:15.280168 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-6add323f-0426-471d-ac50-edc905760088 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:15.281624 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-6add323f-0426-471d-ac50-edc905760088 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.0482054 Jul 19 11:10:15.377457 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Deleting port bee94173-a17a-45b4-ab19-e862338cf16b {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:15.377814 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:15.478501 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] For port bee94173-a17a-45b4-ab19-e862338cf16b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bee94173-a17a-45b4-ab19-e862338cf16b,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:15.478943 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:15.564103 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bac6ba-3d9d-479a-a54e-51dfffc21329 req-baea7837-02d8-427f-8e73-eae22d1d9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:15.565646 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-78bac6ba-3d9d-479a-a54e-51dfffc21329 req-baea7837-02d8-427f-8e73-eae22d1d9261 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 1129 time: 0.3070230 Jul 19 11:10:15.572213 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f635f-9eea-4a7d-8586-5b1f91e2ec9e req-5ecfe235-9d62-452d-a144-5a107b78612e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:15.574197 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ab1f635f-9eea-4a7d-8586-5b1f91e2ec9e req-5ecfe235-9d62-452d-a144-5a107b78612e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 945 time: 0.3070612 Jul 19 11:10:15.638750 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-78bac6ba-3d9d-479a-a54e-51dfffc21329 req-14e71bf2-e33b-480f-879d-64b1efe0231c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641215 Jul 19 11:10:15.649526 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ab1f635f-9eea-4a7d-8586-5b1f91e2ec9e req-91b4b90b-5da5-4a55-ac9c-4ae339f3910a tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624304 Jul 19 11:10:15.685810 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:15.686380 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (e67302e7-5167-4a7c-9191-74e606022746), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:15.686488 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Floating IP e67302e7-5167-4a7c-9191-74e606022746 disassociated. External IP: 172.37.3.204, port: bee94173-a17a-45b4-ab19-e862338cf16b. Jul 19 11:10:15.686786 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Calling delete_port for bee94173-a17a-45b4-ab19-e862338cf16b owned by compute:nova {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:15.699223 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe526bc-1dfa-49c1-91a0-1938842a6574 req-503f94bf-af29-4903-95f7-9ae9a39629f5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:15.700667 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cbe526bc-1dfa-49c1-91a0-1938842a6574 req-503f94bf-af29-4903-95f7-9ae9a39629f5 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0678277 Jul 19 11:10:15.755094 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:15.808661 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cbe526bc-1dfa-49c1-91a0-1938842a6574 req-ac3ea6de-b734-4990-a1e9-b5f71d993be0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013808 Jul 19 11:10:15.868457 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (bee94173-a17a-45b4-ab19-e862338cf16b), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:15.894223 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event deleted for resources: {'Port': ['ID=bee94173-a17a-45b4-ab19-e862338cf16b,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:16.005225 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Router b050d99b-4840-43fe-8a76-4d2077c75e1d has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:10:16.096832 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:16.108274 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:10:16.118838 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] Sync routers for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:10:16.129110 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:16.129730 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:16.150184 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] No DVR routers for this DVR port bee94173-a17a-45b4-ab19-e862338cf16b on host hv-cinder-maste {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:16.153280 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:16.157159 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3043e3e2-a9b3-46f2-b806-cb5a17881885 req-bc98dd34-c078-4680-9abc-904a9527b718 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "DELETE /v2.0/ports/bee94173-a17a-45b4-ab19-e862338cf16b HTTP/1.1" status: 204 len: 173 time: 0.8683341 Jul 19 11:10:16.157593 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'name': 'network-vif-deleted', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:16.159817 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9a2a0c-4cfa-4d01-afeb-5559a6e8fb43" -d '{"events": [{"server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "name": "network-vif-deleted", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:16.194082 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28fa9e4-e8a6-42d8-9e19-5b6585d7d462 x-openstack-request-id: req-a28fa9e4-e8a6-42d8-9e19-5b6585d7d462 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:16.194377 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9897cfb-9ec6-41f4-bcb5-ba1a978421d3", "name": "network-vif-deleted", "tag": "bee94173-a17a-45b4-ab19-e862338cf16b", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:16.194633 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a28fa9e4-e8a6-42d8-9e19-5b6585d7d462 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:16.195036 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28fa9e4-e8a6-42d8-9e19-5b6585d7d462'] response: {'server_uuid': 'b9897cfb-9ec6-41f4-bcb5-ba1a978421d3', 'name': 'network-vif-deleted', 'tag': 'bee94173-a17a-45b4-ab19-e862338cf16b', 'status': 'completed', 'code': 200} Jul 19 11:10:16.234691 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:16.426220 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:16.450527 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] Checking router: b050d99b-4840-43fe-8a76-4d2077c75e1d for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:10:16.459303 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:16.459896 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:16.562849 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:16.755391 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:16.765849 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1b780df5-d398-4f4a-a235-b9e5b70d2b02 req-5ab610a3-a481-40b7-a4a8-aaf229388202 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 210 time: 0.0370977 Jul 19 11:10:16.780543 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8951df5-f309-4e64-9c9d-66926648808c None None] The sync data for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi is: [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:04:31Z', 'revision_number': 4, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f994e21f-ec76-40da-9d67-c71a8377dac8', 'name': '', 'network_id': '1ffa3686-4e5a-4747-8994-8cc33db2a036', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'mac_address': 'fa:16:3e:81:32:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:30Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'subnets': [{'id': '255d8671-8402-408c-bbe0-5d9a2c070537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:10:16.933421 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa61ece-90dc-4978-9a25-545ca2e21fed req-1710804d-e24c-4dcc-ba8a-d2048bf12507 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:16.934954 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9aa61ece-90dc-4978-9a25-545ca2e21fed req-1710804d-e24c-4dcc-ba8a-d2048bf12507 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0508282 Jul 19 11:10:16.989361 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9aa61ece-90dc-4978-9a25-545ca2e21fed req-f2e8f6ec-6881-40b0-aa33-efe1337e1f59 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471466 Jul 19 11:10:17.016732 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa36b84-aea9-4fdc-b05c-ef6364ccc00d None None] New status for floating IP e67302e7-5167-4a7c-9191-74e606022746: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:10:17.875753 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-f66266d6-8764-4ab3-a263-4bfb4851bc71 req-3403f2bd-d277-406e-8383-f1f4fd25ad32 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=b9897cfb-9ec6-41f4-bcb5-ba1a978421d3 HTTP/1.1" status: 200 len: 210 time: 0.0292232 Jul 19 11:10:18.105082 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188fb67-7f9a-4d35-8043-bfeef8583812 req-228e90c6-07bf-4d56-9d83-47007b4579ee tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:18.106520 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c188fb67-7f9a-4d35-8043-bfeef8583812 req-228e90c6-07bf-4d56-9d83-47007b4579ee tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0464551 Jul 19 11:10:18.158945 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c188fb67-7f9a-4d35-8043-bfeef8583812 req-88405501-10d5-4b8e-aef9-2eed6064c618 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467176 Jul 19 11:10:18.274065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac561-6a7a-494f-b369-7961e937d2dd req-928a5a2e-62fc-4831-b6df-2d37955c799a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:18.275419 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9bfac561-6a7a-494f-b369-7961e937d2dd req-928a5a2e-62fc-4831-b6df-2d37955c799a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0465677 Jul 19 11:10:18.284388 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52818) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:18.288540 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-93493d35-3ce2-4f20-8aad-044896261655 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Request body: {'floatingip': {'port_id': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:18.324016 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93493d35-3ce2-4f20-8aad-044896261655 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (c5e9387e-27b6-465e-8e37-b9583e4fa515), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:18.739158 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93493d35-3ce2-4f20-8aad-044896261655 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:18.742875 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93493d35-3ce2-4f20-8aad-044896261655 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (c5e9387e-27b6-465e-8e37-b9583e4fa515), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:18.832189 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:18.839919 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [None req-93493d35-3ce2-4f20-8aad-044896261655 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Floating IP c5e9387e-27b6-465e-8e37-b9583e4fa515 associated. External IP: 172.37.3.166, port: 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5. Jul 19 11:10:18.970817 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52824) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:19.011294 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:19.024905 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-26a37751-e068-4486-9709-1df932cea3cd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group (6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.049224 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-26a37751-e068-4486-9709-1df932cea3cd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group (6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.059756 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93493d35-3ce2-4f20-8aad-044896261655 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:10:19.099244 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-26a37751-e068-4486-9709-1df932cea3cd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.102194 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-26a37751-e068-4486-9709-1df932cea3cd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.103319 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-26a37751-e068-4486-9709-1df932cea3cd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "DELETE /v2.0/security-groups/6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8 HTTP/1.1" status: 204 len: 168 time: 0.1335721 Jul 19 11:10:19.105929 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52826) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:19.112886 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a37751-e068-4486-9709-1df932cea3cd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:19.154318 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.api.v2.resource [None req-a09beabe-e6f9-4083-b1b8-4717731d1848 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] show failed (client error): The resource could not be found. Jul 19 11:10:19.155336 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a09beabe-e6f9-4083-b1b8-4717731d1848 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups/6d7a2ffc-1769-40c0-ad72-ae55d1bf7cd8 HTTP/1.1" status: 404 len: 347 time: 0.0484955 Jul 19 11:10:19.158271 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52828) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:19.180887 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93493d35-3ce2-4f20-8aad-044896261655 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:10:19.186307 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93493d35-3ce2-4f20-8aad-044896261655 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.192207 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:10:19.204521 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:19.205176 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:19.219393 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-93493d35-3ce2-4f20-8aad-044896261655 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "PUT /v2.0/floatingips/c5e9387e-27b6-465e-8e37-b9583e4fa515 HTTP/1.1" status: 200 len: 991 time: 0.9337659 Jul 19 11:10:19.220309 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'tag': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:19.222779 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d7ba30-6e08-4235-8b1a-c82c888bb04b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cecc8a-4c06-454a-91b6-0b735a222e67", "tag": "8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:19.261953 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d75037-a522-4cf9-8e12-529c05a8be30 x-openstack-request-id: req-a8d75037-a522-4cf9-8e12-529c05a8be30 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:19.262323 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cecc8a-4c06-454a-91b6-0b735a222e67", "tag": "8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:19.262615 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a8d75037-a522-4cf9-8e12-529c05a8be30 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:19.263002 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d75037-a522-4cf9-8e12-529c05a8be30'] response: {'name': 'network-changed', 'server_uuid': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'tag': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5', 'status': 'completed', 'code': 200} Jul 19 11:10:19.277136 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Deleting port 2cac5d99-6485-4b61-99a6-9c94bd65dd9a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:19.277484 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (2cac5d99-6485-4b61-99a6-9c94bd65dd9a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.339739 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:19.351168 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-277200ef-272d-41f8-8073-386f72e63edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:19.352757 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-277200ef-272d-41f8-8073-386f72e63edc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 1129 time: 0.0460660 Jul 19 11:10:19.358518 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:19.362418 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (2cac5d99-6485-4b61-99a6-9c94bd65dd9a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.362748 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for floatingip (2cac5d99-6485-4b61-99a6-9c94bd65dd9a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.377159 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Calling delete_port for 2cac5d99-6485-4b61-99a6-9c94bd65dd9a owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:19.398618 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:19.459957 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-bbccae6b-ce4e-4b2f-9f12-2fdcc550bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:19.462910 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-bbccae6b-ce4e-4b2f-9f12-2fdcc550bad4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 200 len: 916 time: 0.1029673 Jul 19 11:10:19.515553 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (2cac5d99-6485-4b61-99a6-9c94bd65dd9a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.536361 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-28642db3-1257-4039-a4a8-e3d6d5aa1f29 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 HTTP/1.1" status: 200 len: 999 time: 0.0669334 Jul 19 11:10:19.542385 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event deleted for resources: {'Port': ['ID=2cac5d99-6485-4b61-99a6-9c94bd65dd9a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:19.581619 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:19.592316 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-e857cea3-9152-49ec-be2a-c988706364c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:19.593831 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-e857cea3-9152-49ec-be2a-c988706364c0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 200 len: 854 time: 0.0503840 Jul 19 11:10:19.618102 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks [] for floatingip (e67302e7-5167-4a7c-9191-74e606022746), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.620991 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:19.622130 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5666367e-5307-4ba1-9a3e-83f6144c60d7 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "DELETE /v2.0/floatingips/e67302e7-5167-4a7c-9191-74e606022746 HTTP/1.1" status: 204 len: 168 time: 0.4627345 Jul 19 11:10:19.642752 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5e9387e-27b6-465e-8e37-b9583e4fa515', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.166', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:45:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:10:02Z', 'updated_at': '2022-07-19T11:10:18Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:19.645458 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-addeff72-13b5-4117-91ad-e2331e3534b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:19.646950 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-addeff72-13b5-4117-91ad-e2331e3534b3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465858 Jul 19 11:10:19.673461 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:10:19.675993 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:19.684400 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:19.685227 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:19.743600 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-ce07a098-9012-4b0b-8930-d6199f8845f3 service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894847 Jul 19 11:10:19.797961 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:19.838715 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-51d7ba30-6e08-4235-8b1a-c82c888bb04b req-eb02f06a-f391-4cb5-b56e-78f6fd5e5dfe service neutron] 10.222.0.27 "GET /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882976 Jul 19 11:10:20.009476 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5e9387e-27b6-465e-8e37-b9583e4fa515', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.166', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:45:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:10:02Z', 'updated_at': '2022-07-19T11:10:18Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:20.023143 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device bee94173-a17a-45b4-ab19-e862338cf16b no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:20.034549 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527409d9-5bb6-4439-aa93-d5bba3a9319c None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c5e9387e-27b6-465e-8e37-b9583e4fa515', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'floating_ip_address': '172.37.3.166', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'port_id': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'mac_address': 'fa:16:3e:45:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:10:02Z', 'updated_at': '2022-07-19T11:10:18Z', 'revision_number': 1, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:10:20.042920 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: bee94173-a17a-45b4-ab19-e862338cf16b {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:20.043277 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device bee94173-a17a-45b4-ab19-e862338cf16b not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:20.229640 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4554a-9191-41fd-aee7-2ba8825a1dd2 None None] New status for floating IP c5e9387e-27b6-465e-8e37-b9583e4fa515: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:10:22.109808 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22607aa2-c86f-4e9e-8d54-e4474a4addaf req-4c96fa21-7b04-4761-836b-7266002c5dd8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:22.111153 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-22607aa2-c86f-4e9e-8d54-e4474a4addaf req-4c96fa21-7b04-4761-836b-7266002c5dd8 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0461628 Jul 19 11:10:22.157253 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-22607aa2-c86f-4e9e-8d54-e4474a4addaf req-7eaa687b-7451-4230-9254-caea84c9ff98 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Jul 19 11:10:23.273473 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e332ae3-b3b4-4a0f-86d7-fd0f9a149042 req-ccd13206-b830-4759-ace1-9fadbd5fbe62 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:23.274910 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4e332ae3-b3b4-4a0f-86d7-fd0f9a149042 req-ccd13206-b830-4759-ace1-9fadbd5fbe62 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0476818 Jul 19 11:10:23.321716 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4e332ae3-b3b4-4a0f-86d7-fd0f9a149042 req-6b7324b2-a86c-4f39-ab5a-254466b4f6ef tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Jul 19 11:10:23.959182 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc392562-b904-4a7f-86d7-5d990125e38e req-69ac6ad3-b49f-41e5-a52b-c024f6e56536 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:23.960592 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fc392562-b904-4a7f-86d7-5d990125e38e req-69ac6ad3-b49f-41e5-a52b-c024f6e56536 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0528827 Jul 19 11:10:23.974115 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:24.045810 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-fc392562-b904-4a7f-86d7-5d990125e38e req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Deleting port ba1dd015-6965-43ea-a7cf-059d7c358686 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:24.046099 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-fc392562-b904-4a7f-86d7-5d990125e38e req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:24.400718 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-fc392562-b904-4a7f-86d7-5d990125e38e req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] For port ba1dd015-6965-43ea-a7cf-059d7c358686, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba1dd015-6965-43ea-a7cf-059d7c358686,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:24.401421 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-fc392562-b904-4a7f-86d7-5d990125e38e req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:24.415124 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-fc392562-b904-4a7f-86d7-5d990125e38e req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Calling delete_port for ba1dd015-6965-43ea-a7cf-059d7c358686 owned by compute:nova {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:24.437723 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f7a5e-2fbb-4040-8d5a-5085f603254d req-b6e4989d-1434-4062-8279-e71519f1c2c9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:24.439307 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4c7f7a5e-2fbb-4040-8d5a-5085f603254d req-b6e4989d-1434-4062-8279-e71519f1c2c9 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=49e783c8-8e6d-4789-b81d-8e1ca4a550a6 HTTP/1.1" status: 200 len: 945 time: 0.0481498 Jul 19 11:10:24.486401 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4c7f7a5e-2fbb-4040-8d5a-5085f603254d req-3d4f8daa-ca56-419a-8ef4-65b431410d71 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Jul 19 11:10:24.523067 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:24.541486 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-fc392562-b904-4a7f-86d7-5d990125e38e req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (ba1dd015-6965-43ea-a7cf-059d7c358686), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:24.571971 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event deleted for resources: {'Port': ['ID=ba1dd015-6965-43ea-a7cf-059d7c358686,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:24.578741 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['1504f06f-d7c2-447b-acc1-5498633749e3', 'ba1dd015-6965-43ea-a7cf-059d7c358686'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:10:24.617270 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc392562-b904-4a7f-86d7-5d990125e38e req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] No DVR routers for this DVR port ba1dd015-6965-43ea-a7cf-059d7c358686 on host hv-cinder-maste {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:24.619895 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-fc392562-b904-4a7f-86d7-5d990125e38e req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:24.623425 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fc392562-b904-4a7f-86d7-5d990125e38e req-940f8fd7-ee4f-4d54-bb94-311a6e28a5ca tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "DELETE /v2.0/ports/ba1dd015-6965-43ea-a7cf-059d7c358686 HTTP/1.1" status: 204 len: 173 time: 0.6557586 Jul 19 11:10:24.623869 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e783c8-8e6d-4789-b81d-8e1ca4a550a6', 'name': 'network-vif-deleted', 'tag': 'ba1dd015-6965-43ea-a7cf-059d7c358686'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:24.626436 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74acc6e7-c58b-45f4-a055-c5b7666ab043" -d '{"events": [{"server_uuid": "49e783c8-8e6d-4789-b81d-8e1ca4a550a6", "name": "network-vif-deleted", "tag": "ba1dd015-6965-43ea-a7cf-059d7c358686"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:24.667795 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21dbdc1-86d8-46e1-86bd-8c15feeccd01 x-openstack-request-id: req-f21dbdc1-86d8-46e1-86bd-8c15feeccd01 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:24.668443 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e783c8-8e6d-4789-b81d-8e1ca4a550a6", "name": "network-vif-deleted", "tag": "ba1dd015-6965-43ea-a7cf-059d7c358686", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:24.668760 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f21dbdc1-86d8-46e1-86bd-8c15feeccd01 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:24.669195 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21dbdc1-86d8-46e1-86bd-8c15feeccd01'] response: {'server_uuid': '49e783c8-8e6d-4789-b81d-8e1ca4a550a6', 'name': 'network-vif-deleted', 'tag': 'ba1dd015-6965-43ea-a7cf-059d7c358686', 'status': 'completed', 'code': 200} Jul 19 11:10:25.761879 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc94d46-f304-4530-acd6-8ffb882fc5f4 req-b892a1cf-0165-4ad1-99fc-016e0f1092c4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:25.763315 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4bc94d46-f304-4530-acd6-8ffb882fc5f4 req-b892a1cf-0165-4ad1-99fc-016e0f1092c4 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0515015 Jul 19 11:10:25.809731 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4bc94d46-f304-4530-acd6-8ffb882fc5f4 req-8bcd2491-7bbb-40ed-be21-c4ebe194ea42 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Jul 19 11:10:26.519645 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:10:26.923949 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5544-a1bb-4b76-aac9-ee57ac07ad9f req-15f8dd6b-1296-4097-8292-ea863474951d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:26.925450 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa7e5544-a1bb-4b76-aac9-ee57ac07ad9f req-15f8dd6b-1296-4097-8292-ea863474951d tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0466814 Jul 19 11:10:26.971187 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa7e5544-a1bb-4b76-aac9-ee57ac07ad9f req-82d9a6ce-cb07-452d-9194-b7b16eae7cbf tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Jul 19 11:10:27.167082 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:27.658412 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a4b9045a-7c75-4772-a1bf-8be84606f7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:28.058654 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ba1dd015-6965-43ea-a7cf-059d7c358686 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:28.078512 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: ba1dd015-6965-43ea-a7cf-059d7c358686 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:28.078853 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ba1dd015-6965-43ea-a7cf-059d7c358686 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:28.082356 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2eaf0-27c6-40af-8ebe-1aae643b7f07 req-c134b1a9-678c-4eb4-a5fd-42fb0ca168ef tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:28.083828 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-64b2eaf0-27c6-40af-8ebe-1aae643b7f07 req-c134b1a9-678c-4eb4-a5fd-42fb0ca168ef tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0473509 Jul 19 11:10:28.130520 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-64b2eaf0-27c6-40af-8ebe-1aae643b7f07 req-95d40bce-59e0-43ba-ad77-829cd719b013 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/security-groups?id=226dbd14-8f78-4e17-a481-ae8fc5454994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Jul 19 11:10:28.433572 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-112d7544-c6e0-4cff-8765-df76b3c55ddd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:28.434991 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-112d7544-c6e0-4cff-8765-df76b3c55ddd tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 946 time: 0.0497618 Jul 19 11:10:28.518592 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Deleting port 1504f06f-d7c2-447b-acc1-5498633749e3 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:28.518931 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:28.612441 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] For port 1504f06f-d7c2-447b-acc1-5498633749e3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1504f06f-d7c2-447b-acc1-5498633749e3,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:28.612828 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:28.625643 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Calling delete_port for 1504f06f-d7c2-447b-acc1-5498633749e3 owned by compute:nova {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:28.748277 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (1504f06f-d7c2-447b-acc1-5498633749e3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:28.779351 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Pushing event deleted for resources: {'Port': ['ID=1504f06f-d7c2-447b-acc1-5498633749e3,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:28.798459 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['1504f06f-d7c2-447b-acc1-5498633749e3'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:10:28.806952 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:28.823618 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] No DVR routers for this DVR port 1504f06f-d7c2-447b-acc1-5498633749e3 on host hv-cinder-maste {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:28.826081 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:28.829785 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3a43ba88-45d1-4911-9ea0-e7c927396939 req-d29d4612-689e-48c8-9d46-d62cd1c0dd93 tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.27 "DELETE /v2.0/ports/1504f06f-d7c2-447b-acc1-5498633749e3 HTTP/1.1" status: 204 len: 173 time: 0.3891194 Jul 19 11:10:28.830221 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ea5a95-376a-4482-b664-f069e803e258', 'name': 'network-vif-deleted', 'tag': '1504f06f-d7c2-447b-acc1-5498633749e3'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:28.832446 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac70d31-dfe0-4b33-a547-f4215320f36a" -d '{"events": [{"server_uuid": "c3ea5a95-376a-4482-b664-f069e803e258", "name": "network-vif-deleted", "tag": "1504f06f-d7c2-447b-acc1-5498633749e3"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:28.868942 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa2b1ee-37ba-4149-a6b5-3f12b24123e9 x-openstack-request-id: req-3aa2b1ee-37ba-4149-a6b5-3f12b24123e9 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:28.869410 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ea5a95-376a-4482-b664-f069e803e258", "name": "network-vif-deleted", "tag": "1504f06f-d7c2-447b-acc1-5498633749e3", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:28.869546 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3aa2b1ee-37ba-4149-a6b5-3f12b24123e9 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:28.869891 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa2b1ee-37ba-4149-a6b5-3f12b24123e9'] response: {'server_uuid': 'c3ea5a95-376a-4482-b664-f069e803e258', 'name': 'network-vif-deleted', 'tag': '1504f06f-d7c2-447b-acc1-5498633749e3', 'status': 'completed', 'code': 200} Jul 19 11:10:29.243666 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-46a2bf25-cb00-47fd-807a-048c47e57092 req-e4526acc-25ee-4862-8084-471dc147120e tempest-ServerRescueNegativeTestJSON-1654338802 tempest-ServerRescueNegativeTestJSON-1654338802-project] 10.222.0.33 "GET /v2.0/ports?device_id=c3ea5a95-376a-4482-b664-f069e803e258 HTTP/1.1" status: 200 len: 210 time: 0.0321496 Jul 19 11:10:29.957935 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:29.964722 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1cd5bfe8-c457-40b4-b8d9-3b07aa9c1a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:30.303057 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52874) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:30.483189 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:30.649815 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:30.706321 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (b050d99b-4840-43fe-8a76-4d2077c75e1d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:30.925648 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Deleting port f994e21f-ec76-40da-9d67-c71a8377dac8 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:30.925995 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:31.017836 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] For port f994e21f-ec76-40da-9d67-c71a8377dac8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f994e21f-ec76-40da-9d67-c71a8377dac8,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:31.018194 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:31.030830 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Calling delete_port for f994e21f-ec76-40da-9d67-c71a8377dac8 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:31.134987 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:31.169339 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-a627f973-8e14-45a7-8725-c15ec0a48f2b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396550 Jul 19 11:10:31.213969 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (f994e21f-ec76-40da-9d67-c71a8377dac8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:31.245602 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Pushing event deleted for resources: {'Port': ['ID=f994e21f-ec76-40da-9d67-c71a8377dac8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:31.248140 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-7fe3cb61-f2ee-45af-8319-b608a20ed747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:31.249993 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-7fe3cb61-f2ee-45af-8319-b608a20ed747 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 1129 time: 0.0420909 Jul 19 11:10:31.271406 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.271756 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.272100 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.272438 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.272963 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.273298 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.273629 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.273955 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.274279 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.274604 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.274929 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.275250 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.275569 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.275886 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.276201 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:31.366234 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-e4a3ddd7-df44-4534-b2ed-300aa8cf45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:31.367949 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-e4a3ddd7-df44-4534-b2ed-300aa8cf45a3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 912 time: 0.0978959 Jul 19 11:10:31.401151 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:31.422566 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (b050d99b-4840-43fe-8a76-4d2077c75e1d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:31.445497 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-2ad26c32-1b9c-4da2-bde9-0d63bccb0954 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d928944f-b596-4faa-b70f-efdde2d1f07e HTTP/1.1" status: 200 len: 1000 time: 0.0683155 Jul 19 11:10:31.469322 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:31.495150 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-8e273bab-308b-498a-ba5b-dc4cfdcc0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:31.496628 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-8e273bab-308b-498a-ba5b-dc4cfdcc0a89 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 200 len: 850 time: 0.0441973 Jul 19 11:10:31.541171 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-93eb795a-2ba4-471c-82d6-ffc5423f4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:31.542573 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-93eb795a-2ba4-471c-82d6-ffc5423f4e00 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391681 Jul 19 11:10:31.611640 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:31.628580 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Router b050d99b-4840-43fe-8a76-4d2077c75e1d has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:10:31.636251 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-e02d5e87-1c4b-45af-b185-43e6d8e69d36 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870252 Jul 19 11:10:31.726279 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0d6f83d8-8dee-45b1-83c8-0604731059f8 req-def21320-4862-42d5-8ddf-ad0456483699 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819898 Jul 19 11:10:31.728578 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:10:31.733565 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4da17ba4-810b-46fc-bfcd-38de536d450e admin admin] 10.222.0.33 "PUT /v2.0/routers/b050d99b-4840-43fe-8a76-4d2077c75e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4295330 Jul 19 11:10:31.736086 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52878) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:31.736935 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] Sync routers for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:10:31.747751 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:31.748372 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:31.840437 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks [] for router (b050d99b-4840-43fe-8a76-4d2077c75e1d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:31.852902 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:31.939321 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks [] for router_gateway (b050d99b-4840-43fe-8a76-4d2077c75e1d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:31.984480 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Deleting port f154a2a8-ac49-493a-9b46-91223ff0a627 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:31.984832 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.021214 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39'}], 'enable_snat': True}, 'gw_port_id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:10:31Z', 'revision_number': 5, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port': {'id': 'f154a2a8-ac49-493a-9b46-91223ff0a627', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:23Z', 'updated_at': '2022-07-19T11:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:32.045087 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] Checking router: b050d99b-4840-43fe-8a76-4d2077c75e1d for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:10:32.053575 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] Routers {'b050d99b-4840-43fe-8a76-4d2077c75e1d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:32.054165 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['b050d99b-4840-43fe-8a76-4d2077c75e1d'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:32.063579 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] For port f154a2a8-ac49-493a-9b46-91223ff0a627, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f154a2a8-ac49-493a-9b46-91223ff0a627,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:32.063946 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.073728 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 1504f06f-d7c2-447b-acc1-5498633749e3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:32.077809 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Calling delete_port for f154a2a8-ac49-493a-9b46-91223ff0a627 owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:32.096868 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 1504f06f-d7c2-447b-acc1-5498633749e3 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:32.097221 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 1504f06f-d7c2-447b-acc1-5498633749e3 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:32.137392 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] Set router b050d99b-4840-43fe-8a76-4d2077c75e1d gateway port host: None {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:32.191370 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:10:31Z', 'revision_number': 6, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:32.197149 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:32.215786 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32988ee-e8d7-4a7d-8e95-ddf62502eefc None None] The sync data for ids ['b050d99b-4840-43fe-8a76-4d2077c75e1d'] in dv-cinder-master-3-iscsi is: [{'id': 'b050d99b-4840-43fe-8a76-4d2077c75e1d', 'name': 'tempest-ServerRescueNegativeTestJSON-1197967516-router', 'tenant_id': '05fceba2c70c40a399e71daabe8edef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:22Z', 'updated_at': '2022-07-19T11:10:31Z', 'revision_number': 6, 'project_id': '05fceba2c70c40a399e71daabe8edef6', 'gw_port_host': None}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:10:32.248564 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (f154a2a8-ac49-493a-9b46-91223ff0a627), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.276979 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Pushing event deleted for resources: {'Port': ['ID=f154a2a8-ac49-493a-9b46-91223ff0a627,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:32.329504 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:32.343394 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (b050d99b-4840-43fe-8a76-4d2077c75e1d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.440406 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (b050d99b-4840-43fe-8a76-4d2077c75e1d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.442543 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks [] for router_controller (b050d99b-4840-43fe-8a76-4d2077c75e1d), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.505743 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (b050d99b-4840-43fe-8a76-4d2077c75e1d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.506235 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b050d99b-4840-43fe-8a76-4d2077c75e1d {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:10:32.510801 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.511918 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-12d005c6-3d4f-4812-ae8e-50791d056969 admin admin] 10.222.0.33 "DELETE /v2.0/routers/b050d99b-4840-43fe-8a76-4d2077c75e1d HTTP/1.1" status: 204 len: 168 time: 0.7749290 Jul 19 11:10:32.514995 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 52880) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:32.563895 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-579be280-0a91-4d14-8ee1-e518e58c4fd7 admin admin] Deleting subnet 255d8671-8402-408c-bbe0-5d9a2c070537 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:10:32.567645 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.568270 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-579be280-0a91-4d14-8ee1-e518e58c4fd7 admin admin] Publish callbacks [] for subnet (255d8671-8402-408c-bbe0-5d9a2c070537), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.605002 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-579be280-0a91-4d14-8ee1-e518e58c4fd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26276376'] for subnet (255d8671-8402-408c-bbe0-5d9a2c070537), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.685546 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-579be280-0a91-4d14-8ee1-e518e58c4fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (255d8671-8402-408c-bbe0-5d9a2c070537), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.737510 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-579be280-0a91-4d14-8ee1-e518e58c4fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8382682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25291507'] for subnet (255d8671-8402-408c-bbe0-5d9a2c070537), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.763353 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579be280-0a91-4d14-8ee1-e518e58c4fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255d8671-8402-408c-bbe0-5d9a2c070537,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:32.767488 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-579be280-0a91-4d14-8ee1-e518e58c4fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.770600 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-579be280-0a91-4d14-8ee1-e518e58c4fd7 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/255d8671-8402-408c-bbe0-5d9a2c070537 HTTP/1.1" status: 204 len: 168 time: 0.2547152 Jul 19 11:10:32.773497 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede7b0cc-5b5c-4644-bd13-a63eaf4d330a None None] Network 1ffa3686-4e5a-4747-8994-8cc33db2a036 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:10:32.773894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52886) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:32.804972 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:32.836683 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.852484 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (1ffa3686-4e5a-4747-8994-8cc33db2a036), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.901095 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Deleting port 13cbd1b5-b50d-4790-a0f8-262675475dfb {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:32.901655 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.968267 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] For port 13cbd1b5-b50d-4790-a0f8-262675475dfb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13cbd1b5-b50d-4790-a0f8-262675475dfb,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:32.968631 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:32.983320 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Calling delete_port for 13cbd1b5-b50d-4790-a0f8-262675475dfb owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:33.016055 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852d077-7344-4ab8-bff9-66b232addf13 None None] DHCP port deletion for 1ffa3686-4e5a-4747-8994-8cc33db2a036 request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:10:33.055071 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-d852d077-7344-4ab8-bff9-66b232addf13 None None] Deleting port 13cbd1b5-b50d-4790-a0f8-262675475dfb {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:33.055541 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d852d077-7344-4ab8-bff9-66b232addf13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.078847 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.104619 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Pushing event deleted for resources: {'Port': ['ID=13cbd1b5-b50d-4790-a0f8-262675475dfb,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:33.109393 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] No DVR routers for this DVR port 13cbd1b5-b50d-4790-a0f8-262675475dfb on host dv-cinder-master-3-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:33.136218 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-d852d077-7344-4ab8-bff9-66b232addf13 None None] For port 13cbd1b5-b50d-4790-a0f8-262675475dfb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13cbd1b5-b50d-4790-a0f8-262675475dfb,segment=NetworkSegment(d871b11f-1b3f-4184-bc31-2ae48633fc9d),segment_id=d871b11f-1b3f-4184-bc31-2ae48633fc9d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:33.136626 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d852d077-7344-4ab8-bff9-66b232addf13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.150938 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-d852d077-7344-4ab8-bff9-66b232addf13 None None] Calling delete_port for 13cbd1b5-b50d-4790-a0f8-262675475dfb owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:33.187939 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (1ffa3686-4e5a-4747-8994-8cc33db2a036), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.209399 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.209745 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.210656 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.210998 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > port after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.211293 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.211799 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > port after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.212146 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.212636 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.213200 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.213333 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.230802 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d852d077-7344-4ab8-bff9-66b232addf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (13cbd1b5-b50d-4790-a0f8-262675475dfb), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.258400 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852d077-7344-4ab8-bff9-66b232addf13 None None] Pushing event deleted for resources: {'Port': ['ID=13cbd1b5-b50d-4790-a0f8-262675475dfb,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:33.261894 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852d077-7344-4ab8-bff9-66b232addf13 None None] No DVR routers for this DVR port 13cbd1b5-b50d-4790-a0f8-262675475dfb on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:33.346983 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.347331 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.347791 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.347976 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 19 11:10:33.348346 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffa3686-4e5a-4747-8994-8cc33db2a036']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:33.367820 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd871b11f-1b3f-4184-bc31-2ae48633fc9d') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:33.368344 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd871b11f-1b3f-4184-bc31-2ae48633fc9d') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:33.387303 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (d871b11f-1b3f-4184-bc31-2ae48633fc9d), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.411724 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:33.414539 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (d871b11f-1b3f-4184-bc31-2ae48633fc9d), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.425222 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:10:33.425668 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (d871b11f-1b3f-4184-bc31-2ae48633fc9d), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.497476 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (1ffa3686-4e5a-4747-8994-8cc33db2a036), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.507451 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.510794 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] 10.222.0.33 "DELETE /v2.0/networks/1ffa3686-4e5a-4747-8994-8cc33db2a036 HTTP/1.1" status: 204 len: 168 time: 0.7358041 Jul 19 11:10:33.520137 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5bed-5806-4d3a-adbc-beafb53d468d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ffa3686-4e5a-4747-8994-8cc33db2a036,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:33.610831 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment d871b11f-1b3f-4184-bc31-2ae48633fc9d resource provider aggregate not found Jul 19 11:10:33.629646 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment d871b11f-1b3f-4184-bc31-2ae48633fc9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d871b11f-1b3f-4184-bc31-2ae48633fc9d found for delete ", "request_id": "req-0ba8e195-e9f1-457a-a7ea-317354180993"}]} Jul 19 11:10:33.644640 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52908) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:33.684900 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-e6283234-c78b-4964-8d98-ef124bdc2d3d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=05fceba2c70c40a399e71daabe8edef6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390615 Jul 19 11:10:33.687248 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52910) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:33.735754 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-317e5c18-337d-4a95-81fa-b08f848df610 admin admin] Publish callbacks [] for security_group (226dbd14-8f78-4e17-a481-ae8fc5454994), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.762001 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-317e5c18-337d-4a95-81fa-b08f848df610 admin admin] Publish callbacks [] for security_group (226dbd14-8f78-4e17-a481-ae8fc5454994), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.811379 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-317e5c18-337d-4a95-81fa-b08f848df610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (226dbd14-8f78-4e17-a481-ae8fc5454994), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.814107 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-317e5c18-337d-4a95-81fa-b08f848df610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:33.815231 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-317e5c18-337d-4a95-81fa-b08f848df610 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/226dbd14-8f78-4e17-a481-ae8fc5454994 HTTP/1.1" status: 204 len: 168 time: 0.1270103 Jul 19 11:10:33.823701 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e5c18-337d-4a95-81fa-b08f848df610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226dbd14-8f78-4e17-a481-ae8fc5454994,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:33.882661 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f154a2a8-ac49-493a-9b46-91223ff0a627 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:33.902367 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: f154a2a8-ac49-493a-9b46-91223ff0a627 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:33.902715 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f154a2a8-ac49-493a-9b46-91223ff0a627 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:33.903128 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f994e21f-ec76-40da-9d67-c71a8377dac8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:33.921525 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: f994e21f-ec76-40da-9d67-c71a8377dac8 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:33.922106 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f994e21f-ec76-40da-9d67-c71a8377dac8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:33.922697 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 13cbd1b5-b50d-4790-a0f8-262675475dfb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:33.943128 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 13cbd1b5-b50d-4790-a0f8-262675475dfb {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:33.943480 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 13cbd1b5-b50d-4790-a0f8-262675475dfb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:35.080882 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52972) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:35.185567 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:35.193296 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b19acbc4-3e3e-4397-b129-2084642707cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:35.272055 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b19acbc4-3e3e-4397-b129-2084642707cc admin admin] Publish callbacks [] for security_group (8ad793f7-4946-4467-adce-10cf7c2b1dba), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:35.276292 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b19acbc4-3e3e-4397-b129-2084642707cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8ad793f7-4946-4467-adce-10cf7c2b1dba), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:35.316162 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19acbc4-3e3e-4397-b129-2084642707cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad793f7-4946-4467-adce-10cf7c2b1dba,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:35.320598 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b19acbc4-3e3e-4397-b129-2084642707cc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=d916fb4d05694bd5ba3f9d61678fba03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386379 Jul 19 11:10:35.323164 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 52986) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:35.355207 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c4284042-2820-43ee-9c58-3a3473bc078f req-6e9cb93e-0c20-4942-b9b4-057368aa0a5f tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499670947&fields=id&tenant_id=05630eeaf84a4d1bafd213d419f7a97a HTTP/1.1" status: 200 len: 267 time: 0.0535669 Jul 19 11:10:35.377710 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-483857ff-4006-401d-9f0b-a7e2223b2ffc admin admin] Publish callbacks [] for security_group (8ad793f7-4946-4467-adce-10cf7c2b1dba), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:35.404119 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-483857ff-4006-401d-9f0b-a7e2223b2ffc admin admin] Publish callbacks [] for security_group (8ad793f7-4946-4467-adce-10cf7c2b1dba), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:35.435139 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4284042-2820-43ee-9c58-3a3473bc078f req-8799bbf6-5764-4ab6-ad58-adc250ef5582 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:35.441190 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c4284042-2820-43ee-9c58-3a3473bc078f req-8799bbf6-5764-4ab6-ad58-adc250ef5582 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 985 time: 0.0796854 Jul 19 11:10:35.448561 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-c4284042-2820-43ee-9c58-3a3473bc078f req-7036b910-f801-45d6-89a6-43fb1c0a04b9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Request body: {'port': {'security_groups': ['7a074c39-e1f8-48ec-9e7b-cbee7f40ba12']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:35.482220 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-483857ff-4006-401d-9f0b-a7e2223b2ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8ad793f7-4946-4467-adce-10cf7c2b1dba), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:35.484749 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-483857ff-4006-401d-9f0b-a7e2223b2ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:35.485873 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-483857ff-4006-401d-9f0b-a7e2223b2ffc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8ad793f7-4946-4467-adce-10cf7c2b1dba HTTP/1.1" status: 204 len: 168 time: 0.1607337 Jul 19 11:10:35.503056 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c36ed3-9dea-4dfe-b382-739436961eb1 req-4e1e0e44-d212-4265-81da-f1523f2e8c9b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:35.504563 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-94c36ed3-9dea-4dfe-b382-739436961eb1 req-4e1e0e44-d212-4265-81da-f1523f2e8c9b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0596566 Jul 19 11:10:35.505496 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483857ff-4006-401d-9f0b-a7e2223b2ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad793f7-4946-4467-adce-10cf7c2b1dba,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:35.543656 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c4284042-2820-43ee-9c58-3a3473bc078f req-7036b910-f801-45d6-89a6-43fb1c0a04b9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:35.565801 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-94c36ed3-9dea-4dfe-b382-739436961eb1 req-7fbffeba-c789-4703-a5ec-93f94105e8e7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508661 Jul 19 11:10:35.977196 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-c4284042-2820-43ee-9c58-3a3473bc078f req-7036b910-f801-45d6-89a6-43fb1c0a04b9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] For port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:36.013435 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c4284042-2820-43ee-9c58-3a3473bc078f req-7036b910-f801-45d6-89a6-43fb1c0a04b9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.018384 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c4284042-2820-43ee-9c58-3a3473bc078f req-7036b910-f801-45d6-89a6-43fb1c0a04b9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.031307 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:36.066071 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4284042-2820-43ee-9c58-3a3473bc078f req-7036b910-f801-45d6-89a6-43fb1c0a04b9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:36.066702 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-c4284042-2820-43ee-9c58-3a3473bc078f req-7036b910-f801-45d6-89a6-43fb1c0a04b9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.068525 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c4284042-2820-43ee-9c58-3a3473bc078f req-7036b910-f801-45d6-89a6-43fb1c0a04b9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "PUT /v2.0/ports/6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 943 time: 0.6243997 Jul 19 11:10:36.069082 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:36.071618 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93daa9b3-7492-463f-9296-d93bdaf7c324" -d '{"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:36.073430 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:10:36.078173 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53012) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:36.140730 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036b910-f801-45d6-89a6-43fb1c0a04b9 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event updated for resources: {'Port': ['ID=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,revision_number=7']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:36.179244 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee3a73a2-9768-46b1-ba4e-077947a85fa1 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group (0c90f2f3-5e80-4c64-b49b-9025a5d2bb48), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.207830 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee3a73a2-9768-46b1-ba4e-077947a85fa1 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group (0c90f2f3-5e80-4c64-b49b-9025a5d2bb48), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.251187 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:36.283763 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:10:36.286166 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee3a73a2-9768-46b1-ba4e-077947a85fa1 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (0c90f2f3-5e80-4c64-b49b-9025a5d2bb48), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.289697 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ee3a73a2-9768-46b1-ba4e-077947a85fa1 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.290879 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ee3a73a2-9768-46b1-ba4e-077947a85fa1 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "DELETE /v2.0/security-groups/0c90f2f3-5e80-4c64-b49b-9025a5d2bb48 HTTP/1.1" status: 204 len: 168 time: 0.2121778 Jul 19 11:10:36.293734 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53018) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:36.305653 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a73a2-9768-46b1-ba4e-077947a85fa1 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90f2f3-5e80-4c64-b49b-9025a5d2bb48,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:36.392999 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:36.465052 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-946bff10-d335-4386-8f5f-4dfd1d24dd03 None None] Provisioning complete for port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:10:36.465514 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-946bff10-d335-4386-8f5f-4dfd1d24dd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.474002 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eefc745-7bdc-447c-bb80-bf091372a7e9 x-openstack-request-id: req-8eefc745-7bdc-447c-bb80-bf091372a7e9 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:36.474293 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:36.474543 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8eefc745-7bdc-447c-bb80-bf091372a7e9 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:36.474936 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eefc745-7bdc-447c-bb80-bf091372a7e9'] response: {'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'status': 'completed', 'code': 200} Jul 19 11:10:36.513579 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Deleting port 1c23517b-842d-4995-b865-f994b8424842 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:36.514029 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (1c23517b-842d-4995-b865-f994b8424842), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.558373 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:36.606589 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-be95b191-1dec-4520-a1bd-83370943b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:36.615481 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-be95b191-1dec-4520-a1bd-83370943b387 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05630eeaf84a4d1bafd213d419f7a97a&device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 1130 time: 0.0814075 Jul 19 11:10:36.616075 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:36.631504 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-946bff10-d335-4386-8f5f-4dfd1d24dd03 None None] Current status of the port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 is: ACTIVE; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:36.636760 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (1c23517b-842d-4995-b865-f994b8424842), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.637111 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for floatingip (1c23517b-842d-4995-b865-f994b8424842), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.659799 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Calling delete_port for 1c23517b-842d-4995-b865-f994b8424842 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:36.724795 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-1a537e75-f32a-495e-b5c9-642805a0c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:36.726409 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-1a537e75-f32a-495e-b5c9-642805a0c86e service neutron] 10.222.0.27 "GET /v2.0/networks?id=c45e8b75-1fcc-418c-baa1-a3821825a45d HTTP/1.1" status: 200 len: 915 time: 0.1017394 Jul 19 11:10:36.790127 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6172f1-d6ea-445b-8f2f-5957d31eb327 req-5a8dc060-a4c6-4188-a1a7-490877829f89 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:36.792726 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ae6172f1-d6ea-445b-8f2f-5957d31eb327 req-5a8dc060-a4c6-4188-a1a7-490877829f89 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0626094 Jul 19 11:10:36.819785 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-032d7671-db73-435a-bfdf-3a56ed8308d3 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 1002 time: 0.0852306 Jul 19 11:10:36.887349 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-41bd7499-b3ee-4f4b-97dc-1e3a6a33a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:36.890004 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-41bd7499-b3ee-4f4b-97dc-1e3a6a33a21c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4006588f-d24d-496d-abdc-693013df7a90 HTTP/1.1" status: 200 len: 853 time: 0.0622859 Jul 19 11:10:36.890137 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ae6172f1-d6ea-445b-8f2f-5957d31eb327 req-93f8e86e-9349-409b-9735-6e19c33a61a4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904498 Jul 19 11:10:36.949501 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-28a8343a-43e7-42bc-9270-894f504280ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:36.952050 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-28a8343a-43e7-42bc-9270-894f504280ce service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c45e8b75-1fcc-418c-baa1-a3821825a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542009 Jul 19 11:10:36.983919 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (1c23517b-842d-4995-b865-f994b8424842), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:36.985321 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:37.025821 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event deleted for resources: {'Port': ['ID=1c23517b-842d-4995-b865-f994b8424842,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:37.079372 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-5a4892a7-21cd-4477-ad31-959f21a37edb service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123762 Jul 19 11:10:37.120094 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea5cd1-da49-45da-bba7-6f881e173c3d req-070b3614-6c51-4e10-a025-23dfba62e05a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:37.121600 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60ea5cd1-da49-45da-bba7-6f881e173c3d req-070b3614-6c51-4e10-a025-23dfba62e05a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0899782 Jul 19 11:10:37.150418 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks [] for floatingip (6d662868-a465-445a-9455-ac5d612050f7), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:37.150822 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Floating IP 6d662868-a465-445a-9455-ac5d612050f7 disassociated (deleted). External IP: 172.37.3.214, port: 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6. Jul 19 11:10:37.257914 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60ea5cd1-da49-45da-bba7-6f881e173c3d req-ca565ea3-fe93-44fd-9015-9420e49ad2fc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295252 Jul 19 11:10:37.265742 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:37.389650 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:10:37.473256 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53056) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:37.493686 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:10:37.498921 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:37.504379 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] Sync routers for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:10:37.521644 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:37.522193 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:37.532823 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5542ced5-39d7-453d-89c4-d3edb5f0160c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "DELETE /v2.0/floatingips/6d662868-a465-445a-9455-ac5d612050f7 HTTP/1.1" status: 204 len: 168 time: 1.2379727 Jul 19 11:10:37.613250 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f7a29f8-82c7-42c8-a43a-56cb0a5e5737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:37.633234 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:37.699714 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f7a29f8-82c7-42c8-a43a-56cb0a5e5737 admin admin] Publish callbacks [] for security_group (57d1ee32-9c47-410b-9cd2-2ea2a5b07442), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:37.703935 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4f7a29f8-82c7-42c8-a43a-56cb0a5e5737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (57d1ee32-9c47-410b-9cd2-2ea2a5b07442), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:37.751152 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-4f7a29f8-82c7-42c8-a43a-56cb0a5e5737 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9e1e8b8f0ad54baaba2035513ad79c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734568 Jul 19 11:10:37.751619 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53068) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:37.754696 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a29f8-82c7-42c8-a43a-56cb0a5e5737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d1ee32-9c47-410b-9cd2-2ea2a5b07442,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:37.806532 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:37.822250 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-163f552a-2c2f-4a02-a46e-99e01d5b02bc admin admin] Publish callbacks [] for security_group (57d1ee32-9c47-410b-9cd2-2ea2a5b07442), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:37.846737 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-163f552a-2c2f-4a02-a46e-99e01d5b02bc admin admin] Publish callbacks [] for security_group (57d1ee32-9c47-410b-9cd2-2ea2a5b07442), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:37.897249 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-163f552a-2c2f-4a02-a46e-99e01d5b02bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (57d1ee32-9c47-410b-9cd2-2ea2a5b07442), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:37.899827 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-163f552a-2c2f-4a02-a46e-99e01d5b02bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:37.901032 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-163f552a-2c2f-4a02-a46e-99e01d5b02bc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/57d1ee32-9c47-410b-9cd2-2ea2a5b07442 HTTP/1.1" status: 204 len: 168 time: 0.1483748 Jul 19 11:10:37.911888 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f552a-2c2f-4a02-a46e-99e01d5b02bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d1ee32-9c47-410b-9cd2-2ea2a5b07442,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:37.974079 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:29Z', 'revision_number': 5, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:38.006147 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] Checking router: 99ae74c1-472e-4d8a-94eb-ff2783c4d583 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:10:38.015657 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:38.016465 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:38.028217 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53712a58-e2a7-4034-ba66-4679fc4e52ae req-17ea699f-8009-4b3c-9601-d0e605b8a850 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:38.030254 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-53712a58-e2a7-4034-ba66-4679fc4e52ae req-17ea699f-8009-4b3c-9601-d0e605b8a850 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Jul 19 11:10:38.083741 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-53712a58-e2a7-4034-ba66-4679fc4e52ae req-93334466-2276-4d69-851e-a7f79034b1c0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476806 Jul 19 11:10:38.126532 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:38.217443 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53076) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:38.230848 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cac741b9-8775-4bde-aa1c-9490073628fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:38.308140 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cac741b9-8775-4bde-aa1c-9490073628fd admin admin] Publish callbacks [] for security_group (09364a55-2f95-4fab-ac97-d5de7d3497d3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:38.313197 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cac741b9-8775-4bde-aa1c-9490073628fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (09364a55-2f95-4fab-ac97-d5de7d3497d3), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:38.324940 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:29Z', 'revision_number': 5, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:38.349701 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cef5b5-9bf4-4075-a138-26c5121cb8e9 None None] The sync data for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi is: [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:07:20Z', 'revision_number': 4, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'dcf021e0-c72e-457c-8cea-e6d2be072f26', 'name': '', 'network_id': 'c45e8b75-1fcc-418c-baa1-a3821825a45d', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'mac_address': 'fa:16:3e:5a:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4006588f-d24d-496d-abdc-693013df7a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:19Z', 'updated_at': '2022-07-19T11:07:29Z', 'revision_number': 5, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'subnets': [{'id': '4006588f-d24d-496d-abdc-693013df7a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:10:38.357253 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-cac741b9-8775-4bde-aa1c-9490073628fd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bfe9514d41584761a476690e1b421b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386118 Jul 19 11:10:38.359305 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53080) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:38.361543 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac741b9-8775-4bde-aa1c-9490073628fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09364a55-2f95-4fab-ac97-d5de7d3497d3,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:38.389815 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b366f2-429f-49fb-9913-3e010e4b6a88 req-d6cbbe7a-8836-43ba-9d89-a7430b2e1939 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:38.391420 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-25b366f2-429f-49fb-9913-3e010e4b6a88 req-d6cbbe7a-8836-43ba-9d89-a7430b2e1939 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0570166 Jul 19 11:10:38.411823 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:38.424785 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f07ea1cc-062b-4ab7-8200-28b047546ec8 admin admin] Publish callbacks [] for security_group (09364a55-2f95-4fab-ac97-d5de7d3497d3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:38.447635 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-25b366f2-429f-49fb-9913-3e010e4b6a88 req-9bcadf35-35ed-43b4-ac12-c39b79695690 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496743 Jul 19 11:10:38.447849 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f07ea1cc-062b-4ab7-8200-28b047546ec8 admin admin] Publish callbacks [] for security_group (09364a55-2f95-4fab-ac97-d5de7d3497d3), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:38.475741 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:38.478093 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7194485c-775a-4e1b-8307-feb40170590e" -d '{"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:38.510324 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f07ea1cc-062b-4ab7-8200-28b047546ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (09364a55-2f95-4fab-ac97-d5de7d3497d3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:38.512994 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f07ea1cc-062b-4ab7-8200-28b047546ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:38.517140 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f07ea1cc-062b-4ab7-8200-28b047546ec8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/09364a55-2f95-4fab-ac97-d5de7d3497d3 HTTP/1.1" status: 204 len: 168 time: 0.1542108 Jul 19 11:10:38.518846 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025aba3-4332-487a-9379-a4b73e3fde95 x-openstack-request-id: req-5025aba3-4332-487a-9379-a4b73e3fde95 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:38.519329 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:38.519442 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5025aba3-4332-487a-9379-a4b73e3fde95 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:38.519809 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5025aba3-4332-487a-9379-a4b73e3fde95'] response: {'name': 'network-changed', 'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'status': 'completed', 'code': 200} Jul 19 11:10:38.523363 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ea1cc-062b-4ab7-8200-28b047546ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09364a55-2f95-4fab-ac97-d5de7d3497d3,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:38.630141 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27dc74-400e-4315-b9fa-63cdf44c980f None None] New status for floating IP 6d662868-a465-445a-9455-ac5d612050f7: DOWN {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:10:39.146748 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-93daa9b3-7492-463f-9296-d93bdaf7c324 req-27059e39-0795-4a26-bc19-be6a643c1781 service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939071 Jul 19 11:10:39.212667 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71eb00-6582-4922-97c4-6198ab8813cf req-6deecb04-8b3b-4412-be97-1f0c8af2494f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:39.214133 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-db71eb00-6582-4922-97c4-6198ab8813cf req-6deecb04-8b3b-4412-be97-1f0c8af2494f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0477266 Jul 19 11:10:39.252373 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:39.271132 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-db71eb00-6582-4922-97c4-6198ab8813cf req-20cb44a1-90a1-4bfd-8bdb-109eacfd19ec tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513079 Jul 19 11:10:39.518087 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194485c-775a-4e1b-8307-feb40170590e req-829d09db-1cdc-47a9-90b6-5c3a4b47d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:39.520689 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7194485c-775a-4e1b-8307-feb40170590e req-829d09db-1cdc-47a9-90b6-5c3a4b47d47c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=05630eeaf84a4d1bafd213d419f7a97a&device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 1130 time: 0.0740108 Jul 19 11:10:39.525789 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-f5802919-caeb-4f24-92f2-f4118f0c370b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:39.527211 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-f5802919-caeb-4f24-92f2-f4118f0c370b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0799510 Jul 19 11:10:39.576144 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1df7b-6389-4263-8606-8c6a78b67a1a req-d496f25f-b4aa-4ab4-8b1c-9f2729f03742 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:39.577659 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-03b1df7b-6389-4263-8606-8c6a78b67a1a req-d496f25f-b4aa-4ab4-8b1c-9f2729f03742 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 945 time: 0.0495744 Jul 19 11:10:39.626403 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-03b1df7b-6389-4263-8606-8c6a78b67a1a req-dbaf81d9-2f58-4d3d-bf61-f08b7a2b3b38 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=fea64665-97c8-421b-bfe7-ad7b44c02728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Jul 19 11:10:40.018250 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194485c-775a-4e1b-8307-feb40170590e req-f6284a4f-cf7a-4bfe-a9d9-80d651a1492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:40.019236 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Deleting port d928944f-b596-4faa-b70f-efdde2d1f07e {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:40.019584 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:40.020075 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7194485c-775a-4e1b-8307-feb40170590e req-f6284a4f-cf7a-4bfe-a9d9-80d651a1492e service neutron] 10.222.0.27 "GET /v2.0/networks?id=c45e8b75-1fcc-418c-baa1-a3821825a45d HTTP/1.1" status: 200 len: 915 time: 0.1053576 Jul 19 11:10:40.118697 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] For port d928944f-b596-4faa-b70f-efdde2d1f07e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d928944f-b596-4faa-b70f-efdde2d1f07e,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:40.119128 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:40.121371 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7194485c-775a-4e1b-8307-feb40170590e req-39b59d63-8b7c-42cf-afc6-434c32095f96 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 200 len: 217 time: 0.0408466 Jul 19 11:10:40.173842 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194485c-775a-4e1b-8307-feb40170590e req-dfd50ef2-4591-468a-aa51-a01b33364a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:40.175583 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7194485c-775a-4e1b-8307-feb40170590e req-dfd50ef2-4591-468a-aa51-a01b33364a25 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4006588f-d24d-496d-abdc-693013df7a90 HTTP/1.1" status: 200 len: 853 time: 0.0480375 Jul 19 11:10:40.222053 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194485c-775a-4e1b-8307-feb40170590e req-f77a5033-8edf-4776-8ca4-46c79ddbf8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:40.223834 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7194485c-775a-4e1b-8307-feb40170590e req-f77a5033-8edf-4776-8ca4-46c79ddbf8fa service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c45e8b75-1fcc-418c-baa1-a3821825a45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409317 Jul 19 11:10:40.287450 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:40.331470 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7194485c-775a-4e1b-8307-feb40170590e req-d51e3fc6-5f14-431e-a9a7-f7799af05b42 service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003335 Jul 19 11:10:40.344038 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:40.344841 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (1a6b8b45-a4f6-4c84-a3b9-40c639197c9c), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:40.345331 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Floating IP 1a6b8b45-a4f6-4c84-a3b9-40c639197c9c disassociated. External IP: 172.37.3.41, port: d928944f-b596-4faa-b70f-efdde2d1f07e. Jul 19 11:10:40.345860 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Calling delete_port for d928944f-b596-4faa-b70f-efdde2d1f07e owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:40.475073 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7194485c-775a-4e1b-8307-feb40170590e req-9ec4ee4b-4181-4a50-96ad-e4282a39f159 service neutron] 10.222.0.27 "GET /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369205 Jul 19 11:10:40.476432 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586b508-8185-4bf7-8fe6-3f8e3ad53608 req-ae5a0ac8-d564-448a-acf9-d926b3ade2f2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:40.477957 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9586b508-8185-4bf7-8fe6-3f8e3ad53608 req-ae5a0ac8-d564-448a-acf9-d926b3ade2f2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0724769 Jul 19 11:10:40.564239 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:40.574076 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9586b508-8185-4bf7-8fe6-3f8e3ad53608 req-b0820405-bc2d-4605-b84f-95c168f8f025 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864615 Jul 19 11:10:40.575621 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (d928944f-b596-4faa-b70f-efdde2d1f07e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:40.602253 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event deleted for resources: {'Port': ['ID=d928944f-b596-4faa-b70f-efdde2d1f07e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:40.716810 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Router 003f6a2c-a587-4d52-a126-a49bcc3815a5 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:10:40.725529 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-db6027a0-7e62-4980-be6e-ec3b106d4fa0 req-980ddb1d-05f6-4a7e-b44b-6b22e16c8f0b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=940e8a5c-b365-40c2-8361-fbb677969487 HTTP/1.1" status: 200 len: 210 time: 0.0309188 Jul 19 11:10:40.819913 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:10:40.831324 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] Sync routers for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:10:40.842121 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:40.842854 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:40.864496 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] No DVR routers for this DVR port d928944f-b596-4faa-b70f-efdde2d1f07e on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:40.866957 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:40.870270 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-110fffea-d2e0-4e68-a361-66fb16015a64 req-2c8cce7c-df61-448f-a9af-064028e6db86 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "DELETE /v2.0/ports/d928944f-b596-4faa-b70f-efdde2d1f07e HTTP/1.1" status: 204 len: 173 time: 0.9565973 Jul 19 11:10:40.870701 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940e8a5c-b365-40c2-8361-fbb677969487', 'name': 'network-vif-deleted', 'tag': 'd928944f-b596-4faa-b70f-efdde2d1f07e'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:40.873739 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2996072a-5440-42b4-a22e-8e9c0db8a62b" -d '{"events": [{"server_uuid": "940e8a5c-b365-40c2-8361-fbb677969487", "name": "network-vif-deleted", "tag": "d928944f-b596-4faa-b70f-efdde2d1f07e"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:40.954250 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29f7ef-4e7d-4f40-8aab-feabaaaae160 x-openstack-request-id: req-6e29f7ef-4e7d-4f40-8aab-feabaaaae160 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:40.955438 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940e8a5c-b365-40c2-8361-fbb677969487", "name": "network-vif-deleted", "tag": "d928944f-b596-4faa-b70f-efdde2d1f07e", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:40.955781 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6e29f7ef-4e7d-4f40-8aab-feabaaaae160 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:40.957748 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e29f7ef-4e7d-4f40-8aab-feabaaaae160'] response: {'server_uuid': '940e8a5c-b365-40c2-8361-fbb677969487', 'name': 'network-vif-deleted', 'tag': 'd928944f-b596-4faa-b70f-efdde2d1f07e', 'status': 'completed', 'code': 200} Jul 19 11:10:40.963456 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:41.106031 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:41.189067 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:41.214787 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] Checking router: 003f6a2c-a587-4d52-a126-a49bcc3815a5 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:10:41.223327 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:41.223920 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:41.294709 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:41.324746 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:41.528994 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:41.565869 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede41de-51dd-49b5-9bcd-13766e6997c4 None None] The sync data for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi is: [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:10:41.701862 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c49da2-9d70-49d2-b6b2-f2ffa28a9bea req-136c9ad4-9497-4e77-bb56-50d958d1085d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:41.703638 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47c49da2-9d70-49d2-b6b2-f2ffa28a9bea req-136c9ad4-9497-4e77-bb56-50d958d1085d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0510588 Jul 19 11:10:41.761293 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47c49da2-9d70-49d2-b6b2-f2ffa28a9bea req-2c9cb262-0587-45e9-adbc-1cd327c0944d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521481 Jul 19 11:10:41.840583 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53174) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:41.886361 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f2994-d482-49de-b019-64f65ff324af None None] New status for floating IP 1a6b8b45-a4f6-4c84-a3b9-40c639197c9c: DOWN {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:10:41.905050 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881a4296-e10f-4ec2-b488-6acbd6e7ffcd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (fea64665-97c8-421b-bfe7-ad7b44c02728), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:41.930633 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881a4296-e10f-4ec2-b488-6acbd6e7ffcd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (fea64665-97c8-421b-bfe7-ad7b44c02728), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:41.981072 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881a4296-e10f-4ec2-b488-6acbd6e7ffcd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fea64665-97c8-421b-bfe7-ad7b44c02728), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:41.983680 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-881a4296-e10f-4ec2-b488-6acbd6e7ffcd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:41.985538 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-881a4296-e10f-4ec2-b488-6acbd6e7ffcd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "DELETE /v2.0/security-groups/fea64665-97c8-421b-bfe7-ad7b44c02728 HTTP/1.1" status: 204 len: 168 time: 0.1434021 Jul 19 11:10:41.988170 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53176) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:41.997482 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a4296-e10f-4ec2-b488-6acbd6e7ffcd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea64665-97c8-421b-bfe7-ad7b44c02728,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:42.013090 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.api.v2.resource [None req-2d1e956d-2b5a-47c2-a5c1-bbd9f98e9cd0 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] show failed (client error): The resource could not be found. Jul 19 11:10:42.018428 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-2d1e956d-2b5a-47c2-a5c1-bbd9f98e9cd0 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups/fea64665-97c8-421b-bfe7-ad7b44c02728 HTTP/1.1" status: 404 len: 347 time: 0.0289395 Jul 19 11:10:42.018646 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53180) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:42.147717 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Deleting port 33c80901-d5f1-45c3-8f50-3214eccbcfbd {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:42.148391 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (33c80901-d5f1-45c3-8f50-3214eccbcfbd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.225605 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:42.236221 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (33c80901-d5f1-45c3-8f50-3214eccbcfbd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.236672 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (33c80901-d5f1-45c3-8f50-3214eccbcfbd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.251398 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Calling delete_port for 33c80901-d5f1-45c3-8f50-3214eccbcfbd owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:42.411324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (33c80901-d5f1-45c3-8f50-3214eccbcfbd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.434490 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event deleted for resources: {'Port': ['ID=33c80901-d5f1-45c3-8f50-3214eccbcfbd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:42.487918 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06ac2a-332d-41d0-b7eb-d37fa1bd4e87 req-6de8a652-a177-4c00-a648-c9752ec588f0 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:42.489419 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f06ac2a-332d-41d0-b7eb-d37fa1bd4e87 req-6de8a652-a177-4c00-a648-c9752ec588f0 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0504045 Jul 19 11:10:42.498721 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (1a6b8b45-a4f6-4c84-a3b9-40c639197c9c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.501532 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.502671 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5fd64961-858d-427d-945a-a48e7a007c76 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "DELETE /v2.0/floatingips/1a6b8b45-a4f6-4c84-a3b9-40c639197c9c HTTP/1.1" status: 204 len: 168 time: 0.4828415 Jul 19 11:10:42.545061 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2f06ac2a-332d-41d0-b7eb-d37fa1bd4e87 req-9f053a25-a8bb-47b0-89f6-261c2e9c22ab tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498924 Jul 19 11:10:42.577033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53196) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:42.581987 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-494408d9-e4fe-4dcf-a644-aac7505eb3fc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--453241111', 'description': 'tempest-description--63485018'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:42.602673 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-494408d9-e4fe-4dcf-a644-aac7505eb3fc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.621724 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:42.676012 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-494408d9-e4fe-4dcf-a644-aac7505eb3fc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (e59504fe-2885-4466-aa99-c63c008146a8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.680218 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-494408d9-e4fe-4dcf-a644-aac7505eb3fc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (e59504fe-2885-4466-aa99-c63c008146a8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.714335 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-494408d9-e4fe-4dcf-a644-aac7505eb3fc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.715460 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-494408d9-e4fe-4dcf-a644-aac7505eb3fc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1373699 Jul 19 11:10:42.716547 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494408d9-e4fe-4dcf-a644-aac7505eb3fc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59504fe-2885-4466-aa99-c63c008146a8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:42.718507 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53198) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:42.722935 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c90da343-1e07-4f51-9187-71fb71a0bd2d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'security_group_rule': {'security_group_id': 'e59504fe-2885-4466-aa99-c63c008146a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:42.748708 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c90da343-1e07-4f51-9187-71fb71a0bd2d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (ea4b5eca-97ae-4c59-bdd2-4fa5a9618424), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.806075 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c90da343-1e07-4f51-9187-71fb71a0bd2d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (ea4b5eca-97ae-4c59-bdd2-4fa5a9618424), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.811478 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c90da343-1e07-4f51-9187-71fb71a0bd2d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (ea4b5eca-97ae-4c59-bdd2-4fa5a9618424), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.831249 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90da343-1e07-4f51-9187-71fb71a0bd2d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4b5eca-97ae-4c59-bdd2-4fa5a9618424,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:42.836486 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c90da343-1e07-4f51-9187-71fb71a0bd2d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.840864 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c90da343-1e07-4f51-9187-71fb71a0bd2d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184118 Jul 19 11:10:42.840864 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53202) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:42.844802 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-4921505f-5dc3-4dc5-aca7-dc0be0da8c31 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'security_group_rule': {'security_group_id': 'e59504fe-2885-4466-aa99-c63c008146a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:42.871855 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4921505f-5dc3-4dc5-aca7-dc0be0da8c31 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (cea30bd4-ef98-4c43-a308-c784c631dff1), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.889234 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cddb1-a9c6-4db3-a502-3ccf57aefd17 req-a15739a1-be47-41f9-971d-105cc013019f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:42.890729 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-776cddb1-a9c6-4db3-a502-3ccf57aefd17 req-a15739a1-be47-41f9-971d-105cc013019f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0483356 Jul 19 11:10:42.910806 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:42.933392 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4921505f-5dc3-4dc5-aca7-dc0be0da8c31 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (cea30bd4-ef98-4c43-a308-c784c631dff1), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.938197 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4921505f-5dc3-4dc5-aca7-dc0be0da8c31 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587144'] for security_group_rule (cea30bd4-ef98-4c43-a308-c784c631dff1), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.948885 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-776cddb1-a9c6-4db3-a502-3ccf57aefd17 req-227a71cb-ce18-40c0-b619-5a12505f5cf7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524547 Jul 19 11:10:42.955781 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:42.957615 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921505f-5dc3-4dc5-aca7-dc0be0da8c31 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea30bd4-ef98-4c43-a308-c784c631dff1,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:42.967127 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4921505f-5dc3-4dc5-aca7-dc0be0da8c31 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:42.968598 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4921505f-5dc3-4dc5-aca7-dc0be0da8c31 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271973 Jul 19 11:10:42.971843 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53204) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:42.978343 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:42.999312 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.079359 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.186608 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Allocated IP 172.37.3.109 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/7dad6ef3-0635-4014-bc03-24bf3a090558) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:10:43.188399 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:43.293262 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for port (7dad6ef3-0635-4014-bc03-24bf3a090558), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.326779 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (7dad6ef3-0635-4014-bc03-24bf3a090558), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.366787 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:10:43.372235 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:10:43.375239 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:10:43.402499 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'Port': ['ID=7dad6ef3-0635-4014-bc03-24bf3a090558,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:43.467672 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (146b6342-c544-4b95-a8d4-d7170f70afe8), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.511024 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7dad6ef3-0635-4014-bc03-24bf3a090558), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.615323 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:43.651941 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:43.684004 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for port (7dad6ef3-0635-4014-bc03-24bf3a090558), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.689054 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26017153'] for port (7dad6ef3-0635-4014-bc03-24bf3a090558), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.708019 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fa174-4e50-4d7f-b51d-e4316fe534ab req-13d4dd4b-e630-4d5e-85b7-545b04c9ae6c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:43.710333 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4e7fa174-4e50-4d7f-b51d-e4316fe534ab req-13d4dd4b-e630-4d5e-85b7-545b04c9ae6c tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0778205 Jul 19 11:10:43.723724 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:43.769452 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'Port': ['ID=7dad6ef3-0635-4014-bc03-24bf3a090558,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:43.773199 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4e7fa174-4e50-4d7f-b51d-e4316fe534ab req-8e0560be-3aaf-4bf4-8e7c-a866e58fc8f2 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568624 Jul 19 11:10:43.777253 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (146b6342-c544-4b95-a8d4-d7170f70afe8), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.794354 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:43.795726 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-181858d9-2ed1-4018-a14e-c36e358895bd tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8227367 Jul 19 11:10:43.845638 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53218) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:43.957045 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8dc9893-43bf-49ee-b386-b29de46ba45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.007242 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-58c4519f-f2e4-41cf-a950-22c65e0c76f4 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-securitygroup--453241111&fields=id&tenant_id=54b5133f102c4606ac7981542949b178 HTTP/1.1" status: 200 len: 267 time: 0.0457003 Jul 19 11:10:44.075044 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8dc9893-43bf-49ee-b386-b29de46ba45f admin admin] Publish callbacks [] for security_group (14eea22b-3d95-4884-b542-e7efa54c7d6e), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.081557 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c8dc9893-43bf-49ee-b386-b29de46ba45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (14eea22b-3d95-4884-b542-e7efa54c7d6e), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.091421 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:44.097762 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device d928944f-b596-4faa-b70f-efdde2d1f07e no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:44.100615 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf0d4d-b2f8-44f9-9e50-3ca18527a8a9 req-8ab477c6-e216-4c36-808e-88c8d3651b25 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:44.102474 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6fdf0d4d-b2f8-44f9-9e50-3ca18527a8a9 req-8ab477c6-e216-4c36-808e-88c8d3651b25 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0755577 Jul 19 11:10:44.124215 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: d928944f-b596-4faa-b70f-efdde2d1f07e {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:44.124759 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067ac15-b0ab-4343-8586-00841475c88d req-bedb295c-0064-41be-8895-10919344c7eb tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:44.124998 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device d928944f-b596-4faa-b70f-efdde2d1f07e not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:44.126496 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-bedb295c-0064-41be-8895-10919344c7eb tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 811 time: 0.1088026 Jul 19 11:10:44.141571 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-5cae1dcc-3a93-483f-9730-d45e1f7af8ad tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/quotas/54b5133f102c4606ac7981542949b178 HTTP/1.1" status: 200 len: 375 time: 0.0097239 Jul 19 11:10:44.147020 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc9893-43bf-49ee-b386-b29de46ba45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eea22b-3d95-4884-b542-e7efa54c7d6e,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:44.162495 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c8dc9893-43bf-49ee-b386-b29de46ba45f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b34ccf97aacd4f1193e8fec271d4a082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135264 Jul 19 11:10:44.163422 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53234) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:44.192967 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-beda8f13-68f3-4729-96ba-b4b75a325e4f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461750 Jul 19 11:10:44.199868 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:44.210679 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6fdf0d4d-b2f8-44f9-9e50-3ca18527a8a9 req-9657b696-5c61-44fc-9a9b-427f9cce8045 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979469 Jul 19 11:10:44.238881 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e34dbb39-15b6-401d-8f49-6811423fb977 admin admin] Publish callbacks [] for security_group (14eea22b-3d95-4884-b542-e7efa54c7d6e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.262671 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e34dbb39-15b6-401d-8f49-6811423fb977 admin admin] Publish callbacks [] for security_group (14eea22b-3d95-4884-b542-e7efa54c7d6e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.297998 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-2d5d9882-2af2-4910-81e2-c1816314ca18 service neutron] 10.222.0.33 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933568 Jul 19 11:10:44.310082 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e34dbb39-15b6-401d-8f49-6811423fb977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (14eea22b-3d95-4884-b542-e7efa54c7d6e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.312633 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-e34dbb39-15b6-401d-8f49-6811423fb977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.313783 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-e34dbb39-15b6-401d-8f49-6811423fb977 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/14eea22b-3d95-4884-b542-e7efa54c7d6e HTTP/1.1" status: 204 len: 168 time: 0.1494133 Jul 19 11:10:44.322088 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dbb39-15b6-401d-8f49-6811423fb977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eea22b-3d95-4884-b542-e7efa54c7d6e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:44.396540 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-3ae76a2b-ad22-48e4-943f-1e7bc1b11e44 service neutron] 10.222.0.33 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920672 Jul 19 11:10:44.578491 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ccd52549-bda7-4c08-943f-a0d6a2e435ee req-a0a6ccaa-5eec-47d9-abfc-dcc55fdc5f1a tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 210 time: 0.0349205 Jul 19 11:10:44.647477 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53244) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:44.651441 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c14c9-47a4-46e6-9683-2a4755408706 req-db8d785c-f80d-4b5f-9a2a-f9120f1c009b tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:44.652918 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-460c14c9-47a4-46e6-9683-2a4755408706 req-db8d785c-f80d-4b5f-9a2a-f9120f1c009b tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.27 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0670140 Jul 19 11:10:44.663818 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9a993dd8-7b0c-40ab-b462-30ad624a9c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.746087 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9a993dd8-7b0c-40ab-b462-30ad624a9c84 admin admin] Publish callbacks [] for security_group (65d153ff-dc7f-4855-b4b5-b171786277ad), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.750024 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-460c14c9-47a4-46e6-9683-2a4755408706 req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Deleting port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:44.750365 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-460c14c9-47a4-46e6-9683-2a4755408706 req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.755454 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9a993dd8-7b0c-40ab-b462-30ad624a9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (65d153ff-dc7f-4855-b4b5-b171786277ad), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.789400 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a993dd8-7b0c-40ab-b462-30ad624a9c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d153ff-dc7f-4855-b4b5-b171786277ad,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:44.819623 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-9a993dd8-7b0c-40ab-b462-30ad624a9c84 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7c9d667f2d5a428cb1c46b7a15b56e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700852 Jul 19 11:10:44.822704 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53254) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:44.875035 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-460c14c9-47a4-46e6-9683-2a4755408706 req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] For port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:44.875035 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-460c14c9-47a4-46e6-9683-2a4755408706 req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.888297 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-460c14c9-47a4-46e6-9683-2a4755408706 req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Calling delete_port for 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:44.915300 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a11d400a-6c2b-481f-b2a2-1d5c37b0e72d admin admin] Publish callbacks [] for security_group (65d153ff-dc7f-4855-b4b5-b171786277ad), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.930954 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e55da-f18b-43e3-b170-86791addf21f req-4a1b5aa1-8b2c-4165-be9f-99a03fdc20c0 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:44.932524 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8e0e55da-f18b-43e3-b170-86791addf21f req-4a1b5aa1-8b2c-4165-be9f-99a03fdc20c0 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 946 time: 0.0768270 Jul 19 11:10:44.959277 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a11d400a-6c2b-481f-b2a2-1d5c37b0e72d admin admin] Publish callbacks [] for security_group (65d153ff-dc7f-4855-b4b5-b171786277ad), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:44.959918 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:45.024525 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8e0e55da-f18b-43e3-b170-86791addf21f req-5e258222-a37c-44c7-8bee-5277e9856f2b tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/security-groups?id=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838747 Jul 19 11:10:45.050659 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a11d400a-6c2b-481f-b2a2-1d5c37b0e72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (65d153ff-dc7f-4855-b4b5-b171786277ad), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:45.053738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a11d400a-6c2b-481f-b2a2-1d5c37b0e72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:45.054368 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-460c14c9-47a4-46e6-9683-2a4755408706 req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:45.055023 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a11d400a-6c2b-481f-b2a2-1d5c37b0e72d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/65d153ff-dc7f-4855-b4b5-b171786277ad HTTP/1.1" status: 204 len: 168 time: 0.2311411 Jul 19 11:10:45.058262 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:45.064066 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d400a-6c2b-481f-b2a2-1d5c37b0e72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d153ff-dc7f-4855-b4b5-b171786277ad,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:45.096609 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:10:45.100505 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Pushing event deleted for resources: {'Port': ['ID=6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:45.144664 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-460c14c9-47a4-46e6-9683-2a4755408706 req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] No DVR routers for this DVR port 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:45.146924 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-460c14c9-47a4-46e6-9683-2a4755408706 req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:45.150123 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-460c14c9-47a4-46e6-9683-2a4755408706 req-90ceefd7-a08e-4287-adde-12a93ccd0796 tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.27 "DELETE /v2.0/ports/6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 HTTP/1.1" status: 204 len: 173 time: 0.4920614 Jul 19 11:10:45.150556 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'name': 'network-vif-deleted', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:45.160062 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca109543-3110-4ab5-b7ee-947a3bf3e561" -d '{"events": [{"server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "name": "network-vif-deleted", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:45.197021 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4c1d9e-2154-46fc-b682-e864a65f81f4 x-openstack-request-id: req-cb4c1d9e-2154-46fc-b682-e864a65f81f4 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:45.197534 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03624642-ce02-450f-821d-1c135e5d7a4a", "name": "network-vif-deleted", "tag": "6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:45.197784 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-cb4c1d9e-2154-46fc-b682-e864a65f81f4 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:45.198187 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4c1d9e-2154-46fc-b682-e864a65f81f4'] response: {'server_uuid': '03624642-ce02-450f-821d-1c135e5d7a4a', 'name': 'network-vif-deleted', 'tag': '6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6', 'status': 'completed', 'code': 200} Jul 19 11:10:45.344976 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313e3e6-b50c-4707-b35b-f9fb5ea258e0 req-530ea175-a2fb-4d16-b1ce-4750436a5b61 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:45.346686 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d313e3e6-b50c-4707-b35b-f9fb5ea258e0 req-530ea175-a2fb-4d16-b1ce-4750436a5b61 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0584860 Jul 19 11:10:45.402695 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d313e3e6-b50c-4707-b35b-f9fb5ea258e0 req-49e88da7-10e2-48de-924a-66726408dbca tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500851 Jul 19 11:10:45.693025 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c89a6038-0192-4678-a07c-8adf00b57b28 req-db6c28ef-570e-452e-ba13-1722fc43bde5 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 210 time: 0.0301576 Jul 19 11:10:46.158040 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-31624669-916b-42c2-9b45-df8da98ece9f req-a613a54d-a051-4b44-bf5a-64f9162282af tempest-TestMinimumBasicScenario-1471164354 tempest-TestMinimumBasicScenario-1471164354-project] 10.222.0.33 "GET /v2.0/ports?device_id=03624642-ce02-450f-821d-1c135e5d7a4a HTTP/1.1" status: 200 len: 210 time: 0.0463057 Jul 19 11:10:46.244494 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067ac15-b0ab-4343-8586-00841475c88d req-4d628ac3-505f-4b23-9a65-328a1c3f5022 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:46.246608 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-4d628ac3-505f-4b23-9a65-328a1c3f5022 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 811 time: 0.1474156 Jul 19 11:10:46.332242 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-081f4dab-e2d8-475a-961f-36a02ca70af5 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b5133f102c4606ac7981542949b178 HTTP/1.1" status: 200 len: 379 time: 0.0671365 Jul 19 11:10:46.442369 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'port': {'device_id': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'admin_state_up': True, 'tenant_id': '54b5133f102c4606ac7981542949b178', 'security_groups': ['e59504fe-2885-4466-aa99-c63c008146a8']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:46.792762 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-93479e3d-ee02-4169-ba0a-356d63cb991a req-afe2f5e8-37fb-4168-a890-d8bcfd96f57b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Jul 19 11:10:46.826954 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e2cfb-766a-4371-bb11-1c9d7e455801 req-cfc73325-9cbf-4cea-9d97-b6d12e916a9b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:46.828436 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-579e2cfb-766a-4371-bb11-1c9d7e455801 req-cfc73325-9cbf-4cea-9d97-b6d12e916a9b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0810087 Jul 19 11:10:46.865736 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:46.868123 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Made reservation on behalf of 54b5133f102c4606ac7981542949b178 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:10:46.871524 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:46.913103 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-579e2cfb-766a-4371-bb11-1c9d7e455801 req-a526cc7b-9475-4472-aa29-aee81cfe6297 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757177 Jul 19 11:10:47.032014 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Allocated IP 172.20.0.11 (f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7/73c192b0-2b6e-42db-b842-bebf039f835e/ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:10:47.178369 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.220081 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53350) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:47.221451 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.265761 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:47.273210 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:10:47.277314 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:10:47.280014 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:10:47.315491 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event updated for resources: {'Port': ['ID=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:47.345338 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:47.345988 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.364134 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-76cedd39-18dc-424d-bc1a-5ea320f17b4d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9273105 Jul 19 11:10:47.370976 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49597614-0732-4f68-baf6-b816b5c507e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.384988 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Request body: {'port': {'device_id': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:10:47.429546 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:47.469785 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.486194 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49597614-0732-4f68-baf6-b816b5c507e0 admin admin] Publish callbacks [] for security_group (cddc8bc8-5b1d-468a-a03c-e2c25df6453d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.491232 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-49597614-0732-4f68-baf6-b816b5c507e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (cddc8bc8-5b1d-468a-a03c-e2c25df6453d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.541890 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-49597614-0732-4f68-baf6-b816b5c507e0 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a1021e30c9184358a8cf3b5cc6de66d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205969 Jul 19 11:10:47.543106 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49597614-0732-4f68-baf6-b816b5c507e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddc8bc8-5b1d-468a-a03c-e2c25df6453d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:47.546471 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53370) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:47.599733 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c46db39-2d80-4b9a-9c47-e3edf906ff8e admin admin] Publish callbacks [] for security_group (cddc8bc8-5b1d-468a-a03c-e2c25df6453d), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.627156 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c46db39-2d80-4b9a-9c47-e3edf906ff8e admin admin] Publish callbacks [] for security_group (cddc8bc8-5b1d-468a-a03c-e2c25df6453d), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.636921 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-0ebc8f4b-2426-4d02-bc36-69ef507d377a None None] Provisioning complete for port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:10:47.637855 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-0ebc8f4b-2426-4d02-bc36-69ef507d377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.678387 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc8f4b-2426-4d02-bc36-69ef507d377a None None] Port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:10:47.679054 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c46db39-2d80-4b9a-9c47-e3edf906ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (cddc8bc8-5b1d-468a-a03c-e2c25df6453d), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.682616 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c46db39-2d80-4b9a-9c47-e3edf906ff8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.686080 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6c46db39-2d80-4b9a-9c47-e3edf906ff8e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cddc8bc8-5b1d-468a-a03c-e2c25df6453d HTTP/1.1" status: 204 len: 168 time: 0.1377513 Jul 19 11:10:47.696536 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46db39-2d80-4b9a-9c47-e3edf906ff8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddc8bc8-5b1d-468a-a03c-e2c25df6453d,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:47.739881 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:47.777800 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:10:47.785858 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Publish callbacks [] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.800378 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Transition to ACTIVE for port object ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:10:47.805280 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:47.870971 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Pushing event updated for resources: {'Port': ['ID=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:47.962564 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38437c53-5379-41cf-974a-c55ec9110aff req-2f258e4f-ab4d-49eb-a80e-b6fbebd7258c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:47.973211 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-38437c53-5379-41cf-974a-c55ec9110aff req-2f258e4f-ab4d-49eb-a80e-b6fbebd7258c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 944 time: 0.0942404 Jul 19 11:10:48.002207 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Attempting to bind port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:10:48.002546 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Attempting to bind port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:10:48.002882 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Attempting to bind port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 on network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:10:48.008115 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 on network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:10:48.008482 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Attempting to bind port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 on network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:10:48.017384 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:10:48.017786 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Checking segment: {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:10:48.018210 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Bound using segment: {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:10:48.018842 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Bound port: ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:10:48.019666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.084326 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53406) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:48.098571 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:48.130686 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:48.131467 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 6b6d7587-f2e5-4c60-8cf8-d1103dc5c0b6 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:48.147894 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de4e47-10ec-49c7-aa00-de76c12749d8 req-fb51fc49-2f13-42f5-90dc-16634942db90 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:48.149476 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60de4e47-10ec-49c7-aa00-de76c12749d8 req-fb51fc49-2f13-42f5-90dc-16634942db90 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0661502 Jul 19 11:10:48.155781 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53410) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:48.233776 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d98055fe-b8a6-4619-8554-d2a3fd391cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.306234 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] For port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:10:48.330566 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-38437c53-5379-41cf-974a-c55ec9110aff req-21c73c3c-9279-47c0-9082-ddaf3cd408d7 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561373 Jul 19 11:10:48.343023 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:48.347485 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] For port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:10:48.353494 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60de4e47-10ec-49c7-aa00-de76c12749d8 req-cc4442cb-4dff-4728-a303-90382771e961 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569796 Jul 19 11:10:48.373162 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.462941 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:48.463686 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.465084 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] 10.222.0.27 "PUT /v2.0/ports/ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 HTTP/1.1" status: 200 len: 1094 time: 1.0866697 Jul 19 11:10:48.465831 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'tag': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:48.467841 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb44456-6bea-4678-9c23-6afb43818b97" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0cb519-166b-4f4d-ae3e-46309a6d7c75", "tag": "ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:48.530754 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b223450-fdb8-4427-9f81-0c7f798de27b x-openstack-request-id: req-4b223450-fdb8-4427-9f81-0c7f798de27b {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:48.531710 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0cb519-166b-4f4d-ae3e-46309a6d7c75", "tag": "ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:48.532040 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4b223450-fdb8-4427-9f81-0c7f798de27b {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:48.532465 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b223450-fdb8-4427-9f81-0c7f798de27b'] response: {'name': 'network-changed', 'server_uuid': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'tag': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72', 'status': 'completed', 'code': 200} Jul 19 11:10:48.550019 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038961d3-3efe-40e3-8ab6-6b98cf342545 service neutron] Pushing event updated for resources: {'Port': ['ID=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:48.592022 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:48.594449 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d98055fe-b8a6-4619-8554-d2a3fd391cae admin admin] Publish callbacks [] for security_group (5ac8a561-b4c6-427e-ac3f-89a36f112192), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.603346 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d98055fe-b8a6-4619-8554-d2a3fd391cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (5ac8a561-b4c6-427e-ac3f-89a36f112192), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.660032 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067ac15-b0ab-4343-8586-00841475c88d req-b137803f-0423-4e4c-b39f-85b8bd6f9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:48.661554 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-b137803f-0423-4e4c-b39f-85b8bd6f9546 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 1128 time: 0.1126897 Jul 19 11:10:48.685991 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d98055fe-b8a6-4619-8554-d2a3fd391cae admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=0f59d3cea1634a6d8b864b2d06d43fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4963107 Jul 19 11:10:48.688728 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53414) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:48.727825 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98055fe-b8a6-4619-8554-d2a3fd391cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac8a561-b4c6-427e-ac3f-89a36f112192,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:48.731253 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-27a51f85-18eb-4e9b-99e8-71614424ccb8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 HTTP/1.1" status: 200 len: 217 time: 0.0498488 Jul 19 11:10:48.738397 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-494872dc-e6b3-4c7f-a2f1-5ec08d5324eb admin admin] Publish callbacks [] for security_group (5ac8a561-b4c6-427e-ac3f-89a36f112192), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.762237 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-494872dc-e6b3-4c7f-a2f1-5ec08d5324eb admin admin] Publish callbacks [] for security_group (5ac8a561-b4c6-427e-ac3f-89a36f112192), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.812163 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-494872dc-e6b3-4c7f-a2f1-5ec08d5324eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (5ac8a561-b4c6-427e-ac3f-89a36f112192), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.815013 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-494872dc-e6b3-4c7f-a2f1-5ec08d5324eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.816141 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-494872dc-e6b3-4c7f-a2f1-5ec08d5324eb admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5ac8a561-b4c6-427e-ac3f-89a36f112192 HTTP/1.1" status: 204 len: 168 time: 0.1263771 Jul 19 11:10:48.824605 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494872dc-e6b3-4c7f-a2f1-5ec08d5324eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac8a561-b4c6-427e-ac3f-89a36f112192,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:48.839796 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067ac15-b0ab-4343-8586-00841475c88d req-97b8d872-f9ec-4e58-81df-0825d275d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:48.841518 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-97b8d872-f9ec-4e58-81df-0825d275d043 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 200 len: 850 time: 0.0881891 Jul 19 11:10:48.880404 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (99ae74c1-472e-4d8a-94eb-ff2783c4d583), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:48.930028 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067ac15-b0ab-4343-8586-00841475c88d req-4e22d85e-fd4c-4797-8527-8d1cc912f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:48.931526 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-4e22d85e-fd4c-4797-8527-8d1cc912f7de service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834756 Jul 19 11:10:49.114410 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-45956156-8eea-4317-a0df-ad51e614a4b8 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753888 Jul 19 11:10:49.178041 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:49.261596 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Deleting port dcf021e0-c72e-457c-8cea-e6d2be072f26 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:49.261851 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:49.277212 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a067ac15-b0ab-4343-8586-00841475c88d req-cf4cbe9b-8344-4107-ac21-4ad6cee9d9a0 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560569 Jul 19 11:10:49.362254 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] For port dcf021e0-c72e-457c-8cea-e6d2be072f26, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=dcf021e0-c72e-457c-8cea-e6d2be072f26,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:49.362829 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:49.377995 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Calling delete_port for dcf021e0-c72e-457c-8cea-e6d2be072f26 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:49.492760 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256229e-ff12-4ca0-9265-fde124c4f6f5 req-4b8cb007-90dd-4502-90af-920804ba0e5f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:49.493993 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b256229e-ff12-4ca0-9265-fde124c4f6f5 req-4b8cb007-90dd-4502-90af-920804ba0e5f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 944 time: 0.0630970 Jul 19 11:10:49.509091 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b4ff9-81bc-471c-8bea-37a8244b9d04 req-24d1e299-531b-4264-a14f-6d813bb76984 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:49.511199 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-880b4ff9-81bc-471c-8bea-37a8244b9d04 req-24d1e299-531b-4264-a14f-6d813bb76984 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0529377 Jul 19 11:10:49.563418 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:49.564940 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-880b4ff9-81bc-471c-8bea-37a8244b9d04 req-8b61a38e-bdd3-4e7a-9dc7-95fc57f8b089 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469975 Jul 19 11:10:49.604052 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b256229e-ff12-4ca0-9265-fde124c4f6f5 req-6b3b4ffa-472a-4a18-b123-06244dd8f8f5 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014886 Jul 19 11:10:49.664114 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (dcf021e0-c72e-457c-8cea-e6d2be072f26), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:49.697144 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf021e0-c72e-457c-8cea-e6d2be072f26,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:49.881750 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (99ae74c1-472e-4d8a-94eb-ff2783c4d583), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:50.125940 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:50.139390 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:10:50.492775 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-bae34899-a311-4515-868c-b585ef7ee28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:50.494233 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-bae34899-a311-4515-868c-b585ef7ee28e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 1128 time: 0.0742524 Jul 19 11:10:50.539345 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:10:50.548437 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] Sync routers for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:10:50.558508 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:50.559112 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:50.571328 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-fcd16af0-f71a-4e7f-acfa-30ec3b3afd9d admin admin] 10.222.0.33 "PUT /v2.0/routers/99ae74c1-472e-4d8a-94eb-ff2783c4d583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4860551 Jul 19 11:10:50.573977 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53448) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:50.608445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-73de1408-f26f-4d2e-85c5-84eea2799756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:50.610782 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-73de1408-f26f-4d2e-85c5-84eea2799756 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 912 time: 0.1070480 Jul 19 11:10:50.659002 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-a401fcb1-8dbd-49a5-ac76-3246eff3c795 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 HTTP/1.1" status: 200 len: 217 time: 0.0419576 Jul 19 11:10:50.693872 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:50.695884 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:50.709036 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks [] for router (99ae74c1-472e-4d8a-94eb-ff2783c4d583), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:50.777437 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-079de3a9-3f9d-41e5-8655-146e796bf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:50.780334 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-079de3a9-3f9d-41e5-8655-146e796bf0cd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 200 len: 850 time: 0.1158283 Jul 19 11:10:50.791629 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2e0cb-57a7-4f19-9413-d59b37bd795a req-d7938296-1ab3-4572-8338-610fb048075c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:50.794077 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21c2e0cb-57a7-4f19-9413-d59b37bd795a req-d7938296-1ab3-4572-8338-610fb048075c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 944 time: 0.0797579 Jul 19 11:10:50.854711 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:50.873978 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks [] for router_gateway (99ae74c1-472e-4d8a-94eb-ff2783c4d583), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:50.884993 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21c2e0cb-57a7-4f19-9413-d59b37bd795a req-6850989a-2fd4-4909-8e3f-617617edafd5 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832896 Jul 19 11:10:50.885249 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc4126-a23b-4ba1-8fe1-22ed195ebcc5 req-6983fece-833f-42cf-b006-6994edf0322d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:50.886675 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-53fc4126-a23b-4ba1-8fe1-22ed195ebcc5 req-6983fece-833f-42cf-b006-6994edf0322d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0693121 Jul 19 11:10:50.901459 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-c29b6170-e4de-4332-840a-38ed67f03154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:50.903049 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-c29b6170-e4de-4332-840a-38ed67f03154 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676551 Jul 19 11:10:50.936200 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68'}], 'enable_snat': True}, 'gw_port_id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:10:49Z', 'revision_number': 5, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port': {'id': '60ff0dfa-fb99-4743-a5ba-77bebedbb11e', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:aa:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:16Z', 'updated_at': '2022-07-19T11:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:50.951816 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:50.963510 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] Checking router: 99ae74c1-472e-4d8a-94eb-ff2783c4d583 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:10:50.973910 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] Routers {'99ae74c1-472e-4d8a-94eb-ff2783c4d583'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:50.974528 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:50.975789 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-53fc4126-a23b-4ba1-8fe1-22ed195ebcc5 req-9a8822c4-094d-4518-9de0-ab06edf30cb1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824933 Jul 19 11:10:50.978168 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Deleting port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:50.978168 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.014606 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-e79b8e96-c32d-4600-8128-6700c5311231 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050584 Jul 19 11:10:51.064971 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] Set router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:51.072028 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] For port 60ff0dfa-fb99-4743-a5ba-77bebedbb11e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=60ff0dfa-fb99-4743-a5ba-77bebedbb11e,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:51.072640 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.090648 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Calling delete_port for 60ff0dfa-fb99-4743-a5ba-77bebedbb11e owned by network:router_gateway {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:51.116931 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:10:50Z', 'revision_number': 6, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:51.145078 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3fb44456-6bea-4678-9c23-6afb43818b97 req-d2010e57-6c7f-4e1a-9931-28660cf8c32e service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236751 Jul 19 11:10:51.155506 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b5bd3-a693-46ca-abe5-f406909e978a None None] The sync data for ids ['99ae74c1-472e-4d8a-94eb-ff2783c4d583'] in dv-cinder-master-3-iscsi is: [{'id': '99ae74c1-472e-4d8a-94eb-ff2783c4d583', 'name': 'tempest-TestMinimumBasicScenario-957688557-router', 'tenant_id': '05630eeaf84a4d1bafd213d419f7a97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:15Z', 'updated_at': '2022-07-19T11:10:50Z', 'revision_number': 6, 'project_id': '05630eeaf84a4d1bafd213d419f7a97a', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:10:51.282264 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (60ff0dfa-fb99-4743-a5ba-77bebedbb11e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.311367 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Pushing event deleted for resources: {'Port': ['ID=60ff0dfa-fb99-4743-a5ba-77bebedbb11e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:51.375605 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (99ae74c1-472e-4d8a-94eb-ff2783c4d583), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.464073 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (99ae74c1-472e-4d8a-94eb-ff2783c4d583), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.466204 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks [] for router_controller (99ae74c1-472e-4d8a-94eb-ff2783c4d583), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.511137 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (99ae74c1-472e-4d8a-94eb-ff2783c4d583), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.511771 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99ae74c1-472e-4d8a-94eb-ff2783c4d583 {{(pid=104077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:10:51.517020 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.520615 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f88bcab3-85fc-42ef-bda8-e9aeba47e51c admin admin] 10.222.0.33 "DELETE /v2.0/routers/99ae74c1-472e-4d8a-94eb-ff2783c4d583 HTTP/1.1" status: 204 len: 168 time: 0.9433014 Jul 19 11:10:51.520824 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53460) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:51.566107 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-46012540-777e-408e-b3b7-13cf8ac8ad3d admin admin] Deleting subnet 4006588f-d24d-496d-abdc-693013df7a90 {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:10:51.569575 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46012540-777e-408e-b3b7-13cf8ac8ad3d admin admin] Publish callbacks [] for subnet (4006588f-d24d-496d-abdc-693013df7a90), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.608634 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46012540-777e-408e-b3b7-13cf8ac8ad3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252231'] for subnet (4006588f-d24d-496d-abdc-693013df7a90), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.668952 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:51.716804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46012540-777e-408e-b3b7-13cf8ac8ad3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (4006588f-d24d-496d-abdc-693013df7a90), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.769604 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46012540-777e-408e-b3b7-13cf8ac8ad3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26009671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25869237'] for subnet (4006588f-d24d-496d-abdc-693013df7a90), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.794303 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012540-777e-408e-b3b7-13cf8ac8ad3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4006588f-d24d-496d-abdc-693013df7a90,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:51.798288 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-46012540-777e-408e-b3b7-13cf8ac8ad3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.802223 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-46012540-777e-408e-b3b7-13cf8ac8ad3d admin admin] 10.222.0.33 "DELETE /v2.0/subnets/4006588f-d24d-496d-abdc-693013df7a90 HTTP/1.1" status: 204 len: 168 time: 0.2796683 Jul 19 11:10:51.803921 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53462) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:51.806245 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb513ed-72fb-4e6d-99b2-deef26d8f35f None None] Network c45e8b75-1fcc-418c-baa1-a3821825a45d requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:10:51.861818 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:51.875760 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (c45e8b75-1fcc-418c-baa1-a3821825a45d), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.880122 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:51.887074 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:51.923157 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Deleting port da18177f-81db-475e-b0ad-596bce78c8f3 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:51.923157 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:51.986524 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] DHCP port deletion for c45e8b75-1fcc-418c-baa1-a3821825a45d request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:10:52.003381 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] For port da18177f-81db-475e-b0ad-596bce78c8f3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=da18177f-81db-475e-b0ad-596bce78c8f3,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:52.003746 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.034875 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Calling delete_port for da18177f-81db-475e-b0ad-596bce78c8f3 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:52.052727 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b9904-1825-4879-84da-0996ad0045ff req-11c08056-4060-4de9-9274-854c8bc976e8 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:52.054848 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c55b9904-1825-4879-84da-0996ad0045ff req-11c08056-4060-4de9-9274-854c8bc976e8 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 944 time: 0.0648561 Jul 19 11:10:52.128767 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c55b9904-1825-4879-84da-0996ad0045ff req-a319b9b4-a2d3-4cff-bf19-7831fcd9c073 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726924 Jul 19 11:10:52.155984 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 60ff0dfa-fb99-4743-a5ba-77bebedbb11e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:52.177318 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 60ff0dfa-fb99-4743-a5ba-77bebedbb11e {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:52.177673 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 60ff0dfa-fb99-4743-a5ba-77bebedbb11e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:52.178154 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device dcf021e0-c72e-457c-8cea-e6d2be072f26 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:52.180133 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff1e7f-2270-4379-9e2f-96c635780992 req-3a264d00-4f81-44b0-b6e6-1394be42cc55 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:52.181645 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d6ff1e7f-2270-4379-9e2f-96c635780992 req-3a264d00-4f81-44b0-b6e6-1394be42cc55 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0665412 Jul 19 11:10:52.201932 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: dcf021e0-c72e-457c-8cea-e6d2be072f26 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:52.202209 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device dcf021e0-c72e-457c-8cea-e6d2be072f26 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:52.206825 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Deleting port da18177f-81db-475e-b0ad-596bce78c8f3 {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:52.207303 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.224385 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.271884 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Pushing event deleted for resources: {'Port': ['ID=da18177f-81db-475e-b0ad-596bce78c8f3,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:52.276686 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] No DVR routers for this DVR port da18177f-81db-475e-b0ad-596bce78c8f3 on host dv-cinder-master-3-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:52.278409 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] For port da18177f-81db-475e-b0ad-596bce78c8f3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=da18177f-81db-475e-b0ad-596bce78c8f3,segment=NetworkSegment(693d4af0-88da-420b-9669-61aabb3593ae),segment_id=693d4af0-88da-420b-9669-61aabb3593ae)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:52.278925 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.281967 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d6ff1e7f-2270-4379-9e2f-96c635780992 req-b4351b37-660b-4b8a-b33c-779163826209 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890596 Jul 19 11:10:52.294559 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Calling delete_port for da18177f-81db-475e-b0ad-596bce78c8f3 owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:52.370746 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (c45e8b75-1fcc-418c-baa1-a3821825a45d), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.386232 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (da18177f-81db-475e-b0ad-596bce78c8f3), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.392330 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45e8b75-1fcc-418c-baa1-a3821825a45d']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:52.401763 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693d4af0-88da-420b-9669-61aabb3593ae') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:52.402057 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693d4af0-88da-420b-9669-61aabb3593ae') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:52.411634 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (693d4af0-88da-420b-9669-61aabb3593ae), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.412021 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Pushing event deleted for resources: {'Port': ['ID=da18177f-81db-475e-b0ad-596bce78c8f3,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:52.422403 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.422618 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.422802 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.425063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.425063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.425063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.425063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.425063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.425063 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.425617 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.425617 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.425932 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.426169 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (693d4af0-88da-420b-9669-61aabb3593ae), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.426295 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.426598 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.427038 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:52.429921 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0764241-c230-4d5c-8e91-f51ae1570681 None None] No DVR routers for this DVR port da18177f-81db-475e-b0ad-596bce78c8f3 on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:52.433075 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:10:52.433463 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (693d4af0-88da-420b-9669-61aabb3593ae), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.483638 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment 693d4af0-88da-420b-9669-61aabb3593ae resource provider aggregate not found Jul 19 11:10:52.500935 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment 693d4af0-88da-420b-9669-61aabb3593ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 693d4af0-88da-420b-9669-61aabb3593ae found for delete ", "request_id": "req-16b77cd4-d008-4aae-8f56-45dd93a124df"}]} Jul 19 11:10:52.501972 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (c45e8b75-1fcc-418c-baa1-a3821825a45d), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.507565 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:52.510551 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] 10.222.0.33 "DELETE /v2.0/networks/c45e8b75-1fcc-418c-baa1-a3821825a45d HTTP/1.1" status: 204 len: 168 time: 0.7057238 Jul 19 11:10:52.514137 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53476) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:52.529164 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4d58d-4995-4cf5-8b4f-64f7a10990ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c45e8b75-1fcc-418c-baa1-a3821825a45d,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:52.699862 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:52.893500 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (7774db50-5635-41cf-a79c-1cf6be5eb2e3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:53.003713 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:53.155412 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Deleting port 64d4a0ab-150c-46c4-874c-88f1f97e0272 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:53.155750 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:53.234686 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] For port 64d4a0ab-150c-46c4-874c-88f1f97e0272, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=64d4a0ab-150c-46c4-874c-88f1f97e0272,segment=NetworkSegment(2f1208b9-9bc6-43cd-abb3-edef89c80857),segment_id=2f1208b9-9bc6-43cd-abb3-edef89c80857)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:53.235238 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:53.247920 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Calling delete_port for 64d4a0ab-150c-46c4-874c-88f1f97e0272 owned by network:router_interface {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:53.248421 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331140e7-20f7-4604-aa7c-78a8fc9cee90 req-618108a7-5da2-4bae-87c1-a735d54abe98 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:53.250153 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-331140e7-20f7-4604-aa7c-78a8fc9cee90 req-618108a7-5da2-4bae-87c1-a735d54abe98 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 944 time: 0.0505984 Jul 19 11:10:53.298268 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-331140e7-20f7-4604-aa7c-78a8fc9cee90 req-c8923620-e4e0-47ec-bc7c-cae0c1732186 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419164 Jul 19 11:10:53.415529 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895140fe-5226-40e7-b59c-793cb8f7013e req-3aca4be5-149f-433a-8fee-2c1076f0eca1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:53.416989 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-895140fe-5226-40e7-b59c-793cb8f7013e req-3aca4be5-149f-433a-8fee-2c1076f0eca1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0590451 Jul 19 11:10:53.502237 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-895140fe-5226-40e7-b59c-793cb8f7013e req-eb904e23-0980-459c-bc24-c158128c0b6a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772007 Jul 19 11:10:53.503260 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (64d4a0ab-150c-46c4-874c-88f1f97e0272), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:53.526297 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d4a0ab-150c-46c4-874c-88f1f97e0272,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:53.539559 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:10:53.577541 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:53.648496 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:53.662993 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'port_id': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72', 'mac_address': 'fa:16:3e:72:eb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:10:53.671290 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:53.699175 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:53.709149 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:53.709724 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:53.724857 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:10:53.752618 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:53.757123 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:53.807670 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:53.937939 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device da18177f-81db-475e-b0ad-596bce78c8f3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:53.948978 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (7774db50-5635-41cf-a79c-1cf6be5eb2e3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:53.957901 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: da18177f-81db-475e-b0ad-596bce78c8f3 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:53.958257 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device da18177f-81db-475e-b0ad-596bce78c8f3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:54.142154 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:54.154592 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:10:54.254897 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:10:54.260754 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-be8553c7-1de6-4151-a5bc-f9fbf407bf74 admin admin] 10.222.0.33 "PUT /v2.0/routers/7774db50-5635-41cf-a79c-1cf6be5eb2e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454622 Jul 19 11:10:54.263255 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53486) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:54.265747 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] Sync routers for ids ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:10:54.275903 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] Routers {'7774db50-5635-41cf-a79c-1cf6be5eb2e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:54.276510 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:54.364192 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks [] for router (7774db50-5635-41cf-a79c-1cf6be5eb2e3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:54.389642 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] Set router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:54.418514 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f35d7-43c9-4427-b67a-01fd61d2bcf3 req-b75ef646-4901-4fdb-b39c-a69d895461e7 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:54.420532 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4d1f35d7-43c9-4427-b67a-01fd61d2bcf3 req-b75ef646-4901-4fdb-b39c-a69d895461e7 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 945 time: 0.0527301 Jul 19 11:10:54.468224 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4d1f35d7-43c9-4427-b67a-01fd61d2bcf3 req-c235a805-0b56-4983-ba5a-33714f015c78 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 Jul 19 11:10:54.470878 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks [] for router_gateway (7774db50-5635-41cf-a79c-1cf6be5eb2e3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:54.516621 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Deleting port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:54.516998 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:54.573493 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87'}], 'enable_snat': True}, 'gw_port_id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:26Z', 'updated_at': '2022-07-19T11:10:53Z', 'revision_number': 5, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'gw_port': {'id': '70125fb9-4e99-4fa1-8cde-fc0e72bc3377', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:27Z', 'updated_at': '2022-07-19T11:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:54.599136 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] Checking router: 7774db50-5635-41cf-a79c-1cf6be5eb2e3 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:10:54.608037 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] Routers {'7774db50-5635-41cf-a79c-1cf6be5eb2e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:10:54.608630 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:10:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:54.632760 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] For port 70125fb9-4e99-4fa1-8cde-fc0e72bc3377, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70125fb9-4e99-4fa1-8cde-fc0e72bc3377,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:54.633067 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:54.652302 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ec788-ee7f-41f7-8551-609cf5646e6a req-68780feb-6b93-4e95-9de7-5383f34d3ffe tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:54.653711 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-424ec788-ee7f-41f7-8551-609cf5646e6a req-68780feb-6b93-4e95-9de7-5383f34d3ffe tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0718546 Jul 19 11:10:54.658297 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Calling delete_port for 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 owned by network:router_gateway {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:54.691760 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] Set router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 gateway port host: None {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:10:54.718294 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:54.743657 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:26Z', 'updated_at': '2022-07-19T11:10:54Z', 'revision_number': 6, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:54.744502 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-424ec788-ee7f-41f7-8551-609cf5646e6a req-ea665428-b667-4c3c-8cb3-8028b419ab94 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840647 Jul 19 11:10:54.769066 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef911d5-de7c-425f-bdcc-2795b193e443 None None] The sync data for ids ['7774db50-5635-41cf-a79c-1cf6be5eb2e3'] in dv-cinder-master-3-iscsi is: [{'id': '7774db50-5635-41cf-a79c-1cf6be5eb2e3', 'name': 'tempest-TestMinimumBasicScenario-270689622-router', 'tenant_id': 'fc778b6ab5134315899752e000cc5989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:26Z', 'updated_at': '2022-07-19T11:10:54Z', 'revision_number': 6, 'project_id': 'fc778b6ab5134315899752e000cc5989', 'gw_port_host': None}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:10:54.890300 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (70125fb9-4e99-4fa1-8cde-fc0e72bc3377), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:54.918010 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Pushing event deleted for resources: {'Port': ['ID=70125fb9-4e99-4fa1-8cde-fc0e72bc3377,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:54.990501 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (7774db50-5635-41cf-a79c-1cf6be5eb2e3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.017489 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:10:55.078385 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (7774db50-5635-41cf-a79c-1cf6be5eb2e3), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.080892 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks [] for router_controller (7774db50-5635-41cf-a79c-1cf6be5eb2e3), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.089969 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:55.137225 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (7774db50-5635-41cf-a79c-1cf6be5eb2e3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.138167 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7774db50-5635-41cf-a79c-1cf6be5eb2e3 {{(pid=104077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:10:55.153418 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.154996 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-33417a96-9180-4ac7-888d-9b12a96a743f admin admin] 10.222.0.33 "DELETE /v2.0/routers/7774db50-5635-41cf-a79c-1cf6be5eb2e3 HTTP/1.1" status: 204 len: 168 time: 0.8907719 Jul 19 11:10:55.157563 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53496) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:55.209629 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e0d75f-1eb3-41ea-a48d-ca5b477cdb76 admin admin] Deleting subnet 12e95a72-b2a5-43e2-999d-d91d92e6a134 {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:10:55.213251 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d75f-1eb3-41ea-a48d-ca5b477cdb76 admin admin] Publish callbacks [] for subnet (12e95a72-b2a5-43e2-999d-d91d92e6a134), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.253174 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d75f-1eb3-41ea-a48d-ca5b477cdb76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252231'] for subnet (12e95a72-b2a5-43e2-999d-d91d92e6a134), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.334372 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d75f-1eb3-41ea-a48d-ca5b477cdb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (12e95a72-b2a5-43e2-999d-d91d92e6a134), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.392830 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d75f-1eb3-41ea-a48d-ca5b477cdb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26009671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25869237'] for subnet (12e95a72-b2a5-43e2-999d-d91d92e6a134), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.419621 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0d75f-1eb3-41ea-a48d-ca5b477cdb76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e95a72-b2a5-43e2-999d-d91d92e6a134,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:55.425428 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d75f-1eb3-41ea-a48d-ca5b477cdb76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.431283 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b7e0d75f-1eb3-41ea-a48d-ca5b477cdb76 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/12e95a72-b2a5-43e2-999d-d91d92e6a134 HTTP/1.1" status: 204 len: 168 time: 0.2725487 Jul 19 11:10:55.431557 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53512) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:55.447568 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9055e4ad-901b-417f-8a6b-39ae802dd1e8 None None] Network 6c7a3fa0-b2af-494f-8994-88010bfc2b7a requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:10:55.463938 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:55.561373 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:55.572932 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (6c7a3fa0-b2af-494f-8994-88010bfc2b7a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.673605 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abeb7e1-b4b1-4b2d-8c03-95cc4fb7c386 None None] DHCP port deletion for 6c7a3fa0-b2af-494f-8994-88010bfc2b7a request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:10:55.711169 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106116d-28b4-48db-b043-0d5f865c5fb0 req-a034a648-dfd3-4fd8-96bd-3d01395106ac tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:55.718160 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3106116d-28b4-48db-b043-0d5f865c5fb0 req-a034a648-dfd3-4fd8-96bd-3d01395106ac tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 945 time: 0.1216233 Jul 19 11:10:55.723823 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:55.724726 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-8abeb7e1-b4b1-4b2d-8c03-95cc4fb7c386 None None] Deleting port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:55.725417 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7e1-b4b1-4b2d-8c03-95cc4fb7c386 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.727398 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Deleting port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:10:55.727808 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.839077 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-8abeb7e1-b4b1-4b2d-8c03-95cc4fb7c386 None None] For port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f138dd8d-57e8-4783-9e0f-ec41ccd92a5e,segment=NetworkSegment(2f1208b9-9bc6-43cd-abb3-edef89c80857),segment_id=2f1208b9-9bc6-43cd-abb3-edef89c80857)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:55.839337 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7e1-b4b1-4b2d-8c03-95cc4fb7c386 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:55.864523 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-8abeb7e1-b4b1-4b2d-8c03-95cc4fb7c386 None None] Calling delete_port for f138dd8d-57e8-4783-9e0f-ec41ccd92a5e owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:55.989470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] For port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f138dd8d-57e8-4783-9e0f-ec41ccd92a5e,segment=NetworkSegment(2f1208b9-9bc6-43cd-abb3-edef89c80857),segment_id=2f1208b9-9bc6-43cd-abb3-edef89c80857)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:55.989878 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.009832 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfec0d9-ef87-4698-9852-122d804253ea req-ea8529a7-351e-4c03-9789-9eebaebf0a02 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:56.012472 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3106116d-28b4-48db-b043-0d5f865c5fb0 req-987f9bf0-172a-4f03-bb86-96e74f5b820c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933798 Jul 19 11:10:56.015009 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7bfec0d9-ef87-4698-9852-122d804253ea req-ea8529a7-351e-4c03-9789-9eebaebf0a02 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.1035116 Jul 19 11:10:56.040227 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Calling delete_port for f138dd8d-57e8-4783-9e0f-ec41ccd92a5e owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:10:56.049917 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:56.088847 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:56.089561 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 70125fb9-4e99-4fa1-8cde-fc0e72bc3377 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:56.090234 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f138dd8d-57e8-4783-9e0f-ec41ccd92a5e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:56.098585 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7bfec0d9-ef87-4698-9852-122d804253ea req-f926a7e9-499e-4209-bf18-341ea58c7754 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673540 Jul 19 11:10:56.194409 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.198308 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8abeb7e1-b4b1-4b2d-8c03-95cc4fb7c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.223060 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeb7e1-b4b1-4b2d-8c03-95cc4fb7c386 None None] Pushing event deleted for resources: {'Port': ['ID=f138dd8d-57e8-4783-9e0f-ec41ccd92a5e,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:56.226301 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=f138dd8d-57e8-4783-9e0f-ec41ccd92a5e,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:56.234853 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] No DVR routers for this DVR port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e on host dv-cinder-master-3-iscsi {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:56.241582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abeb7e1-b4b1-4b2d-8c03-95cc4fb7c386 None None] No DVR routers for this DVR port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:10:56.245157 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Current status of the port f138dd8d-57e8-4783-9e0f-ec41ccd92a5e is: ACTIVE; New status is: DOWN {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:56.245747 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (f138dd8d-57e8-4783-9e0f-ec41ccd92a5e), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.291899 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 64d4a0ab-150c-46c4-874c-88f1f97e0272 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:10:56.313305 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 64d4a0ab-150c-46c4-874c-88f1f97e0272 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:10:56.313828 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 64d4a0ab-150c-46c4-874c-88f1f97e0272 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:10:56.339989 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (6c7a3fa0-b2af-494f-8994-88010bfc2b7a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.368309 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7a3fa0-b2af-494f-8994-88010bfc2b7a']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:56.382553 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1208b9-9bc6-43cd-abb3-edef89c80857') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:56.383028 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1208b9-9bc6-43cd-abb3-edef89c80857') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:10:56.395502 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26276385'] for segment (2f1208b9-9bc6-43cd-abb3-edef89c80857), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.413062 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (2f1208b9-9bc6-43cd-abb3-edef89c80857), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.419166 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:56.420385 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:10:56.420940 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8385912'] for segment (2f1208b9-9bc6-43cd-abb3-edef89c80857), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.510624 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:10:56.552081 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (6c7a3fa0-b2af-494f-8994-88010bfc2b7a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.558925 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.564365 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] 10.222.0.33 "DELETE /v2.0/networks/6c7a3fa0-b2af-494f-8994-88010bfc2b7a HTTP/1.1" status: 204 len: 168 time: 1.1310105 Jul 19 11:10:56.594207 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98f260-5374-48a9-a929-2d6ed5985f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7a3fa0-b2af-494f-8994-88010bfc2b7a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:56.640328 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:10:56.670871 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 2f1208b9-9bc6-43cd-abb3-edef89c80857 resource provider aggregate not found Jul 19 11:10:56.695951 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 2f1208b9-9bc6-43cd-abb3-edef89c80857 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f1208b9-9bc6-43cd-abb3-edef89c80857 found for delete ", "request_id": "req-55b06b76-6448-445d-8c23-7755ed1c8fc8"}]} Jul 19 11:10:56.733756 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:10:56.745333 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:56.748796 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:10:56.749211 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.793651 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '049ef62d-5f12-4134-9010-2bc20edecd41', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'port_id': '049ef62d-5f12-4134-9010-2bc20edecd41', 'mac_address': 'fa:16:3e:38:6b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:10:56.874839 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53566) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:56.876518 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 049ef62d-5f12-4134-9010-2bc20edecd41 is: ACTIVE; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:56.877032 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.906665 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:56.907066 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:56.919370 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 049ef62d-5f12-4134-9010-2bc20edecd41 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:10:56.950629 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6d0795a1-0e9f-4593-a0e7-a7b84d036636 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=05630eeaf84a4d1bafd213d419f7a97a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0744240 Jul 19 11:10:56.953038 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:56.953977 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53568) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:56.955561 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0bb07b-1ded-4ce1-b794-357b4008a3d0" -d '{"events": [{"server_uuid": "2c0cb519-166b-4f4d-ae3e-46309a6d7c75", "name": "network-vif-plugged", "status": "completed", "tag": "ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:56.972591 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:56.991873 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:57.007165 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:57.021115 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e0c52755-c2c9-485a-ac9d-dc584a73efdc admin admin] Publish callbacks [] for security_group (7a074c39-e1f8-48ec-9e7b-cbee7f40ba12), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:57.036670 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7386a724-b6dc-4a40-a919-4c55298035ea x-openstack-request-id: req-7386a724-b6dc-4a40-a919-4c55298035ea {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:57.036982 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0cb519-166b-4f4d-ae3e-46309a6d7c75", "name": "network-vif-plugged", "status": "completed", "tag": "ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:57.037437 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7386a724-b6dc-4a40-a919-4c55298035ea {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:57.037829 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7386a724-b6dc-4a40-a919-4c55298035ea'] response: {'server_uuid': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72', 'code': 200} Jul 19 11:10:57.038165 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:57.041530 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:57.070545 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e0c52755-c2c9-485a-ac9d-dc584a73efdc admin admin] Publish callbacks [] for security_group (7a074c39-e1f8-48ec-9e7b-cbee7f40ba12), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:57.071493 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=6']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:57.115459 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:57.140066 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:57.141787 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:57.190905 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e0c52755-c2c9-485a-ac9d-dc584a73efdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (7a074c39-e1f8-48ec-9e7b-cbee7f40ba12), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:57.191148 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:57.194668 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e0c52755-c2c9-485a-ac9d-dc584a73efdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:57.195923 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-e0c52755-c2c9-485a-ac9d-dc584a73efdc admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7a074c39-e1f8-48ec-9e7b-cbee7f40ba12 HTTP/1.1" status: 204 len: 168 time: 0.2409530 Jul 19 11:10:57.239995 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52755-c2c9-485a-ac9d-dc584a73efdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a074c39-e1f8-48ec-9e7b-cbee7f40ba12,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:57.258527 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46ab70-6d09-492b-b874-0ead41c7ee3f req-bf2e91a9-9bf8-4176-8cfc-4dfaf29d21cf tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:57.260090 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e46ab70-6d09-492b-b874-0ead41c7ee3f req-bf2e91a9-9bf8-4176-8cfc-4dfaf29d21cf tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 946 time: 0.0859742 Jul 19 11:10:57.271506 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['049ef62d-5f12-4134-9010-2bc20edecd41'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:10:57.346383 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0e46ab70-6d09-492b-b874-0ead41c7ee3f req-c16c65a5-db1b-4caf-be27-d7815042ebbc tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799520 Jul 19 11:10:57.362748 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a5f8-c134-490c-b8f6-b38ebdcd18b0 req-92f6a978-cddb-4a2f-909d-dc7c165862c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:57.365270 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e748a5f8-c134-490c-b8f6-b38ebdcd18b0 req-92f6a978-cddb-4a2f-909d-dc7c165862c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 944 time: 0.0712719 Jul 19 11:10:57.451384 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2904b-bf3c-4a29-8ec3-ae4b474bf5c9 req-de9c5c88-1cb4-4358-95a3-9083c87363c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:57.453654 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cee2904b-bf3c-4a29-8ec3-ae4b474bf5c9 req-de9c5c88-1cb4-4358-95a3-9083c87363c7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 1130 time: 0.0872219 Jul 19 11:10:57.530512 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e748a5f8-c134-490c-b8f6-b38ebdcd18b0 req-99b017a4-9bea-4aff-9812-9f027dae67a8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519005 Jul 19 11:10:57.541377 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:57.547211 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cee2904b-bf3c-4a29-8ec3-ae4b474bf5c9 req-46815d7b-7aa3-4708-ba41-fb3a6b5d680d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856204 Jul 19 11:10:57.691000 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a21eaa27-182c-4a56-9d9b-e276fa4fdfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:57.812011 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53586) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:57.876972 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a3578bc0-4318-4558-968c-5d4b37ca2538 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=fc778b6ab5134315899752e000cc5989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625679 Jul 19 11:10:57.878764 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53588) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:57.935131 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e1f05bf-e565-45d3-a305-73823a04d061 admin admin] Publish callbacks [] for security_group (50348268-2265-4c4b-af62-d3e8ab9bd9c4), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:57.960455 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e1f05bf-e565-45d3-a305-73823a04d061 admin admin] Publish callbacks [] for security_group (50348268-2265-4c4b-af62-d3e8ab9bd9c4), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:58.015453 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e1f05bf-e565-45d3-a305-73823a04d061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (50348268-2265-4c4b-af62-d3e8ab9bd9c4), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:58.018394 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5e1f05bf-e565-45d3-a305-73823a04d061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:58.020252 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5e1f05bf-e565-45d3-a305-73823a04d061 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/50348268-2265-4c4b-af62-d3e8ab9bd9c4 HTTP/1.1" status: 204 len: 168 time: 0.1402457 Jul 19 11:10:58.040952 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f05bf-e565-45d3-a305-73823a04d061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50348268-2265-4c4b-af62-d3e8ab9bd9c4,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:58.501113 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cd64b-f269-4d40-9b96-ac4266f7628f req-d978c255-cfe2-4fef-9707-fcf5dafd2b0d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:58.509305 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-725cd64b-f269-4d40-9b96-ac4266f7628f req-d978c255-cfe2-4fef-9707-fcf5dafd2b0d tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 946 time: 0.0696354 Jul 19 11:10:58.519645 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:10:58.589059 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 049ef62d-5f12-4134-9010-2bc20edecd41 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:10:58.589466 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:58.602267 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-725cd64b-f269-4d40-9b96-ac4266f7628f req-039d9f59-dce9-4e29-b221-d8a75a91e7f2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907576 Jul 19 11:10:58.691165 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417dfbb-e808-4545-a050-5c7a8c63c90b req-5274d7af-2aab-40c1-8105-766e14dd1f41 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:58.693399 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3417dfbb-e808-4545-a050-5c7a8c63c90b req-5274d7af-2aab-40c1-8105-766e14dd1f41 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 944 time: 0.0608644 Jul 19 11:10:58.694228 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 049ef62d-5f12-4134-9010-2bc20edecd41 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:10:58.694640 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:58.734785 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:10:58.740167 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:58.762945 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3417dfbb-e808-4545-a050-5c7a8c63c90b req-609d1153-fc81-4977-aae3-4681736027de tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605898 Jul 19 11:10:58.812537 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=7']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:59.022348 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84311-a51e-4f60-8eae-9db3980025e1 req-fc692db6-932a-462d-957b-c434552e8278 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:59.024534 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-89e84311-a51e-4f60-8eae-9db3980025e1 req-fc692db6-932a-462d-957b-c434552e8278 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 945 time: 0.0562899 Jul 19 11:10:59.040527 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:10:59.043595 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed89df2-4869-4560-8bd3-1a3832e3aa52" -d '{"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-plugged", "status": "completed", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:10:59.090361 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-89e84311-a51e-4f60-8eae-9db3980025e1 req-96be9382-26f9-4201-b156-69bef0b2028f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593066 Jul 19 11:10:59.099050 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9131a20-5a4d-473b-ad74-291647f46b99 x-openstack-request-id: req-f9131a20-5a4d-473b-ad74-291647f46b99 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:10:59.099493 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-plugged", "status": "completed", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:10:59.099819 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f9131a20-5a4d-473b-ad74-291647f46b99 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:10:59.100271 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9131a20-5a4d-473b-ad74-291647f46b99'] response: {'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41', 'code': 200} Jul 19 11:10:59.238865 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53608) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:59.388759 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb829-fceb-473d-9238-7e8dcbde1e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:59.472176 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb829-fceb-473d-9238-7e8dcbde1e9e admin admin] Publish callbacks [] for security_group (9d52f938-87a5-4356-aa2f-a31f50c92d48), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:59.476090 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1dfcb829-fceb-473d-9238-7e8dcbde1e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (9d52f938-87a5-4356-aa2f-a31f50c92d48), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:59.519305 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1dfcb829-fceb-473d-9238-7e8dcbde1e9e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=15be2bc261034dd7a8e86ad15816b579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769172 Jul 19 11:10:59.519305 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcb829-fceb-473d-9238-7e8dcbde1e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d52f938-87a5-4356-aa2f-a31f50c92d48,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:59.519798 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53614) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:10:59.582526 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Publish callbacks [] for security_group (9d52f938-87a5-4356-aa2f-a31f50c92d48), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:59.605524 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Publish callbacks [] for security_group (9d52f938-87a5-4356-aa2f-a31f50c92d48), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:59.670140 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (9d52f938-87a5-4356-aa2f-a31f50c92d48), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:59.672731 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:59.674035 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9d52f938-87a5-4356-aa2f-a31f50c92d48 HTTP/1.1" status: 204 len: 168 time: 0.1535821 Jul 19 11:10:59.684172 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d52f938-87a5-4356-aa2f-a31f50c92d48,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:10:59.691558 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.691942 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.692304 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.692622 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.693022 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.693478 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.693903 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.694221 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.694549 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.694874 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.695196 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.695698 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.696198 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.696682 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.697201 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55092b3c-d6ab-4432-83fb-58274d8b31e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:10:59.725876 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ed055-fcaa-49e0-a3b3-aacfef29f3eb req-480d7690-aef1-4e73-aa11-5c0b10e3d12f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:59.727862 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-547ed055-fcaa-49e0-a3b3-aacfef29f3eb req-480d7690-aef1-4e73-aa11-5c0b10e3d12f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 946 time: 0.0587137 Jul 19 11:10:59.830474 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-547ed055-fcaa-49e0-a3b3-aacfef29f3eb req-55cb2c29-2b6e-472e-90a5-4f25a3a4a2f7 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965538 Jul 19 11:10:59.937006 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:59.964276 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55951f2-6760-4e3f-b5e8-6b1d3288292f req-1b4d6c92-5b0e-4f16-899f-a19416c682e8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:10:59.967404 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b55951f2-6760-4e3f-b5e8-6b1d3288292f req-1b4d6c92-5b0e-4f16-899f-a19416c682e8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0766442 Jul 19 11:10:59.967581 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:10:59.975011 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3898bca8-6208-4d21-a4c9-82f3b1b2c5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:10:59.990116 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8340-d066-4264-8f24-4d2317346499 req-d05c0dbf-9d85-4d4c-87b4-c9d4352dfc13 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:00.002789 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-301e8340-d066-4264-8f24-4d2317346499 req-d05c0dbf-9d85-4d4c-87b4-c9d4352dfc13 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 946 time: 0.0858488 Jul 19 11:11:00.004005 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53630) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:00.010641 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-3032e809-8179-4d5d-a9fb-2ae79e7e93f3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Request body: {'floatingip': {'port_id': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:11:00.056085 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3032e809-8179-4d5d-a9fb-2ae79e7e93f3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (146b6342-c544-4b95-a8d4-d7170f70afe8), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:00.061988 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b55951f2-6760-4e3f-b5e8-6b1d3288292f req-5eb8f13a-110b-4b95-a7b4-d0740191c186 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859847 Jul 19 11:11:00.280203 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca61065-e6d2-41cc-8fc5-ff14174e6dcd req-060a9b97-7f6d-4c6e-8453-dc55ef015518 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:00.281725 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-aca61065-e6d2-41cc-8fc5-ff14174e6dcd req-060a9b97-7f6d-4c6e-8453-dc55ef015518 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 945 time: 0.0989783 Jul 19 11:11:00.395475 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-aca61065-e6d2-41cc-8fc5-ff14174e6dcd req-c8009a84-c709-4562-8469-c3cc263118d5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998521 Jul 19 11:11:00.438787 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:00.674225 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3032e809-8179-4d5d-a9fb-2ae79e7e93f3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:00.681311 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3032e809-8179-4d5d-a9fb-2ae79e7e93f3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (146b6342-c544-4b95-a8d4-d7170f70afe8), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:00.820867 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-3032e809-8179-4d5d-a9fb-2ae79e7e93f3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Floating IP 146b6342-c544-4b95-a8d4-d7170f70afe8 associated. External IP: 172.37.3.109, port: ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72. Jul 19 11:11:01.084476 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3032e809-8179-4d5d-a9fb-2ae79e7e93f3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Router 003f6a2c-a587-4d52-a126-a49bcc3815a5 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:11:01.144173 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:01.210854 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df842e-4be3-48bb-9b90-85693264e4e4 req-66f34697-93ad-4a96-825f-3431823786d4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:01.212906 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:01.219827 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-45df842e-4be3-48bb-9b90-85693264e4e4 req-66f34697-93ad-4a96-825f-3431823786d4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0616424 Jul 19 11:11:01.267196 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-ca68c841-7c14-4355-abd5-f9905f69165a tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:01.268868 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-ca68c841-7c14-4355-abd5-f9905f69165a tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 945 time: 0.1521111 Jul 19 11:11:01.283145 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-45df842e-4be3-48bb-9b90-85693264e4e4 req-0ba51e1e-d6db-4084-b3fc-abb4c23693a5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620313 Jul 19 11:11:01.333082 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3032e809-8179-4d5d-a9fb-2ae79e7e93f3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:11:01.339799 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3032e809-8179-4d5d-a9fb-2ae79e7e93f3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:01.344934 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] Sync routers for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:11:01.362248 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:11:01.362880 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:11:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:01.478519 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-3032e809-8179-4d5d-a9fb-2ae79e7e93f3 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "PUT /v2.0/floatingips/146b6342-c544-4b95-a8d4-d7170f70afe8 HTTP/1.1" status: 200 len: 992 time: 1.4729025 Jul 19 11:11:01.500194 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'tag': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:11:01.502700 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090dd26c-22ce-40af-901e-ddd241d71b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0cb519-166b-4f4d-ae3e-46309a6d7c75", "tag": "ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:11:01.515931 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Deleting port 2648a82a-50bf-410f-86dd-82693a421316 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:11:01.516603 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (2648a82a-50bf-410f-86dd-82693a421316), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:01.610229 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:11:01.630685 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4191ec49-ba76-4a1c-8e9e-d7593a2dc3cb x-openstack-request-id: req-4191ec49-ba76-4a1c-8e9e-d7593a2dc3cb {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:11:01.631052 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0cb519-166b-4f4d-ae3e-46309a6d7c75", "tag": "ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:11:01.631194 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4191ec49-ba76-4a1c-8e9e-d7593a2dc3cb {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:11:01.631612 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4191ec49-ba76-4a1c-8e9e-d7593a2dc3cb'] response: {'name': 'network-changed', 'server_uuid': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'tag': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72', 'status': 'completed', 'code': 200} Jul 19 11:11:01.642376 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] For port 2648a82a-50bf-410f-86dd-82693a421316, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2648a82a-50bf-410f-86dd-82693a421316,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:01.642748 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (2648a82a-50bf-410f-86dd-82693a421316), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:01.706889 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-13f4417b-9014-4d12-b524-baa8743affdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:01.711834 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-13f4417b-9014-4d12-b524-baa8743affdd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=54b5133f102c4606ac7981542949b178&device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 1130 time: 0.0835352 Jul 19 11:11:01.743618 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf8528-ef3a-448d-bae6-41695e333152 req-0ad57396-4a85-420a-98ce-563ca87043a7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:01.751405 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3ccf8528-ef3a-448d-bae6-41695e333152 req-0ad57396-4a85-420a-98ce-563ca87043a7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 945 time: 0.2407644 Jul 19 11:11:01.819738 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:01.871293 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-613fc72f-a7d6-4abe-8116-0067a0e24e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:01.874891 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-613fc72f-a7d6-4abe-8116-0067a0e24e81 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 200 len: 912 time: 0.1586869 Jul 19 11:11:01.877807 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3ccf8528-ef3a-448d-bae6-41695e333152 req-2a4e6168-646e-49b2-9367-c871e7ca8a60 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252348 Jul 19 11:11:01.971761 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:01.977539 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:01.978220 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (7ef918b5-7209-4dcb-9dd5-79a24382465a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:01.978930 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Floating IP 7ef918b5-7209-4dcb-9dd5-79a24382465a disassociated. External IP: 172.37.3.49, port: 2648a82a-50bf-410f-86dd-82693a421316. Jul 19 11:11:01.979811 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Calling delete_port for 2648a82a-50bf-410f-86dd-82693a421316 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:11:02.020375 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-ba2476aa-7b9e-4247-b10d-8732ba9c88ec service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 HTTP/1.1" status: 200 len: 1000 time: 0.1369274 Jul 19 11:11:02.077623 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '146b6342-c544-4b95-a8d4-d7170f70afe8', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'floating_ip_address': '172.37.3.109', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'port_id': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'mac_address': 'fa:16:3e:72:eb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:10:43Z', 'updated_at': '2022-07-19T11:11:00Z', 'revision_number': 1, 'project_id': '54b5133f102c4606ac7981542949b178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:02.116245 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] Checking router: 003f6a2c-a587-4d52-a126-a49bcc3815a5 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:11:02.126793 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:11:02.127076 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-a7e7b955-2044-4315-9c4a-ac4fd33208b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:02.127416 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:11:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:02.128522 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-a7e7b955-2044-4315-9c4a-ac4fd33208b3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 200 len: 850 time: 0.0919263 Jul 19 11:11:02.187937 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:02.191044 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (2648a82a-50bf-410f-86dd-82693a421316), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:02.218256 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-4d92fc2e-c962-4ba4-b00e-c2fa6adda06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:02.221981 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-4d92fc2e-c962-4ba4-b00e-c2fa6adda06b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868645 Jul 19 11:11:02.258357 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event deleted for resources: {'Port': ['ID=2648a82a-50bf-410f-86dd-82693a421316,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:02.333910 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:11:02.413336 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-4bc14c95-e7ce-4833-93fe-2a1352b3e447 service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830330 Jul 19 11:11:02.422254 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:02.434022 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Router 6bce7190-2946-4c98-baea-553cc7a1366c has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:11:02.436269 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:02.590005 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:11:02.602151 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] Sync routers for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:11:02.605553 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8a16b-f755-4a4d-867c-5b00beb3aef0 req-65fc263d-adbb-4184-abe5-2c1e9d1e459e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:02.607014 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cdb8a16b-f755-4a4d-867c-5b00beb3aef0 req-65fc263d-adbb-4184-abe5-2c1e9d1e459e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.1649852 Jul 19 11:11:02.620546 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:11:02.627318 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:11:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:02.716828 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] No DVR routers for this DVR port 2648a82a-50bf-410f-86dd-82693a421316 on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:11:02.719860 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:02.723884 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dd416be5-558e-4e56-b11e-41a9739347b1 req-02eaed2a-b4ca-4220-803b-99b9c4b9a132 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "DELETE /v2.0/ports/2648a82a-50bf-410f-86dd-82693a421316 HTTP/1.1" status: 204 len: 173 time: 1.4485347 Jul 19 11:11:02.726970 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cdb8a16b-f755-4a4d-867c-5b00beb3aef0 req-e12dceb8-0181-4468-8387-efc95abf2eff tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055422 Jul 19 11:11:02.730627 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-090dd26c-22ce-40af-901e-ddd241d71b0e req-e4fcfae3-7cc7-4d6e-8be9-c537d2e6416a service neutron] 10.222.0.27 "GET /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065042 Jul 19 11:11:02.927075 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:11:03.082278 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:03.090633 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:03.092939 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-21a29ee5-8885-4458-8610-21283d75191f req-506ebc30-5484-4811-966c-19e663b0ed21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=12cd8c55-b30f-40ee-8cf5-7c974b8caafb HTTP/1.1" status: 200 len: 210 time: 0.0802107 Jul 19 11:11:03.117368 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '146b6342-c544-4b95-a8d4-d7170f70afe8', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'floating_ip_address': '172.37.3.109', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'port_id': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'mac_address': 'fa:16:3e:72:eb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:10:43Z', 'updated_at': '2022-07-19T11:11:00Z', 'revision_number': 1, 'project_id': '54b5133f102c4606ac7981542949b178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:03.156121 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2bfb4d-6091-4cb4-b221-85d38b34d83e None None] The sync data for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi is: [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '146b6342-c544-4b95-a8d4-d7170f70afe8', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'floating_ip_address': '172.37.3.109', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'port_id': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'mac_address': 'fa:16:3e:72:eb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:10:43Z', 'updated_at': '2022-07-19T11:11:00Z', 'revision_number': 1, 'project_id': '54b5133f102c4606ac7981542949b178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:11:03.319100 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:03.360026 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] Checking router: 6bce7190-2946-4c98-baea-553cc7a1366c for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:11:03.369737 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:11:03.370439 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:11:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:03.503443 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:11:03.509644 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373f5c2d-d1d5-4ea9-a88f-b3af0d680c64 None None] New status for floating IP 146b6342-c544-4b95-a8d4-d7170f70afe8: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:11:03.544905 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:11:03.612980 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:03.633047 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'name': 'network-vif-deleted', 'tag': '2648a82a-50bf-410f-86dd-82693a421316'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:11:03.635466 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c720e1e3-9042-4bd3-80fe-487d076bd351" -d '{"events": [{"server_uuid": "12cd8c55-b30f-40ee-8cf5-7c974b8caafb", "name": "network-vif-deleted", "tag": "2648a82a-50bf-410f-86dd-82693a421316"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:11:03.735237 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d4b482-bd6a-4474-98d1-bb6104523252 x-openstack-request-id: req-17d4b482-bd6a-4474-98d1-bb6104523252 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:11:03.741692 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cd8c55-b30f-40ee-8cf5-7c974b8caafb", "name": "network-vif-deleted", "tag": "2648a82a-50bf-410f-86dd-82693a421316", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:11:03.742627 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-17d4b482-bd6a-4474-98d1-bb6104523252 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:11:03.743675 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d4b482-bd6a-4474-98d1-bb6104523252'] response: {'server_uuid': '12cd8c55-b30f-40ee-8cf5-7c974b8caafb', 'name': 'network-vif-deleted', 'tag': '2648a82a-50bf-410f-86dd-82693a421316', 'status': 'completed', 'code': 200} Jul 19 11:11:03.789065 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:03.888741 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:03.921235 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02b1d55-13ae-4cc5-a940-7fd52303beaf None None] The sync data for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi is: [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:11:03.955434 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dae891-06ee-446f-83c1-36ec1a7851ca req-20d01a16-f8f6-4349-850e-191821036cbb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:03.957242 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60dae891-06ee-446f-83c1-36ec1a7851ca req-20d01a16-f8f6-4349-850e-191821036cbb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0657198 Jul 19 11:11:04.027381 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-60dae891-06ee-446f-83c1-36ec1a7851ca req-7a2ad31b-9885-4edc-b289-52701235ec68 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639598 Jul 19 11:11:04.288477 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6633f1-48a1-4244-b6ae-413c20e4333d None None] New status for floating IP 7ef918b5-7209-4dcb-9dd5-79a24382465a: DOWN {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:11:04.460642 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-fe760a02-8f69-4242-96cc-c0469e30b341 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334719817&fields=id&tenant_id=a7109adf88ac4391aee35c150e96e0b1 HTTP/1.1" status: 200 len: 267 time: 0.0928836 Jul 19 11:11:04.552683 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 2648a82a-50bf-410f-86dd-82693a421316 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:11:04.595630 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-c0566020-4600-413b-94c6-960a8b010be2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:04.599745 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 2648a82a-50bf-410f-86dd-82693a421316 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:11:04.601081 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 2648a82a-50bf-410f-86dd-82693a421316 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:11:04.604635 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-c0566020-4600-413b-94c6-960a8b010be2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 812 time: 0.1420939 Jul 19 11:11:04.617143 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-f7f383cb-3542-4ca0-8df5-8d70206efb47 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/quotas/a7109adf88ac4391aee35c150e96e0b1 HTTP/1.1" status: 200 len: 375 time: 0.0114875 Jul 19 11:11:04.683357 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-2e43477e-f8d2-48ae-acc3-b3b256eab985 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565948 Jul 19 11:11:05.212745 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-441c77b7-b721-4748-bdbf-b8f4e2af0f90 service neutron] 10.222.0.33 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127242 Jul 19 11:11:05.215816 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb589a01-b50f-4f90-9cc4-06196aabfcad req-e3cd4535-2c0e-429c-abe2-bc3e3715ed1a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:05.219518 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cb589a01-b50f-4f90-9cc4-06196aabfcad req-e3cd4535-2c0e-429c-abe2-bc3e3715ed1a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0823131 Jul 19 11:11:05.295667 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cb589a01-b50f-4f90-9cc4-06196aabfcad req-6779ac35-e510-41c9-849f-2cd86e6d3393 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701296 Jul 19 11:11:05.332498 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-5857dd28-2984-4689-a848-ab13adb12011 service neutron] 10.222.0.33 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123710 Jul 19 11:11:05.710812 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d2638487-e5d6-420a-b296-7d5499cf33e8 req-2ed1a8cc-51d6-4145-89c4-4c669a5d025f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 210 time: 0.0419772 Jul 19 11:11:06.453788 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:06.463502 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a764-5981-4d77-ba10-70b302c59c14 req-2ac86652-556a-4113-b182-3dcc80505bed tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:06.465011 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e935a764-5981-4d77-ba10-70b302c59c14 req-2ac86652-556a-4113-b182-3dcc80505bed tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0681229 Jul 19 11:11:06.514662 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e935a764-5981-4d77-ba10-70b302c59c14 req-0afad794-79ab-4537-9bea-52a38a14207b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433507 Jul 19 11:11:06.906905 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-32c7e02d-867a-4db5-a09c-f4784debc234 req-1eef8f43-3927-4952-aa1d-5b233d722414 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 210 time: 0.0391362 Jul 19 11:11:06.954263 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-c4835aac-13fe-4db7-be1f-1845330a5ef8 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:06.956050 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-c4835aac-13fe-4db7-be1f-1845330a5ef8 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 812 time: 0.2468436 Jul 19 11:11:07.048257 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:07.120313 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-455fa840-2e28-4efb-a229-c78c496e737b tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7109adf88ac4391aee35c150e96e0b1 HTTP/1.1" status: 200 len: 380 time: 0.1228414 Jul 19 11:11:07.129444 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'port': {'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'admin_state_up': True, 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'security_groups': ['4a386f58-de99-4ec8-a73d-a8a358bf9540']}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:11:07.288894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Made reservation on behalf of a7109adf88ac4391aee35c150e96e0b1 for: {'port': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:11:07.293148 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:07.461102 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_common [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Allocated IP 172.20.0.14 (1660664f-e111-4b9d-93da-a8c613b3e4df/8031d3e6-48b0-44de-8dd5-9ff40019a91c/29b83b99-dced-4119-b3f1-cb6ec3d0c385) {{(pid=104077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:11:07.630741 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:07.647992 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:07.670411 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:07.678370 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08440ced-c26e-431c-87bb-149f83d9cdb9 req-a76c3be8-31b4-4906-b8c9-62b297d4baeb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:07.685357 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-08440ced-c26e-431c-87bb-149f83d9cdb9 req-a76c3be8-31b4-4906-b8c9-62b297d4baeb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0681274 Jul 19 11:11:07.724938 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Network 1660664f-e111-4b9d-93da-a8c613b3e4df is already hosted by enough agents. {{(pid=104077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:11:07.730013 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Resources bound (agent type, host, resource id): {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:11:07.736667 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-08440ced-c26e-431c-87bb-149f83d9cdb9 req-0ecbd04e-f189-436d-b622-a3651a624a50 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506067 Jul 19 11:11:07.749339 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Received port after_create {{(pid=104077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:11:07.800674 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'Port': ['ID=29b83b99-dced-4119-b3f1-cb6ec3d0c385,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:07.835471 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:07.836866 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:07.861646 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-90519542-a737-43bf-a490-2a2d403d2b14 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7359447 Jul 19 11:11:07.881580 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Request body: {'port': {'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:11:07.961681 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:08.074295 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdb0d2-e32b-4c47-8ae1-83720b77fb95 req-4fa20542-cde2-4cd3-9461-02b0abc1c5de tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:08.075920 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dbdb0d2-e32b-4c47-8ae1-83720b77fb95 req-4fa20542-cde2-4cd3-9461-02b0abc1c5de tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 932 time: 0.0926008 Jul 19 11:11:08.118330 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-b06032ca-765d-4873-87fd-fcab84ee2b50 None None] Provisioning complete for port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:11:08.119342 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b06032ca-765d-4873-87fd-fcab84ee2b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:08.137189 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:08.156070 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-b06032ca-765d-4873-87fd-fcab84ee2b50 None None] Port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:11:08.271794 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8dbdb0d2-e32b-4c47-8ae1-83720b77fb95 req-e704840f-6dd3-4fb4-a8b7-b281e75527d9 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515515 Jul 19 11:11:08.706206 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b83b99-dced-4119-b3f1-cb6ec3d0c385 {{(pid=104077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:11:08.714771 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Publish callbacks [] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), precommit_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:08.735969 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.provisioning_blocks [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Transition to ACTIVE for port object 29b83b99-dced-4119-b3f1-cb6ec3d0c385 will not be triggered until provisioned by entity L2. {{(pid=104077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:11:08.740128 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26017153'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:08.802448 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Pushing event updated for resources: {'Port': ['ID=29b83b99-dced-4119-b3f1-cb6ec3d0c385,revision_number=2']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:08.945692 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd941-9e84-4b88-a881-52b04800bdc0 req-5db53138-066b-48f0-a8c3-1ed2079cec56 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:08.947924 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0a2bd941-9e84-4b88-a881-52b04800bdc0 req-5db53138-066b-48f0-a8c3-1ed2079cec56 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0762460 Jul 19 11:11:08.949117 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Attempting to bind port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:11:08.949447 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Attempting to bind port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:11:08.949770 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Attempting to bind port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 on network 1660664f-e111-4b9d-93da-a8c613b3e4df {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:11:08.962065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 on network 1660664f-e111-4b9d-93da-a8c613b3e4df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:11:08.962749 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Attempting to bind port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 on network 1660664f-e111-4b9d-93da-a8c613b3e4df {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:11:08.977512 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:11:08.977871 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Checking segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:11:08.978251 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Bound using segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} {{(pid=104077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:11:08.978679 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.managers [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Bound port: 29b83b99-dced-4119-b3f1-cb6ec3d0c385, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}}] {{(pid=104077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:11:08.979033 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), before_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:09.005898 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:09.047336 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0a2bd941-9e84-4b88-a881-52b04800bdc0 req-c9a96427-1d8b-4419-9173-0784a63e1c7c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923560 Jul 19 11:11:09.069421 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] For port 29b83b99-dced-4119-b3f1-cb6ec3d0c385, host hv-cinder-maste, cleared binding levels {{(pid=104077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:11:09.072446 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] For port 29b83b99-dced-4119-b3f1-cb6ec3d0c385, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:11:09.079583 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26017153'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), after_update {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:09.119373 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:09.119983 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:09.121363 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] 10.222.0.27 "PUT /v2.0/ports/29b83b99-dced-4119-b3f1-cb6ec3d0c385 HTTP/1.1" status: 200 len: 1094 time: 1.2451119 Jul 19 11:11:09.121824 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:11:09.124536 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57f5136-79a1-4f58-9043-ad78164753ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:11:09.153359 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bd2ef-646f-4ec2-a968-71f70eecaa42 service neutron] Pushing event updated for resources: {'Port': ['ID=29b83b99-dced-4119-b3f1-cb6ec3d0c385,revision_number=3']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:09.182756 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbb8152-9685-4450-8662-9adea3132f2c x-openstack-request-id: req-0dbb8152-9685-4450-8662-9adea3132f2c {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:11:09.183548 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:11:09.183813 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0dbb8152-9685-4450-8662-9adea3132f2c {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:11:09.184742 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbb8152-9685-4450-8662-9adea3132f2c'] response: {'name': 'network-changed', 'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'status': 'completed', 'code': 200} Jul 19 11:11:09.386368 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-b98354d8-ac2c-494f-9084-c8d5476a336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:09.387849 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-b98354d8-ac2c-494f-9084-c8d5476a336d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 1129 time: 0.0397146 Jul 19 11:11:09.409087 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a38c92cb-25c7-4707-a7a1-a427462b3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:09.410589 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-a38c92cb-25c7-4707-a7a1-a427462b3656 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 1128 time: 0.0757937 Jul 19 11:11:09.416457 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ce2fd-ff46-4138-be0a-618e9b66dcdc req-08382d3e-0b1c-4015-951d-99da90600c3e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:09.417830 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-893ce2fd-ff46-4138-be0a-618e9b66dcdc req-08382d3e-0b1c-4015-951d-99da90600c3e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0842717 Jul 19 11:11:09.498922 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-85da8f30-e2e2-451c-9304-df4d92c39dce service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385 HTTP/1.1" status: 200 len: 217 time: 0.0471797 Jul 19 11:11:09.503103 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-893ce2fd-ff46-4138-be0a-618e9b66dcdc req-b5b3de88-feb8-4500-8412-17470827ed70 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797143 Jul 19 11:11:09.524059 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-5ffb5fa9-9f39-4625-9387-74a773db3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:09.524059 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-5ffb5fa9-9f39-4625-9387-74a773db3b73 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 917 time: 0.0938506 Jul 19 11:11:09.533682 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:09.559738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-d6786888-7586-4780-8f2d-8571440d39db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:09.561810 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-d6786888-7586-4780-8f2d-8571440d39db service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0472128 Jul 19 11:11:09.585178 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-634d00a1-a654-412c-9e4a-d66878163fcc service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049ef62d-5f12-4134-9010-2bc20edecd41 HTTP/1.1" status: 200 len: 1001 time: 0.0569797 Jul 19 11:11:09.606514 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-551bfa68-c3d5-43eb-8360-5cdcd90a9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:09.608038 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-551bfa68-c3d5-43eb-8360-5cdcd90a9a1f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400720 Jul 19 11:11:09.632515 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:09.637965 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-65382f9f-27f9-47e5-a10e-ee7258fccd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:09.640002 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-65382f9f-27f9-47e5-a10e-ee7258fccd92 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.0483599 Jul 19 11:11:09.683266 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-3142d019-179f-46bc-bd19-a0520b2c7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:09.684771 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-3142d019-179f-46bc-bd19-a0520b2c7e7e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389528 Jul 19 11:11:09.703925 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-14b13b13-44bc-4361-9697-84158e3f0923 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897725 Jul 19 11:11:09.779569 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-fc623252-092c-4e48-919c-628167de77e8 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886478 Jul 19 11:11:09.801772 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cc8644fb-720b-4dfa-a2a7-3442554dfeaf req-5dbd8779-09de-4d6b-be51-ad4245d0d2df service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922844 Jul 19 11:11:09.871659 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5c96d59e-da46-4e8e-b97b-892938f44047 req-b45fe435-c765-4bac-8150-9529d72329f2 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864525 Jul 19 11:11:10.172731 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e76137-3343-4a46-a4da-c92cd33b4531 req-e86bb7a4-6f69-42f4-b417-a1677c09c10b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:10.174212 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7e76137-3343-4a46-a4da-c92cd33b4531 req-e86bb7a4-6f69-42f4-b417-a1677c09c10b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0525293 Jul 19 11:11:10.186154 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53852) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:10.226177 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e7e76137-3343-4a46-a4da-c92cd33b4531 req-8395b0ef-9c8e-4b09-8d51-5b447419f10d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462639 Jul 19 11:11:10.295885 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbd74bad-ab16-4266-8546-3272cf6dfdf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.370400 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbd74bad-ab16-4266-8546-3272cf6dfdf9 admin admin] Publish callbacks [] for security_group (ab15eb08-77c5-4ace-aedc-d689c450826c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.374300 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbd74bad-ab16-4266-8546-3272cf6dfdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ab15eb08-77c5-4ace-aedc-d689c450826c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.412257 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd74bad-ab16-4266-8546-3272cf6dfdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab15eb08-77c5-4ace-aedc-d689c450826c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:10.416529 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-dbd74bad-ab16-4266-8546-3272cf6dfdf9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ec198a670f7f4ee1811077e66892fb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292714 Jul 19 11:11:10.419163 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53856) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:10.467673 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f0775c94-6fda-4702-8542-c39eb2ab84b8 admin admin] Publish callbacks [] for security_group (ab15eb08-77c5-4ace-aedc-d689c450826c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.488895 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f0775c94-6fda-4702-8542-c39eb2ab84b8 admin admin] Publish callbacks [] for security_group (ab15eb08-77c5-4ace-aedc-d689c450826c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.534705 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f0775c94-6fda-4702-8542-c39eb2ab84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ab15eb08-77c5-4ace-aedc-d689c450826c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.537467 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f0775c94-6fda-4702-8542-c39eb2ab84b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.538756 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f0775c94-6fda-4702-8542-c39eb2ab84b8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ab15eb08-77c5-4ace-aedc-d689c450826c HTTP/1.1" status: 204 len: 168 time: 0.1181378 Jul 19 11:11:10.547246 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0775c94-6fda-4702-8542-c39eb2ab84b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab15eb08-77c5-4ace-aedc-d689c450826c,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:10.630182 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02573734-18ef-48e7-adb8-fcc6805d40a1 req-32d1f297-689b-4f8d-a846-f713b33c10a1 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:10.631665 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-02573734-18ef-48e7-adb8-fcc6805d40a1 req-32d1f297-689b-4f8d-a846-f713b33c10a1 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0516570 Jul 19 11:11:10.652075 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:10.692248 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-02573734-18ef-48e7-adb8-fcc6805d40a1 req-728b65d3-6adf-4c0a-b2f8-2e4d6638f790 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538316 Jul 19 11:11:10.817368 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53864) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:10.831249 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9455714c-e0b3-4014-b872-288c56cc1915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.907068 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9455714c-e0b3-4014-b872-288c56cc1915 admin admin] Publish callbacks [] for security_group (fbcc7f45-8336-436c-9c0a-749c639069c0), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.910743 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9455714c-e0b3-4014-b872-288c56cc1915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fbcc7f45-8336-436c-9c0a-749c639069c0), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:10.949317 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455714c-e0b3-4014-b872-288c56cc1915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcc7f45-8336-436c-9c0a-749c639069c0,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:10.955400 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9455714c-e0b3-4014-b872-288c56cc1915 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=89901ead6276428e96bf739c4f2c1e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370080 Jul 19 11:11:10.958170 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53866) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:10.996290 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:11.007343 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9024ea41-4088-4537-9d04-b50d7deb885d admin admin] Publish callbacks [] for security_group (fbcc7f45-8336-436c-9c0a-749c639069c0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.029651 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9024ea41-4088-4537-9d04-b50d7deb885d admin admin] Publish callbacks [] for security_group (fbcc7f45-8336-436c-9c0a-749c639069c0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.081332 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9024ea41-4088-4537-9d04-b50d7deb885d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fbcc7f45-8336-436c-9c0a-749c639069c0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.083836 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9024ea41-4088-4537-9d04-b50d7deb885d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.085015 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9024ea41-4088-4537-9d04-b50d7deb885d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fbcc7f45-8336-436c-9c0a-749c639069c0 HTTP/1.1" status: 204 len: 168 time: 0.1259928 Jul 19 11:11:11.093009 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024ea41-4088-4537-9d04-b50d7deb885d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcc7f45-8336-436c-9c0a-749c639069c0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:11.346445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0148a-2e38-4945-b4da-7641353cb03e req-b2be37cf-11a1-4c06-bebf-19aaf1dd5ea7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:11.348083 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bea0148a-2e38-4945-b4da-7641353cb03e req-b2be37cf-11a1-4c06-bebf-19aaf1dd5ea7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0484917 Jul 19 11:11:11.398079 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bea0148a-2e38-4945-b4da-7641353cb03e req-24281723-463c-4b2e-b98c-97c67dedb9ed tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440233 Jul 19 11:11:11.405119 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 53876) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:11.418403 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65f58852-e0fb-40df-bb14-c034b67c4dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.433099 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:11.496324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65f58852-e0fb-40df-bb14-c034b67c4dc5 admin admin] Publish callbacks [] for security_group (3a17859d-9ff5-4d9e-a687-23a53248200f), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.500376 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-65f58852-e0fb-40df-bb14-c034b67c4dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3a17859d-9ff5-4d9e-a687-23a53248200f), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.540617 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-65f58852-e0fb-40df-bb14-c034b67c4dc5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5fb24888cee74745be47b0e3e1cf5245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343729 Jul 19 11:11:11.541743 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f58852-e0fb-40df-bb14-c034b67c4dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17859d-9ff5-4d9e-a687-23a53248200f,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:11.543286 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 53878) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:11.594904 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f98975f0-c704-46bb-b733-d081be46eb98 admin admin] Publish callbacks [] for security_group (3a17859d-9ff5-4d9e-a687-23a53248200f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.618330 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f98975f0-c704-46bb-b733-d081be46eb98 admin admin] Publish callbacks [] for security_group (3a17859d-9ff5-4d9e-a687-23a53248200f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.629447 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5136-79a1-4f58-9043-ad78164753ed req-1ae64892-d046-4f27-b236-8d5335837102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:11.630970 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a57f5136-79a1-4f58-9043-ad78164753ed req-1ae64892-d046-4f27-b236-8d5335837102 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 1128 time: 0.0440471 Jul 19 11:11:11.666089 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f98975f0-c704-46bb-b733-d081be46eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3a17859d-9ff5-4d9e-a687-23a53248200f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.668688 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f98975f0-c704-46bb-b733-d081be46eb98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:11.669866 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f98975f0-c704-46bb-b733-d081be46eb98 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3a17859d-9ff5-4d9e-a687-23a53248200f HTTP/1.1" status: 204 len: 168 time: 0.1249681 Jul 19 11:11:11.677865 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98975f0-c704-46bb-b733-d081be46eb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17859d-9ff5-4d9e-a687-23a53248200f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:11.726885 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5136-79a1-4f58-9043-ad78164753ed req-c5c6bba5-3c2b-4ac5-a4ce-5c9698ea1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:11.729064 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a57f5136-79a1-4f58-9043-ad78164753ed req-c5c6bba5-3c2b-4ac5-a4ce-5c9698ea1cc2 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.0916824 Jul 19 11:11:11.802454 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a57f5136-79a1-4f58-9043-ad78164753ed req-aa47555f-1754-4e45-9125-dc36af82cee9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385 HTTP/1.1" status: 200 len: 217 time: 0.0424356 Jul 19 11:11:11.845503 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0bd39-07e7-4e4a-bc38-6977c0e0d4ae req-cbaa5f2e-7dde-46be-9890-0cd9bc962811 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:11.854883 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59a0bd39-07e7-4e4a-bc38-6977c0e0d4ae req-cbaa5f2e-7dde-46be-9890-0cd9bc962811 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0640159 Jul 19 11:11:11.872047 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5136-79a1-4f58-9043-ad78164753ed req-b9f6b297-9b4e-4f44-a9b0-5866a564dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:11.874459 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a57f5136-79a1-4f58-9043-ad78164753ed req-b9f6b297-9b4e-4f44-a9b0-5866a564dcd0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0527065 Jul 19 11:11:11.874882 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:11.927265 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59a0bd39-07e7-4e4a-bc38-6977c0e0d4ae req-7a86bfe8-f727-45c4-b9bc-78e4e313424e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713792 Jul 19 11:11:11.937489 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5136-79a1-4f58-9043-ad78164753ed req-4055fc5a-c80d-45ee-89d9-d0c67db7b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:11.939004 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a57f5136-79a1-4f58-9043-ad78164753ed req-4055fc5a-c80d-45ee-89d9-d0c67db7b2c3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580599 Jul 19 11:11:12.038876 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a57f5136-79a1-4f58-9043-ad78164753ed req-54631040-f4d4-486c-9acb-cf15c60d6dae service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930035 Jul 19 11:11:12.300140 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a57f5136-79a1-4f58-9043-ad78164753ed req-1adaf29d-5d14-4122-be88-1408a7ef37ff service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938702 Jul 19 11:11:12.521073 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d8e9d-871e-4850-bfff-60fa0080ab5b req-79a81eaf-7971-4ec5-85bf-e126ead81d50 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:12.522536 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8a7d8e9d-871e-4850-bfff-60fa0080ab5b req-79a81eaf-7971-4ec5-85bf-e126ead81d50 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 945 time: 0.0476840 Jul 19 11:11:12.547264 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:12.579040 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8a7d8e9d-871e-4850-bfff-60fa0080ab5b req-c230f940-8d17-4511-96a4-85656df1a809 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505490 Jul 19 11:11:12.595261 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:11:12.673907 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 049ef62d-5f12-4134-9010-2bc20edecd41 is: ACTIVE; New status is: DOWN {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:11:12.674305 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:12.698917 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:11:12.701781 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8185501-88ad-49c2-932d-17915d19f74d" -d '{"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-unplugged", "status": "completed", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:11:12.714806 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:12.719384 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:12.750346 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 19 Jul 2022 11:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d06df8-a3b7-47c6-8ffe-de657d4fabfc x-openstack-request-id: req-44d06df8-a3b7-47c6-8ffe-de657d4fabfc {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:11:12.750646 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-unplugged", "status": "failed", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41", "code": 422}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:11:12.750900 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-44d06df8-a3b7-47c6-8ffe-de657d4fabfc {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:11:12.751300 dv-cinder-master-3-iscsi neutron-server[104078]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-44d06df8-a3b7-47c6-8ffe-de657d4fabfc']: {'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41', 'code': 422} returned with failed status Jul 19 11:11:12.778219 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=8']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:13.072674 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976ca82-cd25-4fd5-83fb-038c2972b0f6 req-30703bdc-5a31-420e-88aa-2874c6dfd85c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:13.074401 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9976ca82-cd25-4fd5-83fb-038c2972b0f6 req-30703bdc-5a31-420e-88aa-2874c6dfd85c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0734615 Jul 19 11:11:13.133725 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-9976ca82-cd25-4fd5-83fb-038c2972b0f6 req-702e7501-4f51-4e20-afe7-62032e4e8a70 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503840 Jul 19 11:11:13.634671 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a3248-1b1f-4f18-9246-099265a24344 req-558b26a5-04dc-49d7-a362-d8044e5cb601 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:13.636286 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7f9a3248-1b1f-4f18-9246-099265a24344 req-558b26a5-04dc-49d7-a362-d8044e5cb601 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0513308 Jul 19 11:11:13.685945 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7f9a3248-1b1f-4f18-9246-099265a24344 req-88b744e7-93f3-48d7-b8f3-1008c938ae51 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Jul 19 11:11:13.801779 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-5f4f202d-1c20-4c52-af92-bf710a895078 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0384941 Jul 19 11:11:13.881484 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-dca7065b-da77-4ddc-947b-076b46e0e34d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:13.882826 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-dca7065b-da77-4ddc-947b-076b46e0e34d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports/049ef62d-5f12-4134-9010-2bc20edecd41 HTTP/1.1" status: 200 len: 940 time: 0.0536408 Jul 19 11:11:14.271455 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08871a8-2794-4ae4-8e7b-411f437426c5 req-65617ba1-9ef1-4d5f-ba17-db094ee16fff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:14.272973 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f08871a8-2794-4ae4-8e7b-411f437426c5 req-65617ba1-9ef1-4d5f-ba17-db094ee16fff tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0665021 Jul 19 11:11:14.324778 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f08871a8-2794-4ae4-8e7b-411f437426c5 req-dd2da3a2-6265-4785-9d0b-4e54ba9b205a tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462105 Jul 19 11:11:14.786940 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-ff60d892-c479-4883-8a20-a53edfe68acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:14.788461 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-ff60d892-c479-4883-8a20-a53edfe68acd service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9&tenant_id=e1d59596ecae4e288733b90c577aa86b HTTP/1.1" status: 200 len: 1127 time: 0.0840006 Jul 19 11:11:14.806418 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beed382-547a-44ec-afed-f2d1a65042a6 req-71393286-b503-4839-99cd-ff66ec754e45 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:14.807877 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9beed382-547a-44ec-afed-f2d1a65042a6 req-71393286-b503-4839-99cd-ff66ec754e45 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0481791 Jul 19 11:11:14.854586 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9beed382-547a-44ec-afed-f2d1a65042a6 req-5f00e4dc-05e6-40ca-ac08-b51004d654c3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410089 Jul 19 11:11:14.876537 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-aafdd87e-8dbc-489c-85bb-7c2cab25fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:14.878083 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-aafdd87e-8dbc-489c-85bb-7c2cab25fed8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 1127 time: 0.0397396 Jul 19 11:11:14.948586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:14.980835 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-08c2823f-0399-4c42-a7af-8949b8c94723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:14.982847 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-08c2823f-0399-4c42-a7af-8949b8c94723 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 917 time: 0.0983810 Jul 19 11:11:15.049946 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-a4e2b3ec-cdb0-4b90-a4ac-8836dd292f07 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049ef62d-5f12-4134-9010-2bc20edecd41 HTTP/1.1" status: 200 len: 999 time: 0.0604994 Jul 19 11:11:15.106009 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-02e9982c-d98f-4089-98a1-11484072b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:15.107458 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-02e9982c-d98f-4089-98a1-11484072b099 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.0498333 Jul 19 11:11:15.150021 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-19da82a5-4a11-4da5-8813-53e2198ec32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:15.151506 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-19da82a5-4a11-4da5-8813-53e2198ec32c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382040 Jul 19 11:11:15.241763 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-a277214c-9aa7-4efb-9a4f-6ac3ba24b659 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841093 Jul 19 11:11:15.333826 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33807664-e0a9-4d10-a82c-456f014ec9d8 req-bb0eaa13-b904-4ffe-8e11-c1632ea3544b service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862243 Jul 19 11:11:15.448603 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cd738-544e-44cf-8e01-4fb862faaf4f req-b2bbc8f6-373f-4e95-9fd5-3487a77c1b21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:15.450109 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-926cd738-544e-44cf-8e01-4fb862faaf4f req-b2bbc8f6-373f-4e95-9fd5-3487a77c1b21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0494559 Jul 19 11:11:15.498361 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-926cd738-544e-44cf-8e01-4fb862faaf4f req-440fb36b-6ece-4440-8ac6-dc2d7a843289 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Jul 19 11:11:16.056752 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b94916-6a4a-4b11-8e10-b1b4e0e6b917 req-50645179-a9f3-4046-a229-9fa84b37c22c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:16.059084 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a8b94916-6a4a-4b11-8e10-b1b4e0e6b917 req-50645179-a9f3-4046-a229-9fa84b37c22c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0604327 Jul 19 11:11:16.135485 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a8b94916-6a4a-4b11-8e10-b1b4e0e6b917 req-832ad2b3-8765-4259-b77b-efe51d162549 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695515 Jul 19 11:11:16.553356 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:16.556819 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:16.612862 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:11:16.626041 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51297d52-8ad8-4e08-bc26-d63ea7cd91ba req-670cdb77-c842-473e-97ce-543cee17c474 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:16.628227 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-51297d52-8ad8-4e08-bc26-d63ea7cd91ba req-670cdb77-c842-473e-97ce-543cee17c474 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0559051 Jul 19 11:11:16.664541 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:16.698683 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:16.706869 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-51297d52-8ad8-4e08-bc26-d63ea7cd91ba req-309af778-94bf-4882-81f0-d2d6ceb9c772 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728922 Jul 19 11:11:16.724364 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 049ef62d-5f12-4134-9010-2bc20edecd41 is: DOWN; New status is: DOWN {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:11:17.284584 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d5244-d030-4cb3-97ad-15d46323fd89 req-d6b3e921-a0db-4ce6-8023-53d00959e2f4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:17.289567 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-da6d5244-d030-4cb3-97ad-15d46323fd89 req-d6b3e921-a0db-4ce6-8023-53d00959e2f4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0790124 Jul 19 11:11:17.346663 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-da6d5244-d030-4cb3-97ad-15d46323fd89 req-05be379e-e006-4dc1-a6aa-b5b972b1868a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Jul 19 11:11:17.835247 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daa869-430e-44ea-bd0a-c78bad0a5d3c req-ea0d9cbf-d235-452f-a400-0d76c2506e6f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:17.837855 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b6daa869-430e-44ea-bd0a-c78bad0a5d3c req-ea0d9cbf-d235-452f-a400-0d76c2506e6f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0535357 Jul 19 11:11:17.899522 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b6daa869-430e-44ea-bd0a-c78bad0a5d3c req-7918a472-bd4e-4af9-9137-c1f07ca12107 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554011 Jul 19 11:11:18.483275 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da140d-d636-43b1-b12d-20f40e379ea5 req-ce11afa8-33f5-4a61-b3e6-5af0675c3045 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:18.486833 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b4da140d-d636-43b1-b12d-20f40e379ea5 req-ce11afa8-33f5-4a61-b3e6-5af0675c3045 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0631068 Jul 19 11:11:18.535579 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b4da140d-d636-43b1-b12d-20f40e379ea5 req-6e57e2f8-d5a0-49ef-a2ee-8ef10cae20f0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427210 Jul 19 11:11:19.055215 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a64c84-b04e-4503-9a38-4168069c43bd req-75621589-60f4-41b8-8f7e-a1a51f971aeb tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:19.057081 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c1a64c84-b04e-4503-9a38-4168069c43bd req-75621589-60f4-41b8-8f7e-a1a51f971aeb tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0497019 Jul 19 11:11:19.108328 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:19.122873 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c1a64c84-b04e-4503-9a38-4168069c43bd req-8e532bd7-3cdc-4371-a815-7f95ac07523c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596802 Jul 19 11:11:19.688943 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3576d-1890-4a6c-8a7e-903b3a9bb922 req-003fae6e-1ae3-478d-819c-04565defb5c1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:19.690955 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59b3576d-1890-4a6c-8a7e-903b3a9bb922 req-003fae6e-1ae3-478d-819c-04565defb5c1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0539985 Jul 19 11:11:19.743663 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59b3576d-1890-4a6c-8a7e-903b3a9bb922 req-60616502-19ef-482f-9bd8-f96ec07e1247 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426209 Jul 19 11:11:20.247605 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c7231-2bbd-4ba5-8811-2789f97d32fd req-e5084b1f-9ae3-4aad-afd1-24bd671a1c6f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:20.249338 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-897c7231-2bbd-4ba5-8811-2789f97d32fd req-e5084b1f-9ae3-4aad-afd1-24bd671a1c6f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0490518 Jul 19 11:11:20.305396 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-897c7231-2bbd-4ba5-8811-2789f97d32fd req-a7643482-2aed-4bb9-845c-ba77889705cb tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488684 Jul 19 11:11:20.871544 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:20.887714 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f19a8-2301-4477-a18c-8530ab60e584 req-4412988e-ee84-45ee-b4df-f4dbd375ba66 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:20.890635 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4c9f19a8-2301-4477-a18c-8530ab60e584 req-4412988e-ee84-45ee-b4df-f4dbd375ba66 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0629601 Jul 19 11:11:20.948727 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4c9f19a8-2301-4477-a18c-8530ab60e584 req-71e4d767-724e-4f31-8891-9cda04c17625 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522017 Jul 19 11:11:21.430796 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53458d2b-b1da-4307-8553-b2ad996a0a0b req-1eab4e2f-b183-49ee-b9d3-526aaffd6e15 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:21.433421 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-53458d2b-b1da-4307-8553-b2ad996a0a0b req-1eab4e2f-b183-49ee-b9d3-526aaffd6e15 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0509138 Jul 19 11:11:21.491791 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-53458d2b-b1da-4307-8553-b2ad996a0a0b req-d03a2527-7831-43ed-808d-00d32788ea81 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523643 Jul 19 11:11:22.075353 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027be3f-f51a-442e-adb8-2a44e8de3ff9 req-b7dd3803-7305-4fb2-b4f4-896122ffeb1c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:22.077600 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0027be3f-f51a-442e-adb8-2a44e8de3ff9 req-b7dd3803-7305-4fb2-b4f4-896122ffeb1c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0550554 Jul 19 11:11:22.132929 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0027be3f-f51a-442e-adb8-2a44e8de3ff9 req-0e391da5-9462-48f8-9a00-9602cc58794e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495269 Jul 19 11:11:22.636676 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8f386-7e72-4f7d-9356-ff404ddbd618 req-ee2c7202-5234-419a-9186-ace1ff3fb9d3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:22.638211 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c4f8f386-7e72-4f7d-9356-ff404ddbd618 req-ee2c7202-5234-419a-9186-ace1ff3fb9d3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0569139 Jul 19 11:11:22.654327 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:22.705114 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c4f8f386-7e72-4f7d-9356-ff404ddbd618 req-09730e29-1e92-4b09-a342-3004d7a8e641 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609958 Jul 19 11:11:23.268857 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb960439-fb44-4e63-b6b8-eee6476231ca req-bef409f8-0885-4b66-87a6-249ee2504f25 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:23.270482 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fb960439-fb44-4e63-b6b8-eee6476231ca req-bef409f8-0885-4b66-87a6-249ee2504f25 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0564914 Jul 19 11:11:23.322661 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fb960439-fb44-4e63-b6b8-eee6476231ca req-282ad639-8fea-45fb-bcfc-60a9a24b1219 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461097 Jul 19 11:11:23.836337 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f0ee-2b3e-46f8-8fea-53da90e79970 req-5b8fd19a-9260-4e5e-9c61-660212a7f3e1 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:23.837845 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f244f0ee-2b3e-46f8-8fea-53da90e79970 req-5b8fd19a-9260-4e5e-9c61-660212a7f3e1 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0473511 Jul 19 11:11:23.897349 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f244f0ee-2b3e-46f8-8fea-53da90e79970 req-582d0147-a369-4f4e-bf3b-aee2b72df3b8 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537095 Jul 19 11:11:24.447446 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972af0f8-0c16-42e0-ba33-bd6b8c7ce90c req-4956db3f-fa09-4cb0-82d1-80614cf674ec tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:24.448931 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-972af0f8-0c16-42e0-ba33-bd6b8c7ce90c req-4956db3f-fa09-4cb0-82d1-80614cf674ec tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0503988 Jul 19 11:11:24.495341 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-972af0f8-0c16-42e0-ba33-bd6b8c7ce90c req-8773ed63-d1d6-46a2-a426-297918dca0c7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Jul 19 11:11:25.011701 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629956-d6d3-4e5b-95ca-5c4ef787d190 req-73086a1d-796a-42bc-ba41-d025b80706ae tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:25.013178 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dc629956-d6d3-4e5b-95ca-5c4ef787d190 req-73086a1d-796a-42bc-ba41-d025b80706ae tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0507455 Jul 19 11:11:25.061713 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dc629956-d6d3-4e5b-95ca-5c4ef787d190 req-ae7e9d18-1599-4d38-b3e7-6c056274ea41 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Jul 19 11:11:25.617577 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dfe52-84ff-43e3-9e57-bbf950a3103a req-f7dde3eb-ebb5-4540-8400-55da4f39e2c1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:25.620066 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-912dfe52-84ff-43e3-9e57-bbf950a3103a req-f7dde3eb-ebb5-4540-8400-55da4f39e2c1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0520451 Jul 19 11:11:25.666005 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:25.671367 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-912dfe52-84ff-43e3-9e57-bbf950a3103a req-f450e4c6-7e24-4d27-bcb7-7871e50c057a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 Jul 19 11:11:26.173394 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ad229-f891-4ee9-a24f-f2663f41706c req-e6a7c8a1-c6b2-41d4-bdb4-6f907488cc57 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:26.174829 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-835ad229-f891-4ee9-a24f-f2663f41706c req-e6a7c8a1-c6b2-41d4-bdb4-6f907488cc57 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0465329 Jul 19 11:11:26.222707 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-835ad229-f891-4ee9-a24f-f2663f41706c req-d0db1cc6-ee58-41f0-93e8-2d1debe0bfb4 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Jul 19 11:11:26.790904 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011247db-de95-4173-a66e-49981ea1c491 req-91f72847-6058-493c-b95e-0463d98507f8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:26.792429 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-011247db-de95-4173-a66e-49981ea1c491 req-91f72847-6058-493c-b95e-0463d98507f8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0490811 Jul 19 11:11:26.840637 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-011247db-de95-4173-a66e-49981ea1c491 req-34a09988-4627-4e9d-876c-833165cc3cc4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Jul 19 11:11:27.200510 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:27.335449 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463afe91-dbfe-42c4-9a04-4748793c204a req-84602038-ca3a-4cee-9178-ef6f75b7be3b tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:27.336909 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-463afe91-dbfe-42c4-9a04-4748793c204a req-84602038-ca3a-4cee-9178-ef6f75b7be3b tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0465167 Jul 19 11:11:27.388157 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-463afe91-dbfe-42c4-9a04-4748793c204a req-455edc5b-a396-4ce3-9244-7d27a679c508 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457244 Jul 19 11:11:27.665352 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b199415b-75f0-4da5-a086-c06ec8c73b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:27.992554 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252f84c-5924-4dfa-b4f2-a91eeaf1928c req-9a3b2123-0605-4397-82f4-7ccb3539ff8c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:27.995070 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8252f84c-5924-4dfa-b4f2-a91eeaf1928c req-9a3b2123-0605-4397-82f4-7ccb3539ff8c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0669556 Jul 19 11:11:28.081449 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8252f84c-5924-4dfa-b4f2-a91eeaf1928c req-26b946d5-90a3-4313-9637-51f64f0c0c8e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778701 Jul 19 11:11:28.506847 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40941bf4-8e21-434e-81cd-70087279e484 req-827b016e-8080-4658-a4bc-e54623d92f88 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:28.508338 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-40941bf4-8e21-434e-81cd-70087279e484 req-827b016e-8080-4658-a4bc-e54623d92f88 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 944 time: 0.0483990 Jul 19 11:11:28.557632 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-40941bf4-8e21-434e-81cd-70087279e484 req-24dad38d-e018-4366-9d7a-ff888e77666f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437648 Jul 19 11:11:28.723650 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 29b83b99-dced-4119-b3f1-cb6ec3d0c385 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:11:28.822388 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 29b83b99-dced-4119-b3f1-cb6ec3d0c385, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:28.833559 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:11:28.867420 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:11:28.867807 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:28.880903 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b83b99-dced-4119-b3f1-cb6ec3d0c385 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:11:28.900327 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 29b83b99-dced-4119-b3f1-cb6ec3d0c385, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:28.904293 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:28.953277 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=29b83b99-dced-4119-b3f1-cb6ec3d0c385,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:29.217697 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887edf4-b4f1-44bb-ad70-20314bfea9c3 req-4f4d5a46-f27c-4ad8-bd93-e705ccc96931 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:29.220409 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3887edf4-b4f1-44bb-ad70-20314bfea9c3 req-4f4d5a46-f27c-4ad8-bd93-e705ccc96931 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0587921 Jul 19 11:11:29.243462 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['29b83b99-dced-4119-b3f1-cb6ec3d0c385'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:11:29.285512 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3887edf4-b4f1-44bb-ad70-20314bfea9c3 req-64a6a527-a3a6-495b-96c5-a7224855833b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553701 Jul 19 11:11:29.668087 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617d3b7-a2a9-44c9-93e5-d6518cefe794 req-99c3e5fd-5356-47b0-ac78-a7afa7a90085 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:29.669612 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5617d3b7-a2a9-44c9-93e5-d6518cefe794 req-99c3e5fd-5356-47b0-ac78-a7afa7a90085 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 945 time: 0.0475619 Jul 19 11:11:29.718749 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5617d3b7-a2a9-44c9-93e5-d6518cefe794 req-f8944622-23dc-4e7c-98ca-52b82e2b7099 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435543 Jul 19 11:11:29.968492 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-83106043-fa79-4651-aecc-e9696c3df3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:30.401139 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecf945-4aeb-4d07-a4ce-2c485b301bbb req-70f20520-276e-432f-8da6-e7cb6349e161 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:30.402492 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9ecf945-4aeb-4d07-a4ce-2c485b301bbb req-70f20520-276e-432f-8da6-e7cb6349e161 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 943 time: 0.0472398 Jul 19 11:11:30.449822 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9ecf945-4aeb-4d07-a4ce-2c485b301bbb req-403b4ae5-1f79-4464-9bfd-7e8ce00d9fcc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Jul 19 11:11:30.739920 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:11:30.747100 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:30.752794 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 29b83b99-dced-4119-b3f1-cb6ec3d0c385 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:11:30.837526 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89288d11-7f8e-44dd-8138-d38eca7101bb req-76ce6f87-d34d-48c1-bf85-504eddf8a07b tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:30.839007 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-89288d11-7f8e-44dd-8138-d38eca7101bb req-76ce6f87-d34d-48c1-bf85-504eddf8a07b tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 945 time: 0.0503535 Jul 19 11:11:30.854170 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:11:30.857405 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:30.870613 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:11:30.870992 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:30.890090 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-89288d11-7f8e-44dd-8138-d38eca7101bb req-7b01f50f-3010-483e-92bd-edc41d1f5766 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Jul 19 11:11:30.911516 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:30.930718 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '049ef62d-5f12-4134-9010-2bc20edecd41', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'port_id': '049ef62d-5f12-4134-9010-2bc20edecd41', 'mac_address': 'fa:16:3e:38:6b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:11:30.993911 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 049ef62d-5f12-4134-9010-2bc20edecd41 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:11:30.994577 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:30.997343 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:11:30.997713 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:31.021220 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049ef62d-5f12-4134-9010-2bc20edecd41 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:11:31.041602 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:11:31.043805 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2361c478-9150-4d58-bd1b-aa7dd60c18b7" -d '{"events": [{"server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "name": "network-vif-plugged", "status": "completed", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:11:31.061699 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:31.064175 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 29b83b99-dced-4119-b3f1-cb6ec3d0c385, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:31.067611 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:31.071870 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:31.091925 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2306a818-f426-4830-88ec-e8d46fb9c270 x-openstack-request-id: req-2306a818-f426-4830-88ec-e8d46fb9c270 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:11:31.092226 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "name": "network-vif-plugged", "status": "completed", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:11:31.092479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2306a818-f426-4830-88ec-e8d46fb9c270 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:11:31.092903 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2306a818-f426-4830-88ec-e8d46fb9c270'] response: {'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'code': 200} Jul 19 11:11:31.117978 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=9']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:31.163039 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:31.174733 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=29b83b99-dced-4119-b3f1-cb6ec3d0c385,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:31.394942 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['049ef62d-5f12-4134-9010-2bc20edecd41'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:11:31.563945 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112c3c7-0613-4f8f-9256-ed56a67fc6d8 req-4991c8f6-37ea-46d2-af0d-7e9007a2cbc9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:31.565454 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4112c3c7-0613-4f8f-9256-ed56a67fc6d8 req-4991c8f6-37ea-46d2-af0d-7e9007a2cbc9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 944 time: 0.0460494 Jul 19 11:11:31.613282 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4112c3c7-0613-4f8f-9256-ed56a67fc6d8 req-a2a98ff7-ac4a-49a7-8516-c967bab98354 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 Jul 19 11:11:32.006037 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13ffad-eb73-43fe-be00-35b5d6d51e73 req-971be4ca-b7a7-4ee5-b955-35ea51b7c83a tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:32.007388 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-af13ffad-eb73-43fe-be00-35b5d6d51e73 req-971be4ca-b7a7-4ee5-b955-35ea51b7c83a tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0494518 Jul 19 11:11:32.054825 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-af13ffad-eb73-43fe-be00-35b5d6d51e73 req-802a7183-3947-4c8c-8d44-96736c810d66 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Jul 19 11:11:32.569906 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:32.729715 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a46a3f-ad61-4c55-808e-e5703f607147 req-19ab4455-b737-4d62-aa02-6ec8905e0ac2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:32.731171 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-00a46a3f-ad61-4c55-808e-e5703f607147 req-19ab4455-b737-4d62-aa02-6ec8905e0ac2 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 944 time: 0.0459802 Jul 19 11:11:32.752853 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:11:32.779353 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-00a46a3f-ad61-4c55-808e-e5703f607147 req-4324185b-af0f-4b5e-a59e-0f247f5ec828 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Jul 19 11:11:32.802747 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:32.812249 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 049ef62d-5f12-4134-9010-2bc20edecd41 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:11:32.812611 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:32.883937 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 049ef62d-5f12-4134-9010-2bc20edecd41 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:11:32.884321 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:32.911651 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:32.919192 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:32.923863 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:32.927544 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:32.974157 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=10']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:33.094764 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:11:33.097158 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18298499-bff3-474b-847f-411d9ef63c5f" -d '{"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-plugged", "status": "completed", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:11:33.131123 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3a81ac-7838-447b-8950-8391f7355a5e x-openstack-request-id: req-eb3a81ac-7838-447b-8950-8391f7355a5e {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:11:33.131537 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-plugged", "status": "completed", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:11:33.131795 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eb3a81ac-7838-447b-8950-8391f7355a5e {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:11:33.132276 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3a81ac-7838-447b-8950-8391f7355a5e'] response: {'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41', 'code': 200} Jul 19 11:11:33.155603 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:33.166945 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacb70c-67a1-4259-8e7a-c7241653cc60 req-741dc1fb-9846-4581-9598-dd4e8ec95b2d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:33.168370 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6bacb70c-67a1-4259-8e7a-c7241653cc60 req-741dc1fb-9846-4581-9598-dd4e8ec95b2d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0469961 Jul 19 11:11:33.221343 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6bacb70c-67a1-4259-8e7a-c7241653cc60 req-740755ca-8ade-487f-a55b-349e389c6da1 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472755 Jul 19 11:11:33.898106 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1065b60-61af-441f-9c34-1bb4b69fd5e7 req-e1b3d6f4-cc7d-48fe-aa41-09bb2e9c7113 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:33.899534 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1065b60-61af-441f-9c34-1bb4b69fd5e7 req-e1b3d6f4-cc7d-48fe-aa41-09bb2e9c7113 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0467260 Jul 19 11:11:33.946656 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a1065b60-61af-441f-9c34-1bb4b69fd5e7 req-f650e0ae-0404-48f8-a19c-8fff60b3f638 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 Jul 19 11:11:34.297608 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:34.336973 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928077a2-3d13-4786-b3aa-6370ae564bd5 req-cada4ef4-2870-4442-a2cd-517e45245e47 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:34.338417 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-928077a2-3d13-4786-b3aa-6370ae564bd5 req-cada4ef4-2870-4442-a2cd-517e45245e47 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0504627 Jul 19 11:11:34.386819 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-928077a2-3d13-4786-b3aa-6370ae564bd5 req-da9d8667-b6d4-4eb1-afc4-df680ccb281b tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429413 Jul 19 11:11:35.062534 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c05cbd-b4e2-400f-aa1d-d5004f2642d1 req-26bfea93-b3ef-4ef4-b680-5f91882bb8e6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:35.063997 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b9c05cbd-b4e2-400f-aa1d-d5004f2642d1 req-26bfea93-b3ef-4ef4-b680-5f91882bb8e6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0468144 Jul 19 11:11:35.109521 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b9c05cbd-b4e2-400f-aa1d-d5004f2642d1 req-97887d08-4c80-4704-a254-7d3b01a4ba4e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401478 Jul 19 11:11:35.464169 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:35.499310 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad97e-b8a0-4d18-bb80-8209fa64e4e4 req-4e0806e0-bc86-4f7b-b151-6e1aeabd3429 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:35.501042 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6c2ad97e-b8a0-4d18-bb80-8209fa64e4e4 req-4e0806e0-bc86-4f7b-b151-6e1aeabd3429 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0469823 Jul 19 11:11:35.548838 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6c2ad97e-b8a0-4d18-bb80-8209fa64e4e4 req-43f77e0f-f5b2-486e-891b-19e2668b1af4 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Jul 19 11:11:36.196993 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54258) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:36.230753 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28770dd-0e3a-443f-9f4a-9b4ec3022675 req-a95bf092-a5a5-4a1a-945d-9da52662e959 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:36.232497 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c28770dd-0e3a-443f-9f4a-9b4ec3022675 req-a95bf092-a5a5-4a1a-945d-9da52662e959 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0529501 Jul 19 11:11:36.284955 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c28770dd-0e3a-443f-9f4a-9b4ec3022675 req-f7cca921-1443-4a36-b6b7-01e505c618c7 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468230 Jul 19 11:11:36.487884 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Deleting port 5f698647-010f-4384-bf0b-3ce7c2daf496 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:11:36.488221 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (5f698647-010f-4384-bf0b-3ce7c2daf496), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:36.566340 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (5f698647-010f-4384-bf0b-3ce7c2daf496), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:36.566665 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for floatingip (5f698647-010f-4384-bf0b-3ce7c2daf496), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:36.578658 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Calling delete_port for 5f698647-010f-4384-bf0b-3ce7c2daf496 owned by network:floatingip {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:11:36.667898 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:36.701929 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff9850-5e24-4d11-b4fd-712d69678c52 req-a9783224-6df1-42a5-93fe-7e6accab550e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:36.703368 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fdff9850-5e24-4d11-b4fd-712d69678c52 req-a9783224-6df1-42a5-93fe-7e6accab550e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0828445 Jul 19 11:11:36.775335 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-fdff9850-5e24-4d11-b4fd-712d69678c52 req-deb4335f-21fa-4a66-9e68-132c26a55d3e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651982 Jul 19 11:11:36.822288 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (5f698647-010f-4384-bf0b-3ce7c2daf496), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:36.851075 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event deleted for resources: {'Port': ['ID=5f698647-010f-4384-bf0b-3ce7c2daf496,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:36.913664 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for floatingip (966fe999-7d6f-4fab-8914-e74dbf868416), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:36.913983 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.l3_db [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Floating IP 966fe999-7d6f-4fab-8914-e74dbf868416 disassociated (deleted). External IP: 172.37.3.44, port: da843419-4401-4a26-82c2-7930b51aa1b8. Jul 19 11:11:37.039358 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:37.106832 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Router 196b89be-b242-442e-8c43-6355819d28bf has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:11:37.205643 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:11:37.210487 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:37.215161 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] Sync routers for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:11:37.225573 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:11:37.226187 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:11:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:37.243140 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-d3902bd6-151b-4414-980b-5e33bbe7d314 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "DELETE /v2.0/floatingips/966fe999-7d6f-4fab-8914-e74dbf868416 HTTP/1.1" status: 204 len: 168 time: 1.0426383 Jul 19 11:11:37.243140 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:11:37.243539 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6340b152-0700-479f-9ce9-0cf0141c16f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:11:37.279942 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cefefac-a891-4521-bd08-bbd67fe24e9f x-openstack-request-id: req-3cefefac-a891-4521-bd08-bbd67fe24e9f {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:11:37.280236 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:11:37.280484 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3cefefac-a891-4521-bd08-bbd67fe24e9f {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:11:37.280961 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cefefac-a891-4521-bd08-bbd67fe24e9f'] response: {'name': 'network-changed', 'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'status': 'completed', 'code': 200} Jul 19 11:11:37.414837 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bcc8f-a6b6-40b0-8fb6-5e9af5a36737 req-dc399737-e65a-49e5-a307-43a719e7df93 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:37.416354 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7f4bcc8f-a6b6-40b0-8fb6-5e9af5a36737 req-dc399737-e65a-49e5-a307-43a719e7df93 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0544810 Jul 19 11:11:37.457328 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:11:37.471162 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7f4bcc8f-a6b6-40b0-8fb6-5e9af5a36737 req-7880e8fe-4e8f-4941-8c94-08c9fe88ac1f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486975 Jul 19 11:11:37.474870 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9b693-3803-4d0d-bf98-62c5a63cc66c req-ed69fb52-91a5-4dcd-9961-685aaffc9fd7 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:37.476516 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2ac9b693-3803-4d0d-bf98-62c5a63cc66c req-ed69fb52-91a5-4dcd-9961-685aaffc9fd7 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0496223 Jul 19 11:11:37.527457 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2ac9b693-3803-4d0d-bf98-62c5a63cc66c req-9a127ca0-89e1-4005-ba7f-4810ade4e760 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453277 Jul 19 11:11:37.649024 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4413bcd-1047-4dbd-9563-bf0d409896ea', 'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'tenant_id': '375de853371a422f883980296a46ad43', 'mac_address': 'fa:16:3e:7d:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:01Z', 'updated_at': '2022-07-19T11:06:07Z', 'revision_number': 5, 'project_id': '375de853371a422f883980296a46ad43', 'subnets': [{'id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:37.678298 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] Checking router: 196b89be-b242-442e-8c43-6355819d28bf for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:11:37.686685 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:11:37.687283 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:11:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:37.787755 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:11:37.894142 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b4f0e-092e-455c-ad58-e23449ae07c1 req-5e5c1b0e-39e4-4be0-91a2-9dbaa0d7d5e1 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:37.895715 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b41b4f0e-092e-455c-ad58-e23449ae07c1 req-5e5c1b0e-39e4-4be0-91a2-9dbaa0d7d5e1 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0534427 Jul 19 11:11:37.964179 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b41b4f0e-092e-455c-ad58-e23449ae07c1 req-f73327d1-f132-4336-94c2-c3a8d9a4783c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621777 Jul 19 11:11:37.996005 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4413bcd-1047-4dbd-9563-bf0d409896ea', 'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'tenant_id': '375de853371a422f883980296a46ad43', 'mac_address': 'fa:16:3e:7d:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:01Z', 'updated_at': '2022-07-19T11:06:07Z', 'revision_number': 5, 'project_id': '375de853371a422f883980296a46ad43', 'subnets': [{'id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:11:38.021346 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2e7114-280b-4de5-9598-9ca4e987305d None None] The sync data for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi is: [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:02Z', 'revision_number': 4, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b4413bcd-1047-4dbd-9563-bf0d409896ea', 'name': '', 'network_id': 'd812e76c-c272-403b-90ca-27996b7fd9fd', 'tenant_id': '375de853371a422f883980296a46ad43', 'mac_address': 'fa:16:3e:7d:b7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:01Z', 'updated_at': '2022-07-19T11:06:07Z', 'revision_number': 5, 'project_id': '375de853371a422f883980296a46ad43', 'subnets': [{'id': '9b78cea2-c775-4273-bfd0-a84adb5b28ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:11:38.231147 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e870053-ada0-4d57-9e7e-e51c2c3b768a None None] New status for floating IP 966fe999-7d6f-4fab-8914-e74dbf868416: DOWN {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:11:38.591952 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690127d-b93a-4616-be11-dccc987b2cf3 req-a6d5f1ab-1908-4f27-92e4-78f2fa12481d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:38.593446 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5690127d-b93a-4616-be11-dccc987b2cf3 req-a6d5f1ab-1908-4f27-92e4-78f2fa12481d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0518870 Jul 19 11:11:38.640829 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5690127d-b93a-4616-be11-dccc987b2cf3 req-64978421-6150-4943-8395-887f77a79645 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412939 Jul 19 11:11:38.642745 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071152f0-571c-4bb4-ab89-1b607cbf2089 req-19aeaa04-638e-4f04-9d1d-969fc751cdb4 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:38.644231 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-071152f0-571c-4bb4-ab89-1b607cbf2089 req-19aeaa04-638e-4f04-9d1d-969fc751cdb4 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0470686 Jul 19 11:11:38.693376 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-071152f0-571c-4bb4-ab89-1b607cbf2089 req-7395c699-b32f-4484-b6bb-ded9f68dbf4f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436928 Jul 19 11:11:39.074991 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dbb39-25d8-4110-9d06-8d863ae1c4a3 req-3ed41ba6-affc-47a0-8768-3579da39d32e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:39.076428 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d34dbb39-25d8-4110-9d06-8d863ae1c4a3 req-3ed41ba6-affc-47a0-8768-3579da39d32e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0457375 Jul 19 11:11:39.128072 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d34dbb39-25d8-4110-9d06-8d863ae1c4a3 req-6d2a1513-6a38-4a7a-9857-57bb33013d3e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455267 Jul 19 11:11:39.794667 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a49b5-d094-4c32-bb05-723940ebd3ec req-dd2197ad-3ea6-4200-bfa6-1a175a8f357b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:39.796336 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bb5a49b5-d094-4c32-bb05-723940ebd3ec req-dd2197ad-3ea6-4200-bfa6-1a175a8f357b tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0822806 Jul 19 11:11:39.843076 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1b8c3-5520-4784-b4bd-7d8842968d7e req-9183ae36-689b-4476-b658-f7c7734a5c17 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:39.844733 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8ac1b8c3-5520-4784-b4bd-7d8842968d7e req-9183ae36-689b-4476-b658-f7c7734a5c17 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0520122 Jul 19 11:11:39.851262 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bb5a49b5-d094-4c32-bb05-723940ebd3ec req-5f5b3f97-a5d5-4237-ac60-c8704310cfd0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489190 Jul 19 11:11:39.876141 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:39.895654 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-8ac1b8c3-5520-4784-b4bd-7d8842968d7e req-4c0f2180-ed33-417e-b17d-a9fa37219c8e tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Jul 19 11:11:40.240045 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd24c-2ab2-4d0c-8d5a-2717865e6e75 req-6ac61639-4432-4065-b019-b9bd7d517eb2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:40.241501 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-953bd24c-2ab2-4d0c-8d5a-2717865e6e75 req-6ac61639-4432-4065-b019-b9bd7d517eb2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0457385 Jul 19 11:11:40.293939 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-953bd24c-2ab2-4d0c-8d5a-2717865e6e75 req-a305476f-4fda-4e0b-8892-edd3e6efc375 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469902 Jul 19 11:11:40.543965 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:11:40.968482 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4b396-91e4-4daf-87f0-b4d19d874309 req-806dd17d-d744-4fb5-9243-4270a251f323 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:40.970561 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d4b4b396-91e4-4daf-87f0-b4d19d874309 req-806dd17d-d744-4fb5-9243-4270a251f323 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0479131 Jul 19 11:11:41.013568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a9103-b25a-4189-bb1a-081c2302855e req-3c3a3d1e-82ce-4fd1-b1e5-6beec9d57c83 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:41.015012 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0a1a9103-b25a-4189-bb1a-081c2302855e req-3c3a3d1e-82ce-4fd1-b1e5-6beec9d57c83 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0496354 Jul 19 11:11:41.021826 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d4b4b396-91e4-4daf-87f0-b4d19d874309 req-4f5216e6-67fd-4cac-818f-c573d22aff46 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Jul 19 11:11:41.065294 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0a1a9103-b25a-4189-bb1a-081c2302855e req-c65d1ef8-5130-4b82-92aa-71fbfd6c8d3a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448265 Jul 19 11:11:41.405146 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba24f9b-1a3b-4ad2-bd49-800d054301e8 req-23fb806b-d875-40ef-992a-a76229bed706 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:41.406586 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2ba24f9b-1a3b-4ad2-bd49-800d054301e8 req-23fb806b-d875-40ef-992a-a76229bed706 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0466912 Jul 19 11:11:41.453978 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2ba24f9b-1a3b-4ad2-bd49-800d054301e8 req-856475db-d0ec-4812-8251-94dee4dd96f4 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412362 Jul 19 11:11:42.146103 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abccc4-af73-4f7a-af59-7384031dae31 req-0d1a5a1b-33ac-44de-8a90-80eb3fb2aadc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:42.147665 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b8abccc4-af73-4f7a-af59-7384031dae31 req-0d1a5a1b-33ac-44de-8a90-80eb3fb2aadc tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0543602 Jul 19 11:11:42.195758 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b8abccc4-af73-4f7a-af59-7384031dae31 req-0630f65e-c5da-43f7-8df1-b8649846d717 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Jul 19 11:11:42.295688 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96061c18-c4fd-4cd4-b4eb-0a4ccb55ed2b req-94137690-74e8-4ee6-ad79-83ac11004053 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:42.297154 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-96061c18-c4fd-4cd4-b4eb-0a4ccb55ed2b req-94137690-74e8-4ee6-ad79-83ac11004053 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0457535 Jul 19 11:11:42.346291 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-96061c18-c4fd-4cd4-b4eb-0a4ccb55ed2b req-e6a4ad2a-9503-4b48-a1de-193f4be47a27 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Jul 19 11:11:42.568728 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a602835-8adb-4a4b-a2ec-f97436e50178 req-bba714dc-b68b-467f-a152-ecce82fd76ac tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:42.570189 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2a602835-8adb-4a4b-a2ec-f97436e50178 req-bba714dc-b68b-467f-a152-ecce82fd76ac tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0514240 Jul 19 11:11:42.581163 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:42.619767 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-2a602835-8adb-4a4b-a2ec-f97436e50178 req-90662c23-e5b9-495f-ae58-0865a3466598 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439024 Jul 19 11:11:43.315423 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114e7fe-c044-41a0-8550-ab2088be74bf req-3aa9d721-2457-46ba-8737-3e8af2550644 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:43.316934 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d114e7fe-c044-41a0-8550-ab2088be74bf req-3aa9d721-2457-46ba-8737-3e8af2550644 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0472212 Jul 19 11:11:43.368006 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d114e7fe-c044-41a0-8550-ab2088be74bf req-7dd1dbd4-6b99-460c-b271-8f2871da42af tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451236 Jul 19 11:11:43.472085 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef9918-21ed-4dc5-9451-abb57a825136 req-9d9d39f3-19c8-4523-ae01-9e2bd4ff176c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:43.473456 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ceef9918-21ed-4dc5-9451-abb57a825136 req-9d9d39f3-19c8-4523-ae01-9e2bd4ff176c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0469203 Jul 19 11:11:43.527347 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ceef9918-21ed-4dc5-9451-abb57a825136 req-2691910f-aa87-4af1-ba34-340de4b5dad9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480590 Jul 19 11:11:43.738037 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eef032-49ca-465d-b922-ea49ed56555a req-51ceb5f3-72a8-4c14-8505-1ee55b5ae124 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:43.739373 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-54eef032-49ca-465d-b922-ea49ed56555a req-51ceb5f3-72a8-4c14-8505-1ee55b5ae124 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0487123 Jul 19 11:11:43.787760 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-54eef032-49ca-465d-b922-ea49ed56555a req-5aad27eb-84b1-4f50-9f6f-b66dac69fb02 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 Jul 19 11:11:44.493719 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e820663-d160-4dac-a41b-207a0e99d980 req-f1c758ec-651e-42ea-bf48-7ee2f7c3bf9c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:44.495251 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9e820663-d160-4dac-a41b-207a0e99d980 req-f1c758ec-651e-42ea-bf48-7ee2f7c3bf9c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0496910 Jul 19 11:11:44.542524 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-9e820663-d160-4dac-a41b-207a0e99d980 req-a644e2f1-91e2-4cd7-9af7-5c07277601e5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414729 Jul 19 11:11:44.647042 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7d50-2df6-4c86-9835-8be40099d67a req-581bfe64-74a6-4e9f-99fd-4052f97be84e tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:44.648476 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a25d7d50-2df6-4c86-9835-8be40099d67a req-581bfe64-74a6-4e9f-99fd-4052f97be84e tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0500171 Jul 19 11:11:44.696916 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a25d7d50-2df6-4c86-9835-8be40099d67a req-d26823e1-de13-44eb-9ab4-1a1bc3c72ce9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428410 Jul 19 11:11:44.863040 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:44.899587 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0309c-8220-44c6-a976-59f4f2d18ba0 req-5a823fd1-4123-48f5-823c-f5fe68bc3bfe tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:44.901160 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e8e0309c-8220-44c6-a976-59f4f2d18ba0 req-5a823fd1-4123-48f5-823c-f5fe68bc3bfe tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0477276 Jul 19 11:11:44.953624 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e8e0309c-8220-44c6-a976-59f4f2d18ba0 req-18a77b14-5d2f-4a10-9bc0-c632c93f4b79 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Jul 19 11:11:45.124142 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-e2968cf6-6fe0-457a-b8b6-0524e39182df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:45.126122 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-e2968cf6-6fe0-457a-b8b6-0524e39182df service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=375de853371a422f883980296a46ad43&device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 1129 time: 0.0459502 Jul 19 11:11:45.439547 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-fc81a149-1353-478b-995b-50fd2d6ca7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:45.441069 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-fc81a149-1353-478b-995b-50fd2d6ca7ba service neutron] 10.222.0.27 "GET /v2.0/networks?id=d812e76c-c272-403b-90ca-27996b7fd9fd HTTP/1.1" status: 200 len: 910 time: 0.0937037 Jul 19 11:11:45.663568 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419824e-82b6-4b80-8af4-2fc56f3f34c5 req-a6569ce9-4e5c-40bd-bd40-1724029f0d6d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:45.665021 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4419824e-82b6-4b80-8af4-2fc56f3f34c5 req-a6569ce9-4e5c-40bd-bd40-1724029f0d6d tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0471473 Jul 19 11:11:45.715043 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4419824e-82b6-4b80-8af4-2fc56f3f34c5 req-a0e41531-a574-4e81-b03e-9536908956b6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441701 Jul 19 11:11:45.779330 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:45.817664 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887015c-722f-4908-9f48-7f052ffc516f req-8bfdfaa4-33a4-4747-b78e-c1c38a63aa1e tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:45.819120 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3887015c-722f-4908-9f48-7f052ffc516f req-8bfdfaa4-33a4-4747-b78e-c1c38a63aa1e tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0506322 Jul 19 11:11:45.875194 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3887015c-722f-4908-9f48-7f052ffc516f req-c73dd77c-5262-4560-bf89-cf5bd9fb7ada tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501027 Jul 19 11:11:46.062950 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db88e8-fd86-43f5-b5da-049406104d05 req-9d9ba734-362f-4693-88a8-9c75649a6e29 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:46.065029 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c9db88e8-fd86-43f5-b5da-049406104d05 req-9d9ba734-362f-4693-88a8-9c75649a6e29 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0458882 Jul 19 11:11:46.112687 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c9db88e8-fd86-43f5-b5da-049406104d05 req-21f22978-2644-43d6-b324-4ff9705f8628 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423059 Jul 19 11:11:46.840558 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056bdf8-fc3a-4e6a-bf83-409cc7b914d1 req-1b332c6d-0eda-4378-9086-20fd347e5382 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:46.842223 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1056bdf8-fc3a-4e6a-bf83-409cc7b914d1 req-1b332c6d-0eda-4378-9086-20fd347e5382 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0513749 Jul 19 11:11:46.883894 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:46.892670 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1056bdf8-fc3a-4e6a-bf83-409cc7b914d1 req-4d9a75d5-c14f-4830-ac5d-1f94d6c646d5 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448387 Jul 19 11:11:46.906324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54410) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:47.002494 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6c332-f94a-493b-ada6-d2a0d35c6bd1 req-5324bfc9-cc27-4d6e-a96f-a5f89db6abdb tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:47.003973 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-33c6c332-f94a-493b-ada6-d2a0d35c6bd1 req-5324bfc9-cc27-4d6e-a96f-a5f89db6abdb tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0474703 Jul 19 11:11:47.014525 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:47.053160 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-33c6c332-f94a-493b-ada6-d2a0d35c6bd1 req-4c995863-f25a-4842-8e9d-e5135e5ccee6 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435069 Jul 19 11:11:47.090893 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Publish callbacks [] for security_group (4f0af9f1-eb0f-47a6-ac7d-34549bececba), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:47.094379 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4f0af9f1-eb0f-47a6-ac7d-34549bececba), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:47.135180 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0af9f1-eb0f-47a6-ac7d-34549bececba,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:47.138983 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a80210f7cff640a5abccbdf35dcf90cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315524 Jul 19 11:11:47.141738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54416) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:11:47.145265 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.145610 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.145950 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.146320 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.146737 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.146926 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.147249 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.147572 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.147920 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.148206 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.148526 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.148873 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.149195 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.149512 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.149831 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcb9035-3104-4fbe-9b30-b6c0b479d449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:11:47.197140 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35384990-8eb1-4996-af11-a411e77d5d48 admin admin] Publish callbacks [] for security_group (4f0af9f1-eb0f-47a6-ac7d-34549bececba), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:47.219020 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35384990-8eb1-4996-af11-a411e77d5d48 admin admin] Publish callbacks [] for security_group (4f0af9f1-eb0f-47a6-ac7d-34549bececba), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:47.225022 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf1b60-d59c-479f-a22e-276b580ef0ca req-d4620958-b537-4dd7-8cbc-73e5aeaf124f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:47.226488 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67bf1b60-d59c-479f-a22e-276b580ef0ca req-d4620958-b537-4dd7-8cbc-73e5aeaf124f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0474174 Jul 19 11:11:47.248787 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:47.270003 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35384990-8eb1-4996-af11-a411e77d5d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4f0af9f1-eb0f-47a6-ac7d-34549bececba), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:47.272662 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-35384990-8eb1-4996-af11-a411e77d5d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:47.276285 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-35384990-8eb1-4996-af11-a411e77d5d48 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4f0af9f1-eb0f-47a6-ac7d-34549bececba HTTP/1.1" status: 204 len: 168 time: 0.1311278 Jul 19 11:11:47.276948 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-67bf1b60-d59c-479f-a22e-276b580ef0ca req-5eed55d9-1508-43bd-868c-d49e057e02eb tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Jul 19 11:11:47.284155 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35384990-8eb1-4996-af11-a411e77d5d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0af9f1-eb0f-47a6-ac7d-34549bececba,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:47.999592 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=78 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:48.013977 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b1bf6-3e6b-422a-a7b0-129523663902 req-86ca5af1-e79c-4c80-91a7-cf08fc1b7291 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:48.015499 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ca0b1bf6-3e6b-422a-a7b0-129523663902 req-86ca5af1-e79c-4c80-91a7-cf08fc1b7291 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0495086 Jul 19 11:11:48.069213 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ca0b1bf6-3e6b-422a-a7b0-129523663902 req-37ae38bd-fb80-43eb-a5e9-5740a3188934 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475643 Jul 19 11:11:48.174964 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0c2b7-d456-48ef-8edb-868879ba0370 req-669d0e45-15f6-4bc5-a6b5-2bd815bb5c69 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:48.176455 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-afc0c2b7-d456-48ef-8edb-868879ba0370 req-669d0e45-15f6-4bc5-a6b5-2bd815bb5c69 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0484185 Jul 19 11:11:48.226779 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-afc0c2b7-d456-48ef-8edb-868879ba0370 req-59d2ca02-5fc2-45c4-b47e-77c35f211b8c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445788 Jul 19 11:11:48.412441 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c372b1-00b8-49d4-a29b-2bf5fdca7b74 req-112e8927-10df-4a8d-8e99-760aef2a14e0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:48.414018 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b1c372b1-00b8-49d4-a29b-2bf5fdca7b74 req-112e8927-10df-4a8d-8e99-760aef2a14e0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0681999 Jul 19 11:11:48.464860 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b1c372b1-00b8-49d4-a29b-2bf5fdca7b74 req-0d4b7a2c-8858-49b9-84c9-25d465511d62 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453758 Jul 19 11:11:49.183849 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c8b61-a8da-4f22-9b66-ab1acf8c1d4c req-ee9710ec-e8b2-4dcc-bf4b-2541ca5544e1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:49.185299 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-374c8b61-a8da-4f22-9b66-ab1acf8c1d4c req-ee9710ec-e8b2-4dcc-bf4b-2541ca5544e1 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0461009 Jul 19 11:11:49.231958 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-374c8b61-a8da-4f22-9b66-ab1acf8c1d4c req-58d54e0c-fed9-406a-8478-e1aed8b09f5a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Jul 19 11:11:49.340944 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1058e-edbe-4b59-b5c6-fc153d9422b7 req-f1f3d9cc-979a-4030-afef-2801ff2f925c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:49.342418 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-faa1058e-edbe-4b59-b5c6-fc153d9422b7 req-f1f3d9cc-979a-4030-afef-2801ff2f925c tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0497026 Jul 19 11:11:49.390250 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-faa1058e-edbe-4b59-b5c6-fc153d9422b7 req-9e0ef991-6b75-4e18-aadf-a27eebc4b2e2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Jul 19 11:11:49.581614 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e1440-f3ef-4e8c-b911-b8d4d4586ad6 req-b306e402-e347-4948-855f-e395658d674f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:49.583080 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6a4e1440-f3ef-4e8c-b911-b8d4d4586ad6 req-b306e402-e347-4948-855f-e395658d674f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0511904 Jul 19 11:11:49.642697 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6a4e1440-f3ef-4e8c-b911-b8d4d4586ad6 req-dd7eba2b-0320-4e6f-8c95-12d45cafadc5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540876 Jul 19 11:11:50.348133 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b875c8-c2b5-4302-a7ee-1f6b95988ad7 req-2ebd9773-6236-4600-bd55-b8e818013fcd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:50.349623 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-55b875c8-c2b5-4302-a7ee-1f6b95988ad7 req-2ebd9773-6236-4600-bd55-b8e818013fcd tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0471323 Jul 19 11:11:50.396099 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-55b875c8-c2b5-4302-a7ee-1f6b95988ad7 req-e49b36c5-8aca-45ab-a880-dcf24e7e502c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410020 Jul 19 11:11:50.502448 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3639-1aef-490a-938a-4e8b39300e08 req-6577b887-c2c6-4228-8875-02e146ca96eb tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:50.503902 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa0e3639-1aef-490a-938a-4e8b39300e08 req-6577b887-c2c6-4228-8875-02e146ca96eb tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 945 time: 0.0481472 Jul 19 11:11:50.551373 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-aa0e3639-1aef-490a-938a-4e8b39300e08 req-00d678ed-d022-4e6e-b0f9-a5ff713ba1d0 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420034 Jul 19 11:11:50.741682 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:50.758377 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d4e4a-63e8-4ffb-9bbf-67a8c9922550 req-1ec3c0d4-abf5-4425-8256-7053abce84d6 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:50.759821 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-114d4e4a-63e8-4ffb-9bbf-67a8c9922550 req-1ec3c0d4-abf5-4425-8256-7053abce84d6 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0481522 Jul 19 11:11:50.810019 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-114d4e4a-63e8-4ffb-9bbf-67a8c9922550 req-c74b1370-318a-481b-8fee-23dbd800c13d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442221 Jul 19 11:11:50.859696 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device da843419-4401-4a26-82c2-7930b51aa1b8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:11:50.931033 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port da843419-4401-4a26-82c2-7930b51aa1b8 is: ACTIVE; New status is: DOWN {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:11:50.931457 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:50.953869 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:11:50.956625 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d749a118-b176-4a72-938e-055ffbcf8a2c" -d '{"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-unplugged", "status": "completed", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:11:50.969013 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:50.973323 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:50.998242 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 19 Jul 2022 11:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c544406-b91f-48b1-bf8a-b3e5e9c02418 x-openstack-request-id: req-5c544406-b91f-48b1-bf8a-b3e5e9c02418 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:11:50.998537 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-unplugged", "status": "completed", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:11:50.998791 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5c544406-b91f-48b1-bf8a-b3e5e9c02418 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:11:50.999183 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c544406-b91f-48b1-bf8a-b3e5e9c02418'] response: {'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'code': 200} Jul 19 11:11:51.025960 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=9']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:11:51.513640 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8014e-f276-49b4-ab7a-70b0504ef036 req-0f7f7692-e602-4d77-bc2e-4e1cfb7d2d57 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:51.515107 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-66f8014e-f276-49b4-ab7a-70b0504ef036 req-0f7f7692-e602-4d77-bc2e-4e1cfb7d2d57 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0462537 Jul 19 11:11:51.564562 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-66f8014e-f276-49b4-ab7a-70b0504ef036 req-eea7a7bd-6a5d-4366-87b2-cc20623de39c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Jul 19 11:11:51.666161 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70351fee-8b27-4b16-bd59-2b5baa1cd34c req-4543af4f-7b9c-45ee-9a1e-e69fea78f51f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:51.667644 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-70351fee-8b27-4b16-bd59-2b5baa1cd34c req-4543af4f-7b9c-45ee-9a1e-e69fea78f51f tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0502660 Jul 19 11:11:51.721099 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-70351fee-8b27-4b16-bd59-2b5baa1cd34c req-bf35fc23-906a-46d3-afbf-b431481db07d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Jul 19 11:11:51.920367 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5129b-93e4-49cc-ba1a-2906b02afe62 req-99d2668b-4133-445f-ab57-71eb908aff53 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:51.921853 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1fe5129b-93e4-49cc-ba1a-2906b02afe62 req-99d2668b-4133-445f-ab57-71eb908aff53 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0462990 Jul 19 11:11:51.943092 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:51.972400 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1fe5129b-93e4-49cc-ba1a-2906b02afe62 req-b335e19d-05cd-4937-bee2-c0d18483f031 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443923 Jul 19 11:11:52.679480 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fc3c7-8cfd-494b-9055-21dee6f089cf req-b73e81bd-06d2-4e56-962e-b288011f6582 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:52.680953 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a07fc3c7-8cfd-494b-9055-21dee6f089cf req-b73e81bd-06d2-4e56-962e-b288011f6582 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0464249 Jul 19 11:11:52.727773 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-a07fc3c7-8cfd-494b-9055-21dee6f089cf req-421daca9-d1b5-41f8-8016-0c60f4b60698 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Jul 19 11:11:52.797234 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:52.834052 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36449717-a43a-46bf-9de3-b65dacd39557 req-46afd277-1f8e-4101-b3ba-2f42ffa44cb2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:52.835488 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-36449717-a43a-46bf-9de3-b65dacd39557 req-46afd277-1f8e-4101-b3ba-2f42ffa44cb2 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0480518 Jul 19 11:11:52.883077 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-36449717-a43a-46bf-9de3-b65dacd39557 req-8d6725bb-2ed3-4a6c-9c3b-7e7576b16b25 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419638 Jul 19 11:11:53.085717 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12688433-7ed7-45dd-ab04-06214f6ff6d0 req-bc4bbed0-4ca0-4067-8f14-ea0654f8350e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:53.087135 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-12688433-7ed7-45dd-ab04-06214f6ff6d0 req-bc4bbed0-4ca0-4067-8f14-ea0654f8350e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0490446 Jul 19 11:11:53.134976 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-12688433-7ed7-45dd-ab04-06214f6ff6d0 req-a7fa60c8-5a88-4c1e-b08b-5bcdab31f913 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 Jul 19 11:11:53.548166 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:53.846989 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccfc21-887f-4dcd-a892-f29b532bc390 req-3fab079c-499f-471b-9b1d-5c1a62266072 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:53.848482 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-03ccfc21-887f-4dcd-a892-f29b532bc390 req-3fab079c-499f-471b-9b1d-5c1a62266072 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0462551 Jul 19 11:11:53.894586 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-03ccfc21-887f-4dcd-a892-f29b532bc390 req-7cad954e-d1e1-416c-afd4-9cb54b7547d9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Jul 19 11:11:53.999831 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afa34a-ffba-4ba5-b03a-99547b1fd72d req-055950b5-88aa-4d83-9b02-d4cb46def39a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:54.001561 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f9afa34a-ffba-4ba5-b03a-99547b1fd72d req-055950b5-88aa-4d83-9b02-d4cb46def39a tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0505393 Jul 19 11:11:54.049595 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f9afa34a-ffba-4ba5-b03a-99547b1fd72d req-dea087a1-0411-474b-9eff-88f726dc9e69 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Jul 19 11:11:54.245718 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111cd08-0e53-4095-9e58-d37077e03c3a req-dd084923-e5f9-4706-93c5-7b7c7f07ee49 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:54.247146 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b111cd08-0e53-4095-9e58-d37077e03c3a req-dd084923-e5f9-4706-93c5-7b7c7f07ee49 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0461702 Jul 19 11:11:54.551134 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b111cd08-0e53-4095-9e58-d37077e03c3a req-a6e49841-1b78-4104-accd-0991bd3680d6 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981696 Jul 19 11:11:55.015204 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed3795-ade1-4e2f-aa11-b5665665d29b req-adb85749-8c21-436e-aad2-24b08c3c83fb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:55.016715 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8aed3795-ade1-4e2f-aa11-b5665665d29b req-adb85749-8c21-436e-aad2-24b08c3c83fb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0475433 Jul 19 11:11:55.064252 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-8aed3795-ade1-4e2f-aa11-b5665665d29b req-4a66d462-5fc3-40b2-9fce-2012e6a003a8 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419507 Jul 19 11:11:55.163589 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167fe58-d74b-4fad-931e-8688e36d3ed8 req-518934b2-2660-4f60-b196-50b17a8c93a1 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:55.165328 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b167fe58-d74b-4fad-931e-8688e36d3ed8 req-518934b2-2660-4f60-b196-50b17a8c93a1 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0483098 Jul 19 11:11:55.215299 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b167fe58-d74b-4fad-931e-8688e36d3ed8 req-c98f8023-ac9e-453b-b9a7-d4f1d8156158 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Jul 19 11:11:55.662859 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb79c00-d47f-4054-ae47-2cfcf9abec02 req-d75cf214-ad12-4b69-9d93-ffba06488bed tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:55.664328 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0cb79c00-d47f-4054-ae47-2cfcf9abec02 req-d75cf214-ad12-4b69-9d93-ffba06488bed tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0470335 Jul 19 11:11:55.695672 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:55.715018 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0cb79c00-d47f-4054-ae47-2cfcf9abec02 req-c0d06f5c-a2b4-48f6-9203-fc581d92a489 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451529 Jul 19 11:11:56.180077 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203b83f-9891-4e96-93f2-9ceaa2a9537f req-07c50661-e697-4a8e-936a-ba655ca28546 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:56.181538 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e203b83f-9891-4e96-93f2-9ceaa2a9537f req-07c50661-e697-4a8e-936a-ba655ca28546 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0462029 Jul 19 11:11:56.230394 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e203b83f-9891-4e96-93f2-9ceaa2a9537f req-5bfc958b-db26-4571-844d-73aafabb0892 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 Jul 19 11:11:56.331757 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5abe-8a1f-4ed2-8a90-d1eb9931454d req-a0ff93be-1d4a-4ab0-bca8-75383dba1bf8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:56.333237 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-586d5abe-8a1f-4ed2-8a90-d1eb9931454d req-a0ff93be-1d4a-4ab0-bca8-75383dba1bf8 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0470839 Jul 19 11:11:56.381549 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-586d5abe-8a1f-4ed2-8a90-d1eb9931454d req-0d4146ee-0119-4343-a6f3-25ca4483f01b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Jul 19 11:11:56.561607 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:56.841236 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c16de-9ff7-437d-afe9-3e45a5374806 req-ff80a3c0-1c30-4ce4-a567-ecd8e81deccf tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:56.842719 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ed4c16de-9ff7-437d-afe9-3e45a5374806 req-ff80a3c0-1c30-4ce4-a567-ecd8e81deccf tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Jul 19 11:11:56.891522 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ed4c16de-9ff7-437d-afe9-3e45a5374806 req-a2f23a92-a5d4-498c-94b0-f1382281bc6f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Jul 19 11:11:57.194586 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:57.346939 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdd7c3-fdad-4454-b14d-8c9b2b91217a req-c9a07a0d-569c-4615-b005-1ced74085bab tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:57.348329 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dfbdd7c3-fdad-4454-b14d-8c9b2b91217a req-c9a07a0d-569c-4615-b005-1ced74085bab tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0471740 Jul 19 11:11:57.395338 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-dfbdd7c3-fdad-4454-b14d-8c9b2b91217a req-d43b006d-501d-4b95-b465-9f1d4e2cbdf4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412328 Jul 19 11:11:57.492877 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49fa85-e590-42ee-9799-4c62c1c77b00 req-28c28994-700d-495f-905c-9d4b770a3bc9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:57.494309 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cb49fa85-e590-42ee-9799-4c62c1c77b00 req-28c28994-700d-495f-905c-9d4b770a3bc9 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0465753 Jul 19 11:11:57.542046 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cb49fa85-e590-42ee-9799-4c62c1c77b00 req-a559d39f-a203-4072-8de2-b0245c4daa0d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Jul 19 11:11:57.668218 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-07c1adcc-9f8d-4970-a0ca-a7a642e73579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:58.005177 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba81ed-888f-4944-977d-cece61aa5541 req-6fd0649c-80b3-442b-81e0-1e3b3a428c66 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:58.006592 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5eba81ed-888f-4944-977d-cece61aa5541 req-6fd0649c-80b3-442b-81e0-1e3b3a428c66 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0497820 Jul 19 11:11:58.057308 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5eba81ed-888f-4944-977d-cece61aa5541 req-506718b2-8acc-4c4f-8ed9-463395e7c7e7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451305 Jul 19 11:11:58.141912 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ee73d-ee17-4e68-97d3-aaa6f011e27a req-c04778c1-6918-41e8-80fe-46604d6cdb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:58.143939 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-509ee73d-ee17-4e68-97d3-aaa6f011e27a req-c04778c1-6918-41e8-80fe-46604d6cdb80 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 1130 time: 0.0392525 Jul 19 11:11:58.150905 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-373a54b8-44f4-47f3-b829-da33d9da3ebb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da843419-4401-4a26-82c2-7930b51aa1b8 HTTP/1.1" status: 200 len: 217 time: 0.0457103 Jul 19 11:11:58.230797 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-509ee73d-ee17-4e68-97d3-aaa6f011e27a req-7e9a0ec2-b333-4541-80dd-60342884d72b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620704 Jul 19 11:11:58.231281 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a490-c693-43f0-b7c5-6195eea5a6e8 req-2c6a497f-9eaa-41e2-8be5-065fc4b088fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:58.232760 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c2b1a490-c693-43f0-b7c5-6195eea5a6e8 req-2c6a497f-9eaa-41e2-8be5-065fc4b088fc service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 1130 time: 0.0909538 Jul 19 11:11:58.238108 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-27933059-f811-4e85-86db-6270530af195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:58.239400 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-27933059-f811-4e85-86db-6270530af195 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9b78cea2-c775-4273-bfd0-a84adb5b28ab HTTP/1.1" status: 200 len: 848 time: 0.0667028 Jul 19 11:11:58.515526 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783afca-cde3-4e52-9c7a-9f11b1522eff req-754fe5b4-43d8-400b-aa95-695516daa08a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:58.516975 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4783afca-cde3-4e52-9c7a-9f11b1522eff req-754fe5b4-43d8-400b-aa95-695516daa08a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0463398 Jul 19 11:11:58.566717 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4783afca-cde3-4e52-9c7a-9f11b1522eff req-0f0cbfa0-bf96-4404-9c1e-4fecba9c0260 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442357 Jul 19 11:11:58.706430 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-1db59312-5348-4850-9e73-8ae11fa236c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:58.707970 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-1db59312-5348-4850-9e73-8ae11fa236c9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d812e76c-c272-403b-90ca-27996b7fd9fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868087 Jul 19 11:11:58.717132 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae0882-83df-447d-b9da-3df0e3ce75f2 req-7febbbd4-a9ec-4fc3-87b9-73ff54edcf9b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:58.718519 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0cae0882-83df-447d-b9da-3df0e3ce75f2 req-7febbbd4-a9ec-4fc3-87b9-73ff54edcf9b tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.1005673 Jul 19 11:11:58.722368 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-c2b1a490-c693-43f0-b7c5-6195eea5a6e8 req-96232f90-6b5f-472e-930f-f271414a5f20 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182187 Jul 19 11:11:58.768724 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0cae0882-83df-447d-b9da-3df0e3ce75f2 req-f8c3ed09-7199-4ced-9029-881bbc276472 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432377 Jul 19 11:11:59.138639 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:59.175911 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066e2d0-fa63-4bdd-a7b0-191782dba98a req-36d4dd8f-5344-4523-a9be-3de74b092691 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:59.177400 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5066e2d0-fa63-4bdd-a7b0-191782dba98a req-36d4dd8f-5344-4523-a9be-3de74b092691 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0486042 Jul 19 11:11:59.228287 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5066e2d0-fa63-4bdd-a7b0-191782dba98a req-1bd36880-a80b-4b32-87ef-86356c7ef562 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451128 Jul 19 11:11:59.590828 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-af42e54a-aaed-49c2-843e-993012e05ec5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:59.592297 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-af42e54a-aaed-49c2-843e-993012e05ec5 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0471070 Jul 19 11:11:59.689825 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6e30f-8399-4746-b6c6-d25725da0373 req-0869b58c-d7c5-4f61-ba8e-3f321d894e90 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:59.691400 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d4e6e30f-8399-4746-b6c6-d25725da0373 req-0869b58c-d7c5-4f61-ba8e-3f321d894e90 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0513942 Jul 19 11:11:59.766802 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d4e6e30f-8399-4746-b6c6-d25725da0373 req-de58a923-ffe7-4f0e-9eb9-3b3b44992bb3 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691547 Jul 19 11:11:59.773166 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:59.803373 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-842d7b84-5e11-4841-8833-b5040bc9c099 service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946293 Jul 19 11:11:59.833625 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Deleting port da843419-4401-4a26-82c2-7930b51aa1b8 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:11:59.833974 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:59.886108 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93d973-3b5c-4dbe-b9ab-77caed26cd1d req-f5035dcb-0c1d-4199-98a4-2b3f41dbb51d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:11:59.887553 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1a93d973-3b5c-4dbe-b9ab-77caed26cd1d req-f5035dcb-0c1d-4199-98a4-2b3f41dbb51d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 943 time: 0.0473399 Jul 19 11:11:59.913397 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:11:59.928519 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] For port da843419-4401-4a26-82c2-7930b51aa1b8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da843419-4401-4a26-82c2-7930b51aa1b8,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:11:59.928917 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:11:59.938149 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1a93d973-3b5c-4dbe-b9ab-77caed26cd1d req-8777172e-8d10-40ef-a9c0-5e001bca70c0 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/security-groups?id=c8732941-acac-405a-8591-7c711134621a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Jul 19 11:11:59.946969 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Calling delete_port for da843419-4401-4a26-82c2-7930b51aa1b8 owned by compute:nova {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:11:59.969679 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-5332cd13-fc15-4d30-bb2f-25ebceed21d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:00.047247 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:00.080230 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (da843419-4401-4a26-82c2-7930b51aa1b8), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:00.115992 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event deleted for resources: {'Port': ['ID=da843419-4401-4a26-82c2-7930b51aa1b8,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:00.131214 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.131565 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.131910 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.132255 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.132590 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.132947 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.133279 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.133612 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.133938 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.134263 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.134585 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.134911 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.135235 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.135558 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.135878 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:00.178115 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] No DVR routers for this DVR port da843419-4401-4a26-82c2-7930b51aa1b8 on host hv-cinder-maste {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:00.180813 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:00.184738 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d10b3419-9b8f-4fbb-aff0-3385fa9f1de5 req-909c6f05-70f7-4761-9ac5-ec6de8bc941d tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.27 "DELETE /v2.0/ports/da843419-4401-4a26-82c2-7930b51aa1b8 HTTP/1.1" status: 204 len: 173 time: 0.4543681 Jul 19 11:12:00.185292 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-deleted', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:12:00.187752 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c60b7e-db6c-40ec-9991-6404a86e24a7" -d '{"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-deleted", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:12:00.222818 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4543c0f-b31a-4246-a6d8-f6625fe5ecf9 x-openstack-request-id: req-e4543c0f-b31a-4246-a6d8-f6625fe5ecf9 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:12:00.223112 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b72a14b-bd18-4dfa-a68f-12a5424f471c", "name": "network-vif-deleted", "tag": "da843419-4401-4a26-82c2-7930b51aa1b8", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:12:00.223372 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e4543c0f-b31a-4246-a6d8-f6625fe5ecf9 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:12:00.223785 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4543c0f-b31a-4246-a6d8-f6625fe5ecf9'] response: {'server_uuid': '5b72a14b-bd18-4dfa-a68f-12a5424f471c', 'name': 'network-vif-deleted', 'tag': 'da843419-4401-4a26-82c2-7930b51aa1b8', 'status': 'completed', 'code': 200} Jul 19 11:12:00.341188 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abfa70-64ae-459c-8cdd-e63783204dfb req-75c0cbec-dc88-4308-ad57-23eb61a6de4e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:00.342617 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b9abfa70-64ae-459c-8cdd-e63783204dfb req-75c0cbec-dc88-4308-ad57-23eb61a6de4e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0473945 Jul 19 11:12:00.390697 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b9abfa70-64ae-459c-8cdd-e63783204dfb req-5852958a-cd0a-4af4-b483-8e3e215fb4d0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Jul 19 11:12:00.506770 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc40f5-1414-4d2f-9eac-0ba82df22f0c req-bf1db01b-e321-4ad9-95c4-3d96e407e44f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:00.508317 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e0bc40f5-1414-4d2f-9eac-0ba82df22f0c req-bf1db01b-e321-4ad9-95c4-3d96e407e44f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0509436 Jul 19 11:12:00.565105 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-e0bc40f5-1414-4d2f-9eac-0ba82df22f0c req-3375205e-e835-4a11-ba39-4182f2a8487d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512137 Jul 19 11:12:00.587544 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54622) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:00.631033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eea762a-d03b-43f6-94b4-97000ecfa373 tempest-TestVolumeBootPattern-1744665474 tempest-TestVolumeBootPattern-1744665474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:00.632534 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4eea762a-d03b-43f6-94b4-97000ecfa373 tempest-TestVolumeBootPattern-1744665474 tempest-TestVolumeBootPattern-1744665474-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 1125 time: 0.0440099 Jul 19 11:12:00.635347 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54624) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:00.639690 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:12:00.662327 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:00.766373 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:00.838516 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e780a1-444d-4f7f-b37e-c4901b997502 req-d20688ff-98bf-4813-b71d-85016f132d22 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:00.845292 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d7e780a1-444d-4f7f-b37e-c4901b997502 req-d20688ff-98bf-4813-b71d-85016f132d22 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0788321 Jul 19 11:12:00.920745 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-d7e780a1-444d-4f7f-b37e-c4901b997502 req-36d20166-9b75-44f6-a3a9-62af66b05011 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613546 Jul 19 11:12:01.061937 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6ee48868-502e-4c81-849d-caf4061b6b64 req-11ae3c1b-e107-4855-8806-3706fe626e50 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 210 time: 0.0382488 Jul 19 11:12:01.144436 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:01.155743 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd1686-8756-4e02-99d4-b490adb42f5c req-9663fb20-7bef-4dbb-b833-112bb94a5d01 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:01.157227 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8cd1686-8756-4e02-99d4-b490adb42f5c req-9663fb20-7bef-4dbb-b833-112bb94a5d01 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.1256847 Jul 19 11:12:01.229456 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6340b152-0700-479f-9ce9-0cf0141c16f3 req-60dd0ed0-32f6-492e-b504-53d16f7f2ece service neutron] 10.222.0.27 "GET /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045733 Jul 19 11:12:01.278931 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e8cd1686-8756-4e02-99d4-b490adb42f5c req-09b18619-a09f-404e-aecd-b5a053e458b0 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121614 Jul 19 11:12:01.279989 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Allocated IP 172.37.3.235 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/25e4088b-4b46-4656-8617-4d31cfc1a1dd) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:12:01.416457 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for port (25e4088b-4b46-4656-8617-4d31cfc1a1dd), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:01.452455 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (25e4088b-4b46-4656-8617-4d31cfc1a1dd), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:01.491254 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:12:01.498185 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:12:01.503042 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:12:01.521240 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54676) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:01.528150 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:01.534842 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:01.540510 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'Port': ['ID=25e4088b-4b46-4656-8617-4d31cfc1a1dd,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:01.643715 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f39640d3-82ec-4e67-b73c-25bbd939ca3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:01.685181 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:01.721646 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f39640d3-82ec-4e67-b73c-25bbd939ca3c admin admin] Publish callbacks [] for security_group (bb166d69-6dc6-40cd-aa8b-3f0fd5df5e4a), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:01.725823 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f39640d3-82ec-4e67-b73c-25bbd939ca3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (bb166d69-6dc6-40cd-aa8b-3f0fd5df5e4a), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:01.769095 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f39640d3-82ec-4e67-b73c-25bbd939ca3c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2f7ea12fcb6445f1b6bcb5690c7ccb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464640 Jul 19 11:12:01.770444 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39640d3-82ec-4e67-b73c-25bbd939ca3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb166d69-6dc6-40cd-aa8b-3f0fd5df5e4a,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:01.772038 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54680) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:01.904538 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b05cb7e-d1e7-4868-aa70-4c8f032dc483 admin admin] Publish callbacks [] for security_group (bb166d69-6dc6-40cd-aa8b-3f0fd5df5e4a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:01.937287 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b05cb7e-d1e7-4868-aa70-4c8f032dc483 admin admin] Publish callbacks [] for security_group (bb166d69-6dc6-40cd-aa8b-3f0fd5df5e4a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:01.939424 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (88ad1273-800f-432d-8c6d-16f88048ef7b), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.035343 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (25e4088b-4b46-4656-8617-4d31cfc1a1dd), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.035797 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d35ec3-9b03-425e-8d3c-d6047acca7b5 req-7361af8c-a16d-4940-9d2f-4368df1f62d1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:02.038670 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b0d35ec3-9b03-425e-8d3c-d6047acca7b5 req-7361af8c-a16d-4940-9d2f-4368df1f62d1 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Jul 19 11:12:02.056598 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b05cb7e-d1e7-4868-aa70-4c8f032dc483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (bb166d69-6dc6-40cd-aa8b-3f0fd5df5e4a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.059110 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6b05cb7e-d1e7-4868-aa70-4c8f032dc483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.060225 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6b05cb7e-d1e7-4868-aa70-4c8f032dc483 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/bb166d69-6dc6-40cd-aa8b-3f0fd5df5e4a HTTP/1.1" status: 204 len: 168 time: 0.2872663 Jul 19 11:12:02.072507 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05cb7e-d1e7-4868-aa70-4c8f032dc483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb166d69-6dc6-40cd-aa8b-3f0fd5df5e4a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:02.095088 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b0d35ec3-9b03-425e-8d3c-d6047acca7b5 req-37361e29-194a-48ee-84d9-a21076d97c25 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504906 Jul 19 11:12:02.185410 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-352518ad-8a21-4c3c-b275-b36c6917ba1e req-8950ca7d-9069-498b-8681-efbcb013a8eb tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 210 time: 0.0314889 Jul 19 11:12:02.240752 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for port (25e4088b-4b46-4656-8617-4d31cfc1a1dd), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.251597 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (25e4088b-4b46-4656-8617-4d31cfc1a1dd), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.323111 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'Port': ['ID=25e4088b-4b46-4656-8617-4d31cfc1a1dd,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:02.336183 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (88ad1273-800f-432d-8c6d-16f88048ef7b), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.376580 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:02.405355 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:02.419660 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de63e4f-29e9-44d6-bf26-9e906ae53d2c req-c7218c43-7cdc-479c-9ff6-1e4bb4d21ac4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:02.429205 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7de63e4f-29e9-44d6-bf26-9e906ae53d2c req-c7218c43-7cdc-479c-9ff6-1e4bb4d21ac4 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0670247 Jul 19 11:12:02.472864 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Floating IP 88ad1273-800f-432d-8c6d-16f88048ef7b associated. External IP: 172.37.3.235, port: 29b83b99-dced-4119-b3f1-cb6ec3d0c385. Jul 19 11:12:02.479089 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7de63e4f-29e9-44d6-bf26-9e906ae53d2c req-6bca99d6-eed5-4c7f-a5a4-f4db19dc9ceb tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487413 Jul 19 11:12:02.564412 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:02.571404 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.681263 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Router 6bce7190-2946-4c98-baea-553cc7a1366c has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:12:02.786325 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.790086 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:12:02.800280 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] Sync routers for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:12:02.808296 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:02.813555 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:02.814284 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:02.841257 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cf185695-d855-4967-b08c-42bd0af7a9a2 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2026460 Jul 19 11:12:02.841257 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:12:02.841944 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59340aac-80e0-47e6-868b-3ac6e5f75df6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:12:02.876548 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbae587-3640-4fa8-8f1a-c2ed650edffb x-openstack-request-id: req-8bbae587-3640-4fa8-8f1a-c2ed650edffb {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:12:02.876874 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:12:02.877695 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8bbae587-3640-4fa8-8f1a-c2ed650edffb {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:12:02.878103 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbae587-3640-4fa8-8f1a-c2ed650edffb'] response: {'name': 'network-changed', 'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'status': 'completed', 'code': 200} Jul 19 11:12:02.929785 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:03.134283 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88ad1273-800f-432d-8c6d-16f88048ef7b', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.235', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:12:01Z', 'updated_at': '2022-07-19T11:12:01Z', 'revision_number': 0, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:03.163115 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] Checking router: 6bce7190-2946-4c98-baea-553cc7a1366c for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:12:03.171500 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:03.172105 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:03.227906 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7d9f9-560f-4a0c-ade7-30815b935153 req-1149df3f-e311-46fb-b3ee-622bd359220a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:03.229669 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47b7d9f9-560f-4a0c-ade7-30815b935153 req-1149df3f-e311-46fb-b3ee-622bd359220a tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0551119 Jul 19 11:12:03.285769 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-47b7d9f9-560f-4a0c-ade7-30815b935153 req-430ef910-3608-4a1f-8829-ceb4daf5cf63 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups?id=b9ebb4e7-70c7-4100-a217-19bf5650c26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505426 Jul 19 11:12:03.286633 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:03.319101 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ddcc7f68-169a-4d73-bb99-aaae1989b4a0 req-a89504ce-04d8-43a6-9e8b-9d01ede4c4f1 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "GET /v2.0/ports?device_id=5b72a14b-bd18-4dfa-a68f-12a5424f471c HTTP/1.1" status: 200 len: 210 time: 0.0513854 Jul 19 11:12:03.343940 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-f6a70fbc-05a9-47f9-b8fc-b128f40e8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:03.345776 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-f6a70fbc-05a9-47f9-b8fc-b128f40e8e47 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 1130 time: 0.0591393 Jul 19 11:12:03.374126 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-5431a1e4-8097-487e-85c8-fbe5357fedc0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:03.376477 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-5431a1e4-8097-487e-85c8-fbe5357fedc0 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 945 time: 0.0957348 Jul 19 11:12:03.442279 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:03.457037 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-9da545e9-2ecb-493a-acb7-2cbc317f5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:03.458496 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-9da545e9-2ecb-493a-acb7-2cbc317f5e6a service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.1062839 Jul 19 11:12:03.481759 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Deleting port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:03.482249 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:03.541756 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:03.555863 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-4080f545-76a2-4815-8742-fb076314f6f8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385 HTTP/1.1" status: 200 len: 1000 time: 0.0904279 Jul 19 11:12:03.588422 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88ad1273-800f-432d-8c6d-16f88048ef7b', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.235', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:12:01Z', 'updated_at': '2022-07-19T11:12:01Z', 'revision_number': 0, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:03.601055 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] For port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:03.601432 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:03.617697 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ede6d6-2a40-4509-abf7-c533b44bd7ae None None] The sync data for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi is: [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88ad1273-800f-432d-8c6d-16f88048ef7b', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.235', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:12:01Z', 'updated_at': '2022-07-19T11:12:01Z', 'revision_number': 0, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:12:03.646432 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1e8a1-63f2-4f0c-9d9e-a53c194eb8f9 req-158d8cdf-284e-41c7-9b80-42212758503f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:03.648255 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7cf1e8a1-63f2-4f0c-9d9e-a53c194eb8f9 req-158d8cdf-284e-41c7-9b80-42212758503f tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0555196 Jul 19 11:12:03.704735 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-7cf1e8a1-63f2-4f0c-9d9e-a53c194eb8f9 req-51bcdc05-0006-47de-9e94-08ab3884ec7c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504937 Jul 19 11:12:03.787622 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-bdd84a17-6291-4bf6-a6fa-a2af61611060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:03.789846 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-bdd84a17-6291-4bf6-a6fa-a2af61611060 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0523462 Jul 19 11:12:03.807777 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:03.808159 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (c5e9387e-27b6-465e-8e37-b9583e4fa515), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:03.808668 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Floating IP c5e9387e-27b6-465e-8e37-b9583e4fa515 disassociated. External IP: 172.37.3.166, port: 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5. Jul 19 11:12:03.809212 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Calling delete_port for 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:03.841828 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-ce18d79a-77c6-4e46-955b-2cebb63ce0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:03.843690 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-ce18d79a-77c6-4e46-955b-2cebb63ce0a2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485051 Jul 19 11:12:03.922806 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:03.941721 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1cdd6-e12f-40f0-9bd0-20fbddee784c None None] New status for floating IP 88ad1273-800f-432d-8c6d-16f88048ef7b: ACTIVE {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:12:03.968796 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-9e3d2d91-79ff-4d0d-b29e-af4441372ec9 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183488 Jul 19 11:12:03.972828 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:04.004029 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:04.041183 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'Port': ['ID=8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:04.071613 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:04.077056 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-59340aac-80e0-47e6-868b-3ac6e5f75df6 req-b6b35e6e-7454-44d6-aedd-a1d19e3f8f00 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026697 Jul 19 11:12:04.164732 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:12:04.266588 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:12:04.278595 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:12:04.290596 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:04.291214 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:04.308617 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] No DVR routers for this DVR port 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:04.312080 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:04.316244 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-33eb15ed-8592-47cd-9936-7ccea31f3e7e req-06a0c0ac-3994-41f8-8f6d-5511d552b23e tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.27 "DELETE /v2.0/ports/8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 HTTP/1.1" status: 204 len: 173 time: 0.9333739 Jul 19 11:12:04.407015 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54710) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:04.429282 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:04.439077 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15912460-82cf-4139-ae9b-dee37e79efec req-c888d023-7c95-4577-a45f-b0324fbd91fc tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/ports?device_id=e9cecc8a-4c06-454a-91b6-0b735a222e67 HTTP/1.1" status: 200 len: 210 time: 0.0473716 Jul 19 11:12:04.486161 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-780eb361-29cb-49a0-833a-e54edc421781 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group (c8732941-acac-405a-8591-7c711134621a), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:04.520809 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-780eb361-29cb-49a0-833a-e54edc421781 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group (c8732941-acac-405a-8591-7c711134621a), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:04.582301 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:04.610819 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-780eb361-29cb-49a0-833a-e54edc421781 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (c8732941-acac-405a-8591-7c711134621a), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:04.614853 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-780eb361-29cb-49a0-833a-e54edc421781 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:04.616089 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-780eb361-29cb-49a0-833a-e54edc421781 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] 10.222.0.33 "DELETE /v2.0/security-groups/c8732941-acac-405a-8591-7c711134621a HTTP/1.1" status: 204 len: 168 time: 0.2131133 Jul 19 11:12:04.625748 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780eb361-29cb-49a0-833a-e54edc421781 tempest-TestShelveInstance-804313476 tempest-TestShelveInstance-804313476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8732941-acac-405a-8591-7c711134621a,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:04.671919 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54716) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:04.800544 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:04.826123 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:12:04.834808 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:04.835422 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:04.880370 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'name': 'network-vif-deleted', 'tag': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:12:04.885149 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfb5ca7-f932-401c-9b61-bb11f440ffee" -d '{"events": [{"server_uuid": "e9cecc8a-4c06-454a-91b6-0b735a222e67", "name": "network-vif-deleted", "tag": "8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:12:04.941122 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a173b46d-783a-4a27-bcc0-8a1b2a273901 x-openstack-request-id: req-a173b46d-783a-4a27-bcc0-8a1b2a273901 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:12:04.941418 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cecc8a-4c06-454a-91b6-0b735a222e67", "name": "network-vif-deleted", "tag": "8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:12:04.941679 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a173b46d-783a-4a27-bcc0-8a1b2a273901 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:12:04.942085 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a173b46d-783a-4a27-bcc0-8a1b2a273901'] response: {'server_uuid': 'e9cecc8a-4c06-454a-91b6-0b735a222e67', 'name': 'network-vif-deleted', 'tag': '8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5', 'status': 'completed', 'code': 200} Jul 19 11:12:04.967454 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:05.155486 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:05.168581 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (196b89be-b242-442e-8c43-6355819d28bf), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.181285 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f29a520-cc00-4d86-8a29-94f4459395ef None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3a915755-4a1e-404d-8146-4ce8c6063f68', 'name': '', 'network_id': '0b1fabad-b81a-4ee7-9fd9-62393ba0d37f', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'mac_address': 'fa:16:3e:ec:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'abde2927-d408-407c-80e7-a9420366a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:56Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'subnets': [{'id': 'abde2927-d408-407c-80e7-a9420366a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:12:05.333492 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:05.395468 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Deleting port b4413bcd-1047-4dbd-9563-bf0d409896ea {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:05.395810 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.397180 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c59d6-1d56-4073-a895-5d92f385a703 None None] New status for floating IP c5e9387e-27b6-465e-8e37-b9583e4fa515: DOWN {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:12:05.477490 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] For port b4413bcd-1047-4dbd-9563-bf0d409896ea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4413bcd-1047-4dbd-9563-bf0d409896ea,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:05.478001 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.491177 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Calling delete_port for b4413bcd-1047-4dbd-9563-bf0d409896ea owned by network:router_interface {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:05.544295 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54726) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:05.555350 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:05.605626 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da719b72-f43a-4269-be5a-076c08987534 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (b9ebb4e7-70c7-4100-a217-19bf5650c26d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.630984 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da719b72-f43a-4269-be5a-076c08987534 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (b9ebb4e7-70c7-4100-a217-19bf5650c26d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.686519 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (b4413bcd-1047-4dbd-9563-bf0d409896ea), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.687324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da719b72-f43a-4269-be5a-076c08987534 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (b9ebb4e7-70c7-4100-a217-19bf5650c26d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.690415 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-da719b72-f43a-4269-be5a-076c08987534 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.694440 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-da719b72-f43a-4269-be5a-076c08987534 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "DELETE /v2.0/security-groups/b9ebb4e7-70c7-4100-a217-19bf5650c26d HTTP/1.1" status: 204 len: 168 time: 0.1488831 Jul 19 11:12:05.695026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54730) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:05.712448 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=b4413bcd-1047-4dbd-9563-bf0d409896ea,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:05.715414 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da719b72-f43a-4269-be5a-076c08987534 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ebb4e7-70c7-4100-a217-19bf5650c26d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:05.717532 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-d7b44105-c167-4aab-907f-bc6650263049 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] show failed (client error): The resource could not be found. Jul 19 11:12:05.721482 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d7b44105-c167-4aab-907f-bc6650263049 tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "GET /v2.0/security-groups/b9ebb4e7-70c7-4100-a217-19bf5650c26d HTTP/1.1" status: 404 len: 347 time: 0.0201054 Jul 19 11:12:05.722301 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54732) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:05.847721 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Deleting port 7d187101-03d4-481a-bd93-adf13d73d424 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:05.848128 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (7d187101-03d4-481a-bd93-adf13d73d424), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.891480 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (196b89be-b242-442e-8c43-6355819d28bf), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.958335 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (7d187101-03d4-481a-bd93-adf13d73d424), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.958749 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (7d187101-03d4-481a-bd93-adf13d73d424), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:05.970660 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Calling delete_port for 7d187101-03d4-481a-bd93-adf13d73d424 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:06.101296 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:06.104674 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Router 196b89be-b242-442e-8c43-6355819d28bf has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:12:06.107739 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (7d187101-03d4-481a-bd93-adf13d73d424), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:06.133888 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Pushing event deleted for resources: {'Port': ['ID=7d187101-03d4-481a-bd93-adf13d73d424,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:06.162449 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:06.178752 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:06.202743 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks [] for floatingip (c5e9387e-27b6-465e-8e37-b9583e4fa515), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:06.205814 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:06.209639 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-43e47939-5d31-46ed-82f8-f05a0ef0905b tempest-AttachVolumeNegativeTest-434278602 tempest-AttachVolumeNegativeTest-434278602-project] 10.222.0.33 "DELETE /v2.0/floatingips/c5e9387e-27b6-465e-8e37-b9583e4fa515 HTTP/1.1" status: 204 len: 168 time: 0.4843075 Jul 19 11:12:06.210106 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:12:06.217938 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a44d5ef2-da3c-436e-805b-71971ac70bdc admin admin] 10.222.0.33 "PUT /v2.0/routers/196b89be-b242-442e-8c43-6355819d28bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5418682 Jul 19 11:12:06.217938 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54734) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:06.221477 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] Sync routers for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:12:06.232844 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:06.234190 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:06.327943 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks [] for router (196b89be-b242-442e-8c43-6355819d28bf), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:06.345650 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:06.426877 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks [] for router_gateway (196b89be-b242-442e-8c43-6355819d28bf), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:06.453395 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:06.482479 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Deleting port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:06.483044 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:06.485526 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:06.524297 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:12:05Z', 'revision_number': 5, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port': {'id': '51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:00:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196b89be-b242-442e-8c43-6355819d28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:06.548838 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] Checking router: 196b89be-b242-442e-8c43-6355819d28bf for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:12:06.557941 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] Routers {'196b89be-b242-442e-8c43-6355819d28bf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:06.558582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['196b89be-b242-442e-8c43-6355819d28bf'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:06.567420 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] For port 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:06.567777 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:06.585097 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Calling delete_port for 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 owned by network:router_gateway {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:06.645261 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] Set router 196b89be-b242-442e-8c43-6355819d28bf gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:06.700111 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:12:06Z', 'revision_number': 6, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:06.729099 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc3e252-623c-4071-90d2-f53fda4325ab None None] The sync data for ids ['196b89be-b242-442e-8c43-6355819d28bf'] in dv-cinder-master-3-iscsi is: [{'id': '196b89be-b242-442e-8c43-6355819d28bf', 'name': 'tempest-TestShelveInstance-1941323441-router', 'tenant_id': '375de853371a422f883980296a46ad43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:05:58Z', 'updated_at': '2022-07-19T11:12:06Z', 'revision_number': 6, 'project_id': '375de853371a422f883980296a46ad43', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:12:06.767474 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:06.791834 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Pushing event deleted for resources: {'Port': ['ID=51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:06.859200 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (196b89be-b242-442e-8c43-6355819d28bf), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:06.932251 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:06.953099 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:06.953445 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 8bc77a5e-bfb6-4334-8a9a-3ebaf41dd8e5 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:07.208347 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (196b89be-b242-442e-8c43-6355819d28bf), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.210617 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks [] for router_controller (196b89be-b242-442e-8c43-6355819d28bf), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.251456 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (196b89be-b242-442e-8c43-6355819d28bf), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.252039 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 196b89be-b242-442e-8c43-6355819d28bf {{(pid=104077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:12:07.256147 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.257318 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8b508846-7dc5-48f6-b7f7-152fb972afbb admin admin] 10.222.0.33 "DELETE /v2.0/routers/196b89be-b242-442e-8c43-6355819d28bf HTTP/1.1" status: 204 len: 168 time: 1.0388105 Jul 19 11:12:07.259893 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54742) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:07.306533 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-245576e9-5df3-4be0-ac23-01dce870f581 admin admin] Deleting subnet 9b78cea2-c775-4273-bfd0-a84adb5b28ab {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:12:07.309630 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-245576e9-5df3-4be0-ac23-01dce870f581 admin admin] Publish callbacks [] for subnet (9b78cea2-c775-4273-bfd0-a84adb5b28ab), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.342962 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-245576e9-5df3-4be0-ac23-01dce870f581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252231'] for subnet (9b78cea2-c775-4273-bfd0-a84adb5b28ab), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.365097 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:07.421780 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-245576e9-5df3-4be0-ac23-01dce870f581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (9b78cea2-c775-4273-bfd0-a84adb5b28ab), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.483667 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-245576e9-5df3-4be0-ac23-01dce870f581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26009671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25869237'] for subnet (9b78cea2-c775-4273-bfd0-a84adb5b28ab), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.518300 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245576e9-5df3-4be0-ac23-01dce870f581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b78cea2-c775-4273-bfd0-a84adb5b28ab,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:07.521903 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-245576e9-5df3-4be0-ac23-01dce870f581 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.527820 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-245576e9-5df3-4be0-ac23-01dce870f581 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/9b78cea2-c775-4273-bfd0-a84adb5b28ab HTTP/1.1" status: 204 len: 168 time: 0.2669621 Jul 19 11:12:07.528485 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54754) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:07.529411 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8902b4a0-b331-42ce-9914-12abb7829fb4 None None] Network d812e76c-c272-403b-90ca-27996b7fd9fd requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:12:07.613696 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (d812e76c-c272-403b-90ca-27996b7fd9fd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.660804 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Deleting port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:07.661152 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.691216 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] DHCP port deletion for d812e76c-c272-403b-90ca-27996b7fd9fd request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:12:07.731392 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] For port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:07.731836 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.733160 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Deleting port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:07.733717 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.751800 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Calling delete_port for f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 owned by network:dhcp {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:07.807497 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:07.821177 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] For port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398,segment=NetworkSegment(9fb467dc-d32d-4387-a442-a4e2bdc292fd),segment_id=9fb467dc-d32d-4387-a442-a4e2bdc292fd)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:07.821581 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.842572 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Calling delete_port for f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:07.873933 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.908591 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:07.918655 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] No DVR routers for this DVR port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 on host dv-cinder-master-3-iscsi {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:07.943477 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:07.964141 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:07.964485 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 51f72f7d-d4d4-4701-8b3c-3f59ee9d5f32 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:07.964929 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device b4413bcd-1047-4dbd-9563-bf0d409896ea no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:07.985219 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:07.987025 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: b4413bcd-1047-4dbd-9563-bf0d409896ea {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:07.987369 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device b4413bcd-1047-4dbd-9563-bf0d409896ea not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:07.987771 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:07.993735 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (d812e76c-c272-403b-90ca-27996b7fd9fd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:08.018522 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d812e76c-c272-403b-90ca-27996b7fd9fd']}} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:08.028160 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb467dc-d32d-4387-a442-a4e2bdc292fd') {'for_net_delete': True} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:08.028551 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.services.segments.db [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb467dc-d32d-4387-a442-a4e2bdc292fd') {} {{(pid=104076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:08.031160 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Pushing event deleted for resources: {'Port': ['ID=f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:08.044203 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:08.044487 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:08.046211 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] No DVR routers for this DVR port f72dff3c-ee9d-44e9-bbea-d5fe2ffc3398 on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:08.048449 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.048796 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.049162 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.049506 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.049939 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.050165 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.050496 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.050824 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.051151 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.051490 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.051805 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.052442 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.053564 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.053927 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.054269 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9690970-a643-455b-8969-9462852d9fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:08.279382 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26276385'] for segment (9fb467dc-d32d-4387-a442-a4e2bdc292fd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:08.293453 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (9fb467dc-d32d-4387-a442-a4e2bdc292fd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:08.300345 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=104076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:12:08.300797 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8385912'] for segment (9fb467dc-d32d-4387-a442-a4e2bdc292fd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:08.345702 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 9fb467dc-d32d-4387-a442-a4e2bdc292fd resource provider aggregate not found Jul 19 11:12:08.363454 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (d812e76c-c272-403b-90ca-27996b7fd9fd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:08.365936 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.services.segments.plugin [-] Segment 9fb467dc-d32d-4387-a442-a4e2bdc292fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fb467dc-d32d-4387-a442-a4e2bdc292fd found for delete ", "request_id": "req-7b215a0b-b355-49b0-a86b-eb9e8baf293d"}]} Jul 19 11:12:08.369830 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:08.372924 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] 10.222.0.33 "DELETE /v2.0/networks/d812e76c-c272-403b-90ca-27996b7fd9fd HTTP/1.1" status: 204 len: 168 time: 0.8433144 Jul 19 11:12:08.376244 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54764) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:08.385606 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a7ffc-d213-4875-b258-cf057b16fe92 admin admin] Pushing event deleted for resources: {'Network': ['ID=d812e76c-c272-403b-90ca-27996b7fd9fd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:08.590010 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:08.689197 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:08.930454 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Deleting port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:08.930794 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:09.010619 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] For port 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6a2bc329-b432-47a0-ad4a-1b60b52ae6b2,segment=NetworkSegment(7c7ea39c-c165-495e-9ab2-e70275ed6bf1),segment_id=7c7ea39c-c165-495e-9ab2-e70275ed6bf1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:09.010973 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:09.023830 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Calling delete_port for 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 owned by network:router_interface {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:09.128235 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:09.220281 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (6a2bc329-b432-47a0-ad4a-1b60b52ae6b2), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:09.247500 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2bc329-b432-47a0-ad4a-1b60b52ae6b2,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:09.409975 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:09.412961 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:09.613760 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:12:09.711543 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:12:09.716301 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6eadbaff-87b7-4e54-88e0-84108c0de981 admin admin] 10.222.0.33 "PUT /v2.0/routers/af20ef8d-d4cf-494f-95cd-1080b55e7ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3389266 Jul 19 11:12:09.718968 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54784) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:09.719778 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] Sync routers for ids ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:12:09.729374 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] Routers {'af20ef8d-d4cf-494f-95cd-1080b55e7ea7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:09.729971 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:09.821758 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks [] for router (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:09.828663 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] Set router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:09.940928 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks [] for router_gateway (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.000037 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Deleting port 1cbda0e1-baaf-466d-a83b-d62a33da3797 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:10.001023 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.017186 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54796) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:10.020973 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47'}], 'enable_snat': True}, 'gw_port_id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:12:09Z', 'revision_number': 5, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'gw_port': {'id': '1cbda0e1-baaf-466d-a83b-d62a33da3797', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:10.050598 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] Checking router: af20ef8d-d4cf-494f-95cd-1080b55e7ea7 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:12:10.065631 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] Routers {'af20ef8d-d4cf-494f-95cd-1080b55e7ea7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:10.066420 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:10.075005 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:10.136660 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] For port 1cbda0e1-baaf-466d-a83b-d62a33da3797, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cbda0e1-baaf-466d-a83b-d62a33da3797,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:10.137295 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.161062 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Calling delete_port for 1cbda0e1-baaf-466d-a83b-d62a33da3797 owned by network:router_gateway {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:10.161516 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] Set router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 gateway port host: None {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:10.218850 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:12:09Z', 'revision_number': 6, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:10.250463 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e90fc3-394d-42ed-95d6-e98924a4d410 None None] The sync data for ids ['af20ef8d-d4cf-494f-95cd-1080b55e7ea7'] in dv-cinder-master-3-iscsi is: [{'id': 'af20ef8d-d4cf-494f-95cd-1080b55e7ea7', 'name': 'tempest-TestShelveInstance-983545999-router', 'tenant_id': '37d05fa2cf3643838d6c6a3139bf3953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:05Z', 'updated_at': '2022-07-19T11:12:09Z', 'revision_number': 6, 'project_id': '37d05fa2cf3643838d6c6a3139bf3953', 'gw_port_host': None}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:12:10.336071 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:10.358259 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (1cbda0e1-baaf-466d-a83b-d62a33da3797), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.383986 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbda0e1-baaf-466d-a83b-d62a33da3797,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:10.452086 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.479932 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (1841d9da-4f26-4116-b561-7a1d07320f39), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.525940 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:10.529634 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:10.542449 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.545020 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks [] for router_controller (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.593799 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (af20ef8d-d4cf-494f-95cd-1080b55e7ea7), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.594440 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af20ef8d-d4cf-494f-95cd-1080b55e7ea7 {{(pid=104077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:12:10.599595 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.600682 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f8d76e86-cd41-4a57-9fea-0b82eb971758 admin admin] 10.222.0.33 "DELETE /v2.0/routers/af20ef8d-d4cf-494f-95cd-1080b55e7ea7 HTTP/1.1" status: 204 len: 168 time: 0.8807538 Jul 19 11:12:10.604735 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54810) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:10.650625 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-153a2ee9-95b2-460e-aaa9-f865ded60537 admin admin] Deleting subnet ccae841c-43ec-406a-b94d-88a33e233d7d {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:12:10.654173 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-153a2ee9-95b2-460e-aaa9-f865ded60537 admin admin] Publish callbacks [] for subnet (ccae841c-43ec-406a-b94d-88a33e233d7d), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.692295 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-153a2ee9-95b2-460e-aaa9-f865ded60537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252231'] for subnet (ccae841c-43ec-406a-b94d-88a33e233d7d), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.726203 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Deleting port 3a915755-4a1e-404d-8146-4ce8c6063f68 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:10.726548 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.786287 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-153a2ee9-95b2-460e-aaa9-f865ded60537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (ccae841c-43ec-406a-b94d-88a33e233d7d), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.809366 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] For port 3a915755-4a1e-404d-8146-4ce8c6063f68, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3a915755-4a1e-404d-8146-4ce8c6063f68,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:10.809744 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.822399 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Calling delete_port for 3a915755-4a1e-404d-8146-4ce8c6063f68 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:10.841236 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-153a2ee9-95b2-460e-aaa9-f865ded60537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26009671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25869237'] for subnet (ccae841c-43ec-406a-b94d-88a33e233d7d), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.868679 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a2ee9-95b2-460e-aaa9-f865ded60537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccae841c-43ec-406a-b94d-88a33e233d7d,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:10.872431 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-153a2ee9-95b2-460e-aaa9-f865ded60537 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:10.878686 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-153a2ee9-95b2-460e-aaa9-f865ded60537 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/ccae841c-43ec-406a-b94d-88a33e233d7d HTTP/1.1" status: 204 len: 168 time: 0.2744088 Jul 19 11:12:10.879711 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54812) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:10.879850 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee81f18-bb8a-4964-b820-e7bae689eef7 None None] Network dec88d07-5e1f-495d-80f5-57ba3a97cb49 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:12:10.955607 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (dec88d07-5e1f-495d-80f5-57ba3a97cb49), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.003099 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Deleting port 359ff7a0-d0b1-47e8-a832-007e97cf023e {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:11.003838 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.030343 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (3a915755-4a1e-404d-8146-4ce8c6063f68), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.073267 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] For port 359ff7a0-d0b1-47e8-a832-007e97cf023e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=359ff7a0-d0b1-47e8-a832-007e97cf023e,segment=NetworkSegment(7c7ea39c-c165-495e-9ab2-e70275ed6bf1),segment_id=7c7ea39c-c165-495e-9ab2-e70275ed6bf1)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:11.073626 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.080002 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58a6bb5-ffa6-4d57-966d-c35acbd24d5d None None] DHCP port deletion for dec88d07-5e1f-495d-80f5-57ba3a97cb49 request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:12:11.085659 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a915755-4a1e-404d-8146-4ce8c6063f68,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:11.112353 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Calling delete_port for 359ff7a0-d0b1-47e8-a832-007e97cf023e owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:11.123006 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:11.145169 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-a58a6bb5-ffa6-4d57-966d-c35acbd24d5d None None] Deleting port 359ff7a0-d0b1-47e8-a832-007e97cf023e {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:11.145845 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a58a6bb5-ffa6-4d57-966d-c35acbd24d5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.213794 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.229589 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-a58a6bb5-ffa6-4d57-966d-c35acbd24d5d None None] For port 359ff7a0-d0b1-47e8-a832-007e97cf023e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=359ff7a0-d0b1-47e8-a832-007e97cf023e,segment=NetworkSegment(7c7ea39c-c165-495e-9ab2-e70275ed6bf1),segment_id=7c7ea39c-c165-495e-9ab2-e70275ed6bf1)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:11.230700 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a58a6bb5-ffa6-4d57-966d-c35acbd24d5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.237287 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (1841d9da-4f26-4116-b561-7a1d07320f39), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.245907 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-a58a6bb5-ffa6-4d57-966d-c35acbd24d5d None None] Calling delete_port for 359ff7a0-d0b1-47e8-a832-007e97cf023e owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:11.255188 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] No DVR routers for this DVR port 359ff7a0-d0b1-47e8-a832-007e97cf023e on host dv-cinder-master-3-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:11.259096 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Pushing event deleted for resources: {'Port': ['ID=359ff7a0-d0b1-47e8-a832-007e97cf023e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:11.315615 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:11.334667 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:11.339205 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a58a6bb5-ffa6-4d57-966d-c35acbd24d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (359ff7a0-d0b1-47e8-a832-007e97cf023e), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.349626 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (dec88d07-5e1f-495d-80f5-57ba3a97cb49), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.371251 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a6bb5-ffa6-4d57-966d-c35acbd24d5d None None] Pushing event deleted for resources: {'Port': ['ID=359ff7a0-d0b1-47e8-a832-007e97cf023e,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:11.374777 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec88d07-5e1f-495d-80f5-57ba3a97cb49']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:11.375698 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a6bb5-ffa6-4d57-966d-c35acbd24d5d None None] No DVR routers for this DVR port 359ff7a0-d0b1-47e8-a832-007e97cf023e on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:11.387892 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7ea39c-c165-495e-9ab2-e70275ed6bf1') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:11.388210 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7ea39c-c165-495e-9ab2-e70275ed6bf1') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:11.398854 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (7c7ea39c-c165-495e-9ab2-e70275ed6bf1), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.415524 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (7c7ea39c-c165-495e-9ab2-e70275ed6bf1), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.422946 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:12:11.423439 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (7c7ea39c-c165-495e-9ab2-e70275ed6bf1), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.427507 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:11.457801 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment 7c7ea39c-c165-495e-9ab2-e70275ed6bf1 resource provider aggregate not found Jul 19 11:12:11.500847 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Router 1841d9da-4f26-4116-b561-7a1d07320f39 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:12:11.508450 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:11.522559 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (dec88d07-5e1f-495d-80f5-57ba3a97cb49), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.531218 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment 7c7ea39c-c165-495e-9ab2-e70275ed6bf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c7ea39c-c165-495e-9ab2-e70275ed6bf1 found for delete ", "request_id": "req-5dbae019-d89a-4ad5-8974-cbd0e5a5c9e3"}]} Jul 19 11:12:11.542061 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.545474 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] 10.222.0.33 "DELETE /v2.0/networks/dec88d07-5e1f-495d-80f5-57ba3a97cb49 HTTP/1.1" status: 204 len: 168 time: 0.6648252 Jul 19 11:12:11.547150 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0e6f3-a22d-4f91-966e-716f231c9064 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec88d07-5e1f-495d-80f5-57ba3a97cb49,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:11.626036 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:12:11.631109 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f7d62975-ff6a-4303-953c-d87e21f0ff00 admin admin] 10.222.0.33 "PUT /v2.0/routers/1841d9da-4f26-4116-b561-7a1d07320f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6128674 Jul 19 11:12:11.633693 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54826) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:11.635942 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] Sync routers for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:12:11.649548 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:11.650159 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:11.696451 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54828) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:11.746112 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-72d62676-af39-465f-b48b-522b4bcd91a7 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=375de853371a422f883980296a46ad43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484669 Jul 19 11:12:11.748787 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54830) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:11.758660 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks [] for router (1841d9da-4f26-4116-b561-7a1d07320f39), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.783850 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:11.818702 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a27a5263-426c-43d1-8ea7-67d670187ba7 admin admin] Publish callbacks [] for security_group (213600a2-08f8-4416-a797-ecf7ce0fbddc), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.866405 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a27a5263-426c-43d1-8ea7-67d670187ba7 admin admin] Publish callbacks [] for security_group (213600a2-08f8-4416-a797-ecf7ce0fbddc), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.889100 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks [] for router_gateway (1841d9da-4f26-4116-b561-7a1d07320f39), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.967173 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Deleting port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:11.967593 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.976185 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a27a5263-426c-43d1-8ea7-67d670187ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (213600a2-08f8-4416-a797-ecf7ce0fbddc), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.979645 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a27a5263-426c-43d1-8ea7-67d670187ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:11.985088 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a27a5263-426c-43d1-8ea7-67d670187ba7 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/213600a2-08f8-4416-a797-ecf7ce0fbddc HTTP/1.1" status: 204 len: 168 time: 0.2315450 Jul 19 11:12:11.996281 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a5263-426c-43d1-8ea7-67d670187ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213600a2-08f8-4416-a797-ecf7ce0fbddc,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:12.091433 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] For port 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:12.091954 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.111088 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 359ff7a0-d0b1-47e8-a832-007e97cf023e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:12.115901 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Calling delete_port for 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:12.135314 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 359ff7a0-d0b1-47e8-a832-007e97cf023e {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:12.135651 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 359ff7a0-d0b1-47e8-a832-007e97cf023e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:12.136071 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1cbda0e1-baaf-466d-a83b-d62a33da3797 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:12.163080 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 1cbda0e1-baaf-466d-a83b-d62a33da3797 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:12.163454 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1cbda0e1-baaf-466d-a83b-d62a33da3797 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:12.163809 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:12.192206 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:12.192628 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 6a2bc329-b432-47a0-ad4a-1b60b52ae6b2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:12.238985 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179'}], 'enable_snat': True}, 'gw_port_id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:12:10Z', 'revision_number': 5, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port': {'id': '8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:22:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:12.275234 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] Checking router: 1841d9da-4f26-4116-b561-7a1d07320f39 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:12:12.284335 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] Routers {'1841d9da-4f26-4116-b561-7a1d07320f39'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:12.284992 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['1841d9da-4f26-4116-b561-7a1d07320f39'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:12.321212 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.370081 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:12.380454 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] Set router 1841d9da-4f26-4116-b561-7a1d07320f39 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:12.394280 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:12.416033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (1841d9da-4f26-4116-b561-7a1d07320f39), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.431100 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:12:11Z', 'revision_number': 6, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:12.434731 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54842) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:12.464848 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3149014e-ba47-4720-add3-fcd2feb7d7f4 None None] The sync data for ids ['1841d9da-4f26-4116-b561-7a1d07320f39'] in dv-cinder-master-3-iscsi is: [{'id': '1841d9da-4f26-4116-b561-7a1d07320f39', 'name': 'tempest-AttachVolumeNegativeTest-1573287474-router', 'tenant_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:12:11Z', 'revision_number': 6, 'project_id': 'ef534f1d06ea415d98857ec7f9e5fb97', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:12:12.476340 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-1d358729-b69c-4cef-8b93-ad90e3c94c80 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=37d05fa2cf3643838d6c6a3139bf3953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404170 Jul 19 11:12:12.478827 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54844) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:12.517260 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (1841d9da-4f26-4116-b561-7a1d07320f39), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.520280 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks [] for router_controller (1841d9da-4f26-4116-b561-7a1d07320f39), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.523091 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:12.536762 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-090ae39a-463e-404b-af27-c22820d14d34 admin admin] Publish callbacks [] for security_group (8e91e529-f53a-46dd-8e76-9aaf018bfdd1), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.558196 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-090ae39a-463e-404b-af27-c22820d14d34 admin admin] Publish callbacks [] for security_group (8e91e529-f53a-46dd-8e76-9aaf018bfdd1), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.575456 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (1841d9da-4f26-4116-b561-7a1d07320f39), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.576089 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1841d9da-4f26-4116-b561-7a1d07320f39 {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:12:12.582656 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.584218 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ad75f414-a6a9-459f-8a02-2bf3a770503d admin admin] 10.222.0.33 "DELETE /v2.0/routers/1841d9da-4f26-4116-b561-7a1d07320f39 HTTP/1.1" status: 204 len: 168 time: 0.9493229 Jul 19 11:12:12.586671 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54846) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:12.635592 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8d9b28-f2e7-4a9a-adab-d55e8338e0da admin admin] Deleting subnet abde2927-d408-407c-80e7-a9420366a816 {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:12:12.639006 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9b28-f2e7-4a9a-adab-d55e8338e0da admin admin] Publish callbacks [] for subnet (abde2927-d408-407c-80e7-a9420366a816), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.661091 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-090ae39a-463e-404b-af27-c22820d14d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8e91e529-f53a-46dd-8e76-9aaf018bfdd1), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.663589 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-090ae39a-463e-404b-af27-c22820d14d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.664717 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-090ae39a-463e-404b-af27-c22820d14d34 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8e91e529-f53a-46dd-8e76-9aaf018bfdd1 HTTP/1.1" status: 204 len: 168 time: 0.1849535 Jul 19 11:12:12.684793 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ae39a-463e-404b-af27-c22820d14d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e91e529-f53a-46dd-8e76-9aaf018bfdd1,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:12.690421 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9b28-f2e7-4a9a-adab-d55e8338e0da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252231'] for subnet (abde2927-d408-407c-80e7-a9420366a816), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.773325 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:12.775045 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9b28-f2e7-4a9a-adab-d55e8338e0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (abde2927-d408-407c-80e7-a9420366a816), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.835655 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9b28-f2e7-4a9a-adab-d55e8338e0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26009671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25869237'] for subnet (abde2927-d408-407c-80e7-a9420366a816), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.844203 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:12.868156 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d9b28-f2e7-4a9a-adab-d55e8338e0da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abde2927-d408-407c-80e7-a9420366a816,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:12.880468 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9b28-f2e7-4a9a-adab-d55e8338e0da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:12.880814 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b720d-823f-473f-84f2-857039664124 None None] Network 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:12:12.887785 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6c8d9b28-f2e7-4a9a-adab-d55e8338e0da admin admin] 10.222.0.33 "DELETE /v2.0/subnets/abde2927-d408-407c-80e7-a9420366a816 HTTP/1.1" status: 204 len: 168 time: 0.2969563 Jul 19 11:12:12.887785 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54850) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:12.967243 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.018497 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Deleting port 75895f6d-83de-40ce-b35e-0381871f991b {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:13.018840 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (75895f6d-83de-40ce-b35e-0381871f991b), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.326494 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aca9808-4176-4928-aea1-8654c2493001 None None] DHCP port deletion for 0b1fabad-b81a-4ee7-9fd9-62393ba0d37f request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:12:13.355783 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] For port 75895f6d-83de-40ce-b35e-0381871f991b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=75895f6d-83de-40ce-b35e-0381871f991b,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:13.356142 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (75895f6d-83de-40ce-b35e-0381871f991b), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.369027 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Calling delete_port for 75895f6d-83de-40ce-b35e-0381871f991b owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:13.370022 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-1aca9808-4176-4928-aea1-8654c2493001 None None] Deleting port 75895f6d-83de-40ce-b35e-0381871f991b {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:13.370409 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1aca9808-4176-4928-aea1-8654c2493001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (75895f6d-83de-40ce-b35e-0381871f991b), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.434030 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-1aca9808-4176-4928-aea1-8654c2493001 None None] For port 75895f6d-83de-40ce-b35e-0381871f991b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=75895f6d-83de-40ce-b35e-0381871f991b,segment=NetworkSegment(1eb8b57e-c462-4f16-bf39-d5f4f220d3bc),segment_id=1eb8b57e-c462-4f16-bf39-d5f4f220d3bc)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:13.434432 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1aca9808-4176-4928-aea1-8654c2493001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (75895f6d-83de-40ce-b35e-0381871f991b), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.449482 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-1aca9808-4176-4928-aea1-8654c2493001 None None] Calling delete_port for 75895f6d-83de-40ce-b35e-0381871f991b owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:13.450387 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (75895f6d-83de-40ce-b35e-0381871f991b), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.479702 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Pushing event deleted for resources: {'Port': ['ID=75895f6d-83de-40ce-b35e-0381871f991b,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:13.481656 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] No DVR routers for this DVR port 75895f6d-83de-40ce-b35e-0381871f991b on host dv-cinder-master-3-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:13.532061 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1aca9808-4176-4928-aea1-8654c2493001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (75895f6d-83de-40ce-b35e-0381871f991b), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.554343 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.555308 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca9808-4176-4928-aea1-8654c2493001 None None] Pushing event deleted for resources: {'Port': ['ID=75895f6d-83de-40ce-b35e-0381871f991b,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:13.562017 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca9808-4176-4928-aea1-8654c2493001 None None] No DVR routers for this DVR port 75895f6d-83de-40ce-b35e-0381871f991b on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:13.590486 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1fabad-b81a-4ee7-9fd9-62393ba0d37f']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:13.600639 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:13.601035 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb8b57e-c462-4f16-bf39-d5f4f220d3bc') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:13.612982 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (1eb8b57e-c462-4f16-bf39-d5f4f220d3bc), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.626518 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (1eb8b57e-c462-4f16-bf39-d5f4f220d3bc), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.633418 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:12:13.633798 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (1eb8b57e-c462-4f16-bf39-d5f4f220d3bc), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.659820 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment 1eb8b57e-c462-4f16-bf39-d5f4f220d3bc resource provider aggregate not found Jul 19 11:12:13.700291 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment 1eb8b57e-c462-4f16-bf39-d5f4f220d3bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1eb8b57e-c462-4f16-bf39-d5f4f220d3bc found for delete ", "request_id": "req-d5db666c-61c2-4e7a-bfea-7069ab5f87a0"}]} Jul 19 11:12:13.701101 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (0b1fabad-b81a-4ee7-9fd9-62393ba0d37f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.708345 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.711409 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] 10.222.0.33 "DELETE /v2.0/networks/0b1fabad-b81a-4ee7-9fd9-62393ba0d37f HTTP/1.1" status: 204 len: 168 time: 0.8229039 Jul 19 11:12:13.720669 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512ff75-8922-48c1-a620-9c34bee9cf28 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1fabad-b81a-4ee7-9fd9-62393ba0d37f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:13.884115 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54860) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:13.914396 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 3a915755-4a1e-404d-8146-4ce8c6063f68 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:13.927204 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-fce2ae0e-75d8-4888-abf1-602dea4d20f5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ef534f1d06ea415d98857ec7f9e5fb97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418539 Jul 19 11:12:13.929765 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54862) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:13.942357 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 3a915755-4a1e-404d-8146-4ce8c6063f68 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:13.942706 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 3a915755-4a1e-404d-8146-4ce8c6063f68 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:13.943116 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:13.960815 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:13.961160 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 8f5d65d8-6a5f-46ec-8d27-9b6a310dd8ba not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:13.961565 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 75895f6d-83de-40ce-b35e-0381871f991b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:13.979015 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 75895f6d-83de-40ce-b35e-0381871f991b {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:13.979362 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 75895f6d-83de-40ce-b35e-0381871f991b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:13.980060 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-560f2461-2f85-462d-a4af-82009fd26168 admin admin] Publish callbacks [] for security_group (7c16bbbf-2892-40da-b3c3-5ccdb35481ed), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:13.990875 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:14.007152 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-560f2461-2f85-462d-a4af-82009fd26168 admin admin] Publish callbacks [] for security_group (7c16bbbf-2892-40da-b3c3-5ccdb35481ed), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:14.053038 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-560f2461-2f85-462d-a4af-82009fd26168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (7c16bbbf-2892-40da-b3c3-5ccdb35481ed), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:14.055528 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-560f2461-2f85-462d-a4af-82009fd26168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:14.056675 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-560f2461-2f85-462d-a4af-82009fd26168 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7c16bbbf-2892-40da-b3c3-5ccdb35481ed HTTP/1.1" status: 204 len: 168 time: 0.1259439 Jul 19 11:12:14.064285 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f2461-2f85-462d-a4af-82009fd26168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c16bbbf-2892-40da-b3c3-5ccdb35481ed,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:15.729585 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54916) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:15.834016 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be50659d-d55c-4665-a75a-d31eb9dd31a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:15.908231 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be50659d-d55c-4665-a75a-d31eb9dd31a1 admin admin] Publish callbacks [] for security_group (0cd4fae5-ed21-445e-b7bc-6b4d32aee836), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:15.911551 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-be50659d-d55c-4665-a75a-d31eb9dd31a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (0cd4fae5-ed21-445e-b7bc-6b4d32aee836), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:15.915182 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:15.962230 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50659d-d55c-4665-a75a-d31eb9dd31a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd4fae5-ed21-445e-b7bc-6b4d32aee836,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:15.967494 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-be50659d-d55c-4665-a75a-d31eb9dd31a1 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=b0d9b8ee7fa64564977bc06735acb337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369220 Jul 19 11:12:15.970194 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54920) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:16.017413 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a33a-cf9a-4ca2-9926-d34a3079c162 admin admin] Publish callbacks [] for security_group (0cd4fae5-ed21-445e-b7bc-6b4d32aee836), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.039088 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a33a-cf9a-4ca2-9926-d34a3079c162 admin admin] Publish callbacks [] for security_group (0cd4fae5-ed21-445e-b7bc-6b4d32aee836), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.086062 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a33a-cf9a-4ca2-9926-d34a3079c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (0cd4fae5-ed21-445e-b7bc-6b4d32aee836), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.089103 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-d8d4a33a-cf9a-4ca2-9926-d34a3079c162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.090216 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-d8d4a33a-cf9a-4ca2-9926-d34a3079c162 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0cd4fae5-ed21-445e-b7bc-6b4d32aee836 HTTP/1.1" status: 204 len: 168 time: 0.1190970 Jul 19 11:12:16.097661 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4a33a-cf9a-4ca2-9926-d34a3079c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd4fae5-ed21-445e-b7bc-6b4d32aee836,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:16.351231 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 54930) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:16.357242 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:16.365900 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4eea128c-959a-4148-8cd3-071691c98fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.441429 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4eea128c-959a-4148-8cd3-071691c98fef admin admin] Publish callbacks [] for security_group (8acade83-bb72-44ad-8f81-b8713aaa7d71), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.444703 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4eea128c-959a-4148-8cd3-071691c98fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8acade83-bb72-44ad-8f81-b8713aaa7d71), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.486035 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-4eea128c-959a-4148-8cd3-071691c98fef admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7860f3dec6b74402b27703eb9e9dbaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337578 Jul 19 11:12:16.487017 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea128c-959a-4148-8cd3-071691c98fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acade83-bb72-44ad-8f81-b8713aaa7d71,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:16.488723 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 54932) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:16.539275 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78f79a2c-8b9d-48a3-8708-bab77db375a8 admin admin] Publish callbacks [] for security_group (8acade83-bb72-44ad-8f81-b8713aaa7d71), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.559894 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78f79a2c-8b9d-48a3-8708-bab77db375a8 admin admin] Publish callbacks [] for security_group (8acade83-bb72-44ad-8f81-b8713aaa7d71), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.606091 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78f79a2c-8b9d-48a3-8708-bab77db375a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (8acade83-bb72-44ad-8f81-b8713aaa7d71), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.608587 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-78f79a2c-8b9d-48a3-8708-bab77db375a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:16.609753 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-78f79a2c-8b9d-48a3-8708-bab77db375a8 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/8acade83-bb72-44ad-8f81-b8713aaa7d71 HTTP/1.1" status: 204 len: 168 time: 0.1194451 Jul 19 11:12:16.617997 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f79a2c-8b9d-48a3-8708-bab77db375a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acade83-bb72-44ad-8f81-b8713aaa7d71,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:17.543923 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:12:20.223417 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:23.916151 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f434f6-2431-4cb1-935e-098f9666a13b req-18cb0d2f-3f3c-466b-ad50-184e85516d8f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:23.917633 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-17f434f6-2431-4cb1-935e-098f9666a13b req-18cb0d2f-3f3c-466b-ad50-184e85516d8f tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 946 time: 0.0472710 Jul 19 11:12:23.968666 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-17f434f6-2431-4cb1-935e-098f9666a13b req-49c80af1-d864-4769-b29f-bad5998c7fc2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446389 Jul 19 11:12:25.084043 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26e6b3-5c83-4ecd-b62a-7406017ba37e req-0589c96d-cbfb-41a6-bc64-9c6810533beb tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:25.085526 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ae26e6b3-5c83-4ecd-b62a-7406017ba37e req-0589c96d-cbfb-41a6-bc64-9c6810533beb tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 946 time: 0.0470190 Jul 19 11:12:25.132289 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ae26e6b3-5c83-4ecd-b62a-7406017ba37e req-7d8144e1-15dc-40d9-bcc9-a53deba04270 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412700 Jul 19 11:12:25.989506 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-b04822eb-deb8-472f-97be-e9ea9991155c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:25.991014 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-b04822eb-deb8-472f-97be-e9ea9991155c tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 946 time: 0.0501680 Jul 19 11:12:26.086391 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Deleting port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:26.086732 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:26.109885 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:DELETE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:26.193779 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] For port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:26.194388 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:26.346117 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf545a0-8dfe-4d6a-ac0d-09b32fa7721a req-6ac4b0a0-c74c-47af-85ad-aabec11269d6 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:26.347494 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3bf545a0-8dfe-4d6a-ac0d-09b32fa7721a req-6ac4b0a0-c74c-47af-85ad-aabec11269d6 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/ports?device_id=2c0cb519-166b-4f4d-ae3e-46309a6d7c75 HTTP/1.1" status: 200 len: 946 time: 0.0929101 Jul 19 11:12:26.414822 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:26.446080 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:26.446440 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (146b6342-c544-4b95-a8d4-d7170f70afe8), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:26.446762 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Floating IP 146b6342-c544-4b95-a8d4-d7170f70afe8 disassociated. External IP: 172.37.3.109, port: ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72. Jul 19 11:12:26.447090 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Calling delete_port for ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:26.459169 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3bf545a0-8dfe-4d6a-ac0d-09b32fa7721a req-d7cd1947-639c-4d64-9156-f03ef798e441 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups?id=e59504fe-2885-4466-aa99-c63c008146a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045506 Jul 19 11:12:26.584385 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:26.617218 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event deleted for resources: {'Port': ['ID=ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:26.630551 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=45,neutron:DELETE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:26.660586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:26.725350 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Router 003f6a2c-a587-4d52-a126-a49bcc3815a5 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:12:26.827416 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:12:26.837283 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] Sync routers for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:12:26.847977 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:26.848657 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:26.873611 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] No DVR routers for this DVR port ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:26.876401 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:26.879649 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1a73ba83-1c44-479f-8052-e1c636acc36e req-2841aef0-2893-44f7-a896-84380af72d25 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.27 "DELETE /v2.0/ports/ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 HTTP/1.1" status: 204 len: 173 time: 0.8827522 Jul 19 11:12:26.880087 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'name': 'network-vif-deleted', 'tag': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:12:26.882424 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25256330-50d8-470b-aafb-7b943de10140" -d '{"events": [{"server_uuid": "2c0cb519-166b-4f4d-ae3e-46309a6d7c75", "name": "network-vif-deleted", "tag": "ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:12:26.937100 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc06ac2-e874-4d2b-96e5-b526a2c298c9 x-openstack-request-id: req-dbc06ac2-e874-4d2b-96e5-b526a2c298c9 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:12:26.937401 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0cb519-166b-4f4d-ae3e-46309a6d7c75", "name": "network-vif-deleted", "tag": "ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:12:26.937791 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dbc06ac2-e874-4d2b-96e5-b526a2c298c9 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:12:26.938208 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc06ac2-e874-4d2b-96e5-b526a2c298c9'] response: {'server_uuid': '2c0cb519-166b-4f4d-ae3e-46309a6d7c75', 'name': 'network-vif-deleted', 'tag': 'ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72', 'status': 'completed', 'code': 200} Jul 19 11:12:27.042857 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:27.198001 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:27.224194 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:27.237542 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:27.263496 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] Checking router: 003f6a2c-a587-4d52-a126-a49bcc3815a5 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:12:27.272912 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:27.273541 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:27.380811 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:27.574395 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55140) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:27.602168 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:27.649165 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c450f7-ef4f-4d26-84fe-cb7036e8a302 None None] The sync data for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi is: [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:06:21Z', 'revision_number': 4, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b8329334-562d-4b7a-80ac-03a71bb286b4', 'name': '', 'network_id': 'f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'mac_address': 'fa:16:3e:4f:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:20Z', 'updated_at': '2022-07-19T11:06:25Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'subnets': [{'id': '73c192b0-2b6e-42db-b842-bebf039f835e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:12:27.659437 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af09fb31-abac-4fc6-92e3-d179def9542b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (e59504fe-2885-4466-aa99-c63c008146a8), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:27.689225 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af09fb31-abac-4fc6-92e3-d179def9542b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (e59504fe-2885-4466-aa99-c63c008146a8), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:27.691088 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-4002ee20-0ca7-45d7-80a8-cff88e193d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:27.745718 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af09fb31-abac-4fc6-92e3-d179def9542b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (e59504fe-2885-4466-aa99-c63c008146a8), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:27.748318 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-af09fb31-abac-4fc6-92e3-d179def9542b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:27.752752 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-af09fb31-abac-4fc6-92e3-d179def9542b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "DELETE /v2.0/security-groups/e59504fe-2885-4466-aa99-c63c008146a8 HTTP/1.1" status: 204 len: 168 time: 0.1735759 Jul 19 11:12:27.753106 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55148) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:27.764092 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09fb31-abac-4fc6-92e3-d179def9542b tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59504fe-2885-4466-aa99-c63c008146a8,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:27.767738 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.api.v2.resource [None req-8df76675-6984-4b71-bef8-d2387e45d3e2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] show failed (client error): The resource could not be found. Jul 19 11:12:27.769465 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8df76675-6984-4b71-bef8-d2387e45d3e2 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "GET /v2.0/security-groups/e59504fe-2885-4466-aa99-c63c008146a8 HTTP/1.1" status: 404 len: 347 time: 0.0148261 Jul 19 11:12:27.771984 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55150) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:27.891324 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Deleting port 7dad6ef3-0635-4014-bc03-24bf3a090558 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:27.891708 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (7dad6ef3-0635-4014-bc03-24bf3a090558), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:27.915759 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0309b6-6841-4cb4-bc06-dd4f16e377cb None None] New status for floating IP 146b6342-c544-4b95-a8d4-d7170f70afe8: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:12:27.973774 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (7dad6ef3-0635-4014-bc03-24bf3a090558), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:27.974108 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (7dad6ef3-0635-4014-bc03-24bf3a090558), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:27.986473 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Calling delete_port for 7dad6ef3-0635-4014-bc03-24bf3a090558 owned by network:floatingip {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:28.103136 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:28.132429 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (7dad6ef3-0635-4014-bc03-24bf3a090558), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:28.155899 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Pushing event deleted for resources: {'Port': ['ID=7dad6ef3-0635-4014-bc03-24bf3a090558,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:28.215549 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks [] for floatingip (146b6342-c544-4b95-a8d4-d7170f70afe8), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:28.218170 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:28.219290 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6d383f43-e668-4699-bfd3-6516a79a3e90 tempest-AttachVolumeTestJSON-815902756 tempest-AttachVolumeTestJSON-815902756-project] 10.222.0.33 "DELETE /v2.0/floatingips/146b6342-c544-4b95-a8d4-d7170f70afe8 HTTP/1.1" status: 204 len: 168 time: 0.4464223 Jul 19 11:12:29.972512 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-85790bac-1153-4ef0-b583-45ef0bbadcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:31.078028 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:31.089217 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-87878feb-5db3-4c0a-a961-87530cdff504 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390472 Jul 19 11:12:31.096243 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:31.096627 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device ce50b8aa-9d22-4ed1-84f5-50bee2bf7a72 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:31.151081 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:31.438134 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-d1f81be0-72d5-406f-85db-5e7e28bb05dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:31.439655 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-d1f81be0-72d5-406f-85db-5e7e28bb05dc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e1d59596ecae4e288733b90c577aa86b&device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 1130 time: 0.2839119 Jul 19 11:12:31.544321 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-fd811ed2-f6c7-4025-8071-1499c467bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:31.545825 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-fd811ed2-f6c7-4025-8071-1499c467bcc3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 200 len: 917 time: 0.0887339 Jul 19 11:12:31.610209 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-5238b2a6-4b1b-4451-a13c-1a8dc90246d0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=049ef62d-5f12-4134-9010-2bc20edecd41 HTTP/1.1" status: 200 len: 1001 time: 0.0577722 Jul 19 11:12:31.658477 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-9c44f079-f4d7-44b2-b2bc-0bebe6f8ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:31.659860 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-9c44f079-f4d7-44b2-b2bc-0bebe6f8ea0b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 200 len: 855 time: 0.0431809 Jul 19 11:12:31.703391 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-3f3cc482-8704-485d-9c3c-459ebbb27b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:31.704873 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-3f3cc482-8704-485d-9c3c-459ebbb27b02 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4e7c735a-1e35-464a-9187-a0d8149bbb40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386913 Jul 19 11:12:31.765745 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:31.801155 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-5d7e4138-f15a-47a6-bb62-1b648b304327 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899117 Jul 19 11:12:31.897244 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:31.900586 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55220) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:31.909672 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3d7318fe-81b1-4e5b-a78d-2ac3d4dd5f7b req-abab9602-df81-4fe8-90eb-b3d55aa21997 service neutron] 10.222.0.27 "GET /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029496 Jul 19 11:12:32.344670 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:32.463690 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (003f6a2c-a587-4d52-a126-a49bcc3815a5), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:32.574203 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:32.686416 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Deleting port b8329334-562d-4b7a-80ac-03a71bb286b4 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:32.686756 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:32.766259 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] For port b8329334-562d-4b7a-80ac-03a71bb286b4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b8329334-562d-4b7a-80ac-03a71bb286b4,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:32.766669 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:32.791118 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Calling delete_port for b8329334-562d-4b7a-80ac-03a71bb286b4 owned by network:router_interface {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:32.801775 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:32.930527 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:32.980024 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (b8329334-562d-4b7a-80ac-03a71bb286b4), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.011627 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8329334-562d-4b7a-80ac-03a71bb286b4,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:33.107052 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55250) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:33.178322 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (003f6a2c-a587-4d52-a126-a49bcc3815a5), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.180882 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:33.225877 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e4532c3-f808-4031-b8c4-ff0e30cf2e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.309491 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e4532c3-f808-4031-b8c4-ff0e30cf2e2f admin admin] Publish callbacks [] for security_group (4e505593-9389-48c3-a31e-b65cd4f0d031), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.313238 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1e4532c3-f808-4031-b8c4-ff0e30cf2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4e505593-9389-48c3-a31e-b65cd4f0d031), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.354440 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1e4532c3-f808-4031-b8c4-ff0e30cf2e2f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bb37c168a3c54609be7af7522921d78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462549 Jul 19 11:12:33.355571 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4532c3-f808-4031-b8c4-ff0e30cf2e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e505593-9389-48c3-a31e-b65cd4f0d031,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:33.358829 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55254) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:33.389146 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Router 003f6a2c-a587-4d52-a126-a49bcc3815a5 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:12:33.409721 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c34fc487-fbec-4e3f-a1ce-f9903d11b8c1 admin admin] Publish callbacks [] for security_group (4e505593-9389-48c3-a31e-b65cd4f0d031), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.431081 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c34fc487-fbec-4e3f-a1ce-f9903d11b8c1 admin admin] Publish callbacks [] for security_group (4e505593-9389-48c3-a31e-b65cd4f0d031), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.477968 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c34fc487-fbec-4e3f-a1ce-f9903d11b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4e505593-9389-48c3-a31e-b65cd4f0d031), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.480777 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c34fc487-fbec-4e3f-a1ce-f9903d11b8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.482531 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c34fc487-fbec-4e3f-a1ce-f9903d11b8c1 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/4e505593-9389-48c3-a31e-b65cd4f0d031 HTTP/1.1" status: 204 len: 168 time: 0.1226192 Jul 19 11:12:33.491516 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fc487-fbec-4e3f-a1ce-f9903d11b8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e505593-9389-48c3-a31e-b65cd4f0d031,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:33.493118 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:12:33.501024 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-14a01ea4-447e-4cc7-b5dd-502ebabe9864 admin admin] 10.222.0.33 "PUT /v2.0/routers/003f6a2c-a587-4d52-a126-a49bcc3815a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5986924 Jul 19 11:12:33.501626 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55258) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:33.502555 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] Sync routers for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:12:33.518640 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:33.519977 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:33.612049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks [] for router (003f6a2c-a587-4d52-a126-a49bcc3815a5), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.626864 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:33.715252 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks [] for router_gateway (003f6a2c-a587-4d52-a126-a49bcc3815a5), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.762621 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Deleting port 36a4f709-a604-4a96-8c12-b640f5e6b37a {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:33.763083 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.807635 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72'}], 'enable_snat': True}, 'gw_port_id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:12:32Z', 'revision_number': 5, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port': {'id': '36a4f709-a604-4a96-8c12-b640f5e6b37a', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:06:18Z', 'updated_at': '2022-07-19T11:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:33.817976 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55262) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:33.833960 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] Checking router: 003f6a2c-a587-4d52-a126-a49bcc3815a5 for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:12:33.834896 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56fb174a-0ada-4054-b3ef-2048a6e3250f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.847438 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] Routers {'003f6a2c-a587-4d52-a126-a49bcc3815a5'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:33.848253 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['003f6a2c-a587-4d52-a126-a49bcc3815a5'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:33.848400 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] For port 36a4f709-a604-4a96-8c12-b640f5e6b37a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=36a4f709-a604-4a96-8c12-b640f5e6b37a,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:33.848645 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.863143 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Calling delete_port for 36a4f709-a604-4a96-8c12-b640f5e6b37a owned by network:router_gateway {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:33.921353 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=100 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:33.931237 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56fb174a-0ada-4054-b3ef-2048a6e3250f admin admin] Publish callbacks [] for security_group (5c0e0719-a953-4dab-9790-5f8b56e691bf), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.937314 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-56fb174a-0ada-4054-b3ef-2048a6e3250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (5c0e0719-a953-4dab-9790-5f8b56e691bf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:33.950643 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] Set router 003f6a2c-a587-4d52-a126-a49bcc3815a5 gateway port host: None {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:33.982896 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb174a-0ada-4054-b3ef-2048a6e3250f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0e0719-a953-4dab-9790-5f8b56e691bf,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:33.990129 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-56fb174a-0ada-4054-b3ef-2048a6e3250f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=2017d4617f3d457cbfeb924cc31d5ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703110 Jul 19 11:12:33.991095 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55264) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:34.007433 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:12:33Z', 'revision_number': 6, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:34.033471 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c4444-8316-427d-9f04-444f5d3d9ff6 None None] The sync data for ids ['003f6a2c-a587-4d52-a126-a49bcc3815a5'] in dv-cinder-master-3-iscsi is: [{'id': '003f6a2c-a587-4d52-a126-a49bcc3815a5', 'name': 'tempest-AttachVolumeTestJSON-1372031589-router', 'tenant_id': '54b5133f102c4606ac7981542949b178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:06:17Z', 'updated_at': '2022-07-19T11:12:33Z', 'revision_number': 6, 'project_id': '54b5133f102c4606ac7981542949b178', 'gw_port_host': None}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:12:34.040921 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:34.043524 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0cb3-72af-4f04-ac6b-c9fa55e15cf4 admin admin] Publish callbacks [] for security_group (5c0e0719-a953-4dab-9790-5f8b56e691bf), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.061642 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (36a4f709-a604-4a96-8c12-b640f5e6b37a), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.082160 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0cb3-72af-4f04-ac6b-c9fa55e15cf4 admin admin] Publish callbacks [] for security_group (5c0e0719-a953-4dab-9790-5f8b56e691bf), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.096867 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Pushing event deleted for resources: {'Port': ['ID=36a4f709-a604-4a96-8c12-b640f5e6b37a,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:34.133228 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0cb3-72af-4f04-ac6b-c9fa55e15cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (5c0e0719-a953-4dab-9790-5f8b56e691bf), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.136235 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bd1f0cb3-72af-4f04-ac6b-c9fa55e15cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.137527 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-bd1f0cb3-72af-4f04-ac6b-c9fa55e15cf4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/5c0e0719-a953-4dab-9790-5f8b56e691bf HTTP/1.1" status: 204 len: 168 time: 0.1454830 Jul 19 11:12:34.147986 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f0cb3-72af-4f04-ac6b-c9fa55e15cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0e0719-a953-4dab-9790-5f8b56e691bf,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:34.158875 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (003f6a2c-a587-4d52-a126-a49bcc3815a5), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.245539 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (003f6a2c-a587-4d52-a126-a49bcc3815a5), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.247783 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks [] for router_controller (003f6a2c-a587-4d52-a126-a49bcc3815a5), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.291734 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (003f6a2c-a587-4d52-a126-a49bcc3815a5), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.292458 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 003f6a2c-a587-4d52-a126-a49bcc3815a5 {{(pid=104077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:12:34.299190 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.302681 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-7f06e47e-3c56-404f-9ac4-2afc89f8d38d admin admin] 10.222.0.33 "DELETE /v2.0/routers/003f6a2c-a587-4d52-a126-a49bcc3815a5 HTTP/1.1" status: 204 len: 168 time: 0.7978096 Jul 19 11:12:34.302948 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55268) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:34.349885 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-f531361a-adec-44fd-873b-bdc1886a8c2c admin admin] Deleting subnet 73c192b0-2b6e-42db-b842-bebf039f835e {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:12:34.353046 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f531361a-adec-44fd-873b-bdc1886a8c2c admin admin] Publish callbacks [] for subnet (73c192b0-2b6e-42db-b842-bebf039f835e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.393807 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f531361a-adec-44fd-873b-bdc1886a8c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252231'] for subnet (73c192b0-2b6e-42db-b842-bebf039f835e), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.477166 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f531361a-adec-44fd-873b-bdc1886a8c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (73c192b0-2b6e-42db-b842-bebf039f835e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.536920 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f531361a-adec-44fd-873b-bdc1886a8c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26009671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25869237'] for subnet (73c192b0-2b6e-42db-b842-bebf039f835e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.566534 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531361a-adec-44fd-873b-bdc1886a8c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c192b0-2b6e-42db-b842-bebf039f835e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:34.570099 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f531361a-adec-44fd-873b-bdc1886a8c2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.573266 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f531361a-adec-44fd-873b-bdc1886a8c2c admin admin] 10.222.0.33 "DELETE /v2.0/subnets/73c192b0-2b6e-42db-b842-bebf039f835e HTTP/1.1" status: 204 len: 168 time: 0.2693675 Jul 19 11:12:34.575913 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55278) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:34.577981 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f01c8e-15dd-40c5-ad6d-a18575ab9d08 None None] Network f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:12:34.650851 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.705602 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Deleting port c6c899e5-5e9b-47a0-b65d-7e780f90f27a {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:34.705953 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:34.873563 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc51e4e-47d5-4194-be18-126f8198bdd7 None None] DHCP port deletion for f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:12:34.934085 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-6bc51e4e-47d5-4194-be18-126f8198bdd7 None None] Deleting port c6c899e5-5e9b-47a0-b65d-7e780f90f27a {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:34.935972 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6bc51e4e-47d5-4194-be18-126f8198bdd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.006596 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-6bc51e4e-47d5-4194-be18-126f8198bdd7 None None] For port c6c899e5-5e9b-47a0-b65d-7e780f90f27a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c6c899e5-5e9b-47a0-b65d-7e780f90f27a,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:35.007312 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6bc51e4e-47d5-4194-be18-126f8198bdd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.027416 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-6bc51e4e-47d5-4194-be18-126f8198bdd7 None None] Calling delete_port for c6c899e5-5e9b-47a0-b65d-7e780f90f27a owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:35.050988 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] For port c6c899e5-5e9b-47a0-b65d-7e780f90f27a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c6c899e5-5e9b-47a0-b65d-7e780f90f27a,segment=NetworkSegment(a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9),segment_id=a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:35.051554 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.066328 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Calling delete_port for c6c899e5-5e9b-47a0-b65d-7e780f90f27a owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:35.114797 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-6bc51e4e-47d5-4194-be18-126f8198bdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.140830 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc51e4e-47d5-4194-be18-126f8198bdd7 None None] Pushing event deleted for resources: {'Port': ['ID=c6c899e5-5e9b-47a0-b65d-7e780f90f27a,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:35.146403 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:35.146708 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc51e4e-47d5-4194-be18-126f8198bdd7 None None] No DVR routers for this DVR port c6c899e5-5e9b-47a0-b65d-7e780f90f27a on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:35.158346 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (c6c899e5-5e9b-47a0-b65d-7e780f90f27a), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.189411 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c899e5-5e9b-47a0-b65d-7e780f90f27a,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:35.191262 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] No DVR routers for this DVR port c6c899e5-5e9b-47a0-b65d-7e780f90f27a on host dv-cinder-master-3-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:35.266127 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.278258 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:35.291416 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:35.301385 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:35.301681 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:35.312262 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.326664 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.333972 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:12:35.334483 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.363879 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9 resource provider aggregate not found Jul 19 11:12:35.395406 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a653b4ca-45f7-4590-bb43-2f4a1cb1e3a9 found for delete ", "request_id": "req-cbd5d5f1-35cc-417e-9e72-04d2e833d319"}]} Jul 19 11:12:35.409720 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.415432 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.418704 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] 10.222.0.33 "DELETE /v2.0/networks/f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7 HTTP/1.1" status: 204 len: 168 time: 0.8417196 Jul 19 11:12:35.429896 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcad0a-aa6b-4325-bfa1-d6f81c955cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f82d9bcd-5d24-448d-9b1c-e69a9c19f6e7,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:35.656352 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55314) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:35.696236 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-d114053e-23e7-4a1f-b6b2-2f257c0a3c9c admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=54b5133f102c4606ac7981542949b178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386279 Jul 19 11:12:35.698662 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55318) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:35.748596 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d58abf9-542e-49ca-ab9e-89f30e176a0c admin admin] Publish callbacks [] for security_group (fb461d7a-fc46-46f7-8735-e0876ce1d6c6), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.770885 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d58abf9-542e-49ca-ab9e-89f30e176a0c admin admin] Publish callbacks [] for security_group (fb461d7a-fc46-46f7-8735-e0876ce1d6c6), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.823198 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d58abf9-542e-49ca-ab9e-89f30e176a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fb461d7a-fc46-46f7-8735-e0876ce1d6c6), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.825913 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9d58abf9-542e-49ca-ab9e-89f30e176a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:35.827575 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-9d58abf9-542e-49ca-ab9e-89f30e176a0c admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fb461d7a-fc46-46f7-8735-e0876ce1d6c6 HTTP/1.1" status: 204 len: 168 time: 0.1276422 Jul 19 11:12:35.836342 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58abf9-542e-49ca-ab9e-89f30e176a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb461d7a-fc46-46f7-8735-e0876ce1d6c6,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:35.943876 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device b8329334-562d-4b7a-80ac-03a71bb286b4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:35.968688 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: b8329334-562d-4b7a-80ac-03a71bb286b4 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:35.969073 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device b8329334-562d-4b7a-80ac-03a71bb286b4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:35.969788 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device c6c899e5-5e9b-47a0-b65d-7e780f90f27a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:35.989915 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: c6c899e5-5e9b-47a0-b65d-7e780f90f27a {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:35.990293 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device c6c899e5-5e9b-47a0-b65d-7e780f90f27a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:35.990699 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 36a4f709-a604-4a96-8c12-b640f5e6b37a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:36.009720 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 36a4f709-a604-4a96-8c12-b640f5e6b37a {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:36.010165 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 36a4f709-a604-4a96-8c12-b640f5e6b37a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:36.549437 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55348) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:36.643715 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1011140005-network', 'tenant_id': '5430778e2cc8466cab37bfd899a0dceb'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:12:36.663842 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Made reservation on behalf of 5430778e2cc8466cab37bfd899a0dceb for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:12:36.666100 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:36.674381 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:36.746852 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Publish callbacks [] for security_group (3ee6fadb-fb3b-48e2-9563-fa2b9363eb26), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:36.750600 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3ee6fadb-fb3b-48e2-9563-fa2b9363eb26), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:36.772532 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:12:36.786389 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee6fadb-fb3b-48e2-9563-fa2b9363eb26,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:36.791146 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (b6b5f2fd-fce9-4829-aae9-55d6301915a3), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:36.791487 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Added segment b6b5f2fd-fce9-4829-aae9-55d6301915a3 of type vlan for network c0074657-91ac-40cf-bfdc-5c34587bd417 Jul 19 11:12:36.832387 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (c0074657-91ac-40cf-bfdc-5c34587bd417), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:36.855811 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (c0074657-91ac-40cf-bfdc-5c34587bd417), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:36.856842 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:36.857421 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:36.920223 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3696339 Jul 19 11:12:36.923432 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55354) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:36.928487 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Request body: {'subnet': {'network_id': 'c0074657-91ac-40cf-bfdc-5c34587bd417', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1011140005-subnet', 'tenant_id': '5430778e2cc8466cab37bfd899a0dceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:12:36.938830 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504a67c-865f-48d6-813b-166cec778f45 admin admin] Pushing event updated for resources: {'Network': ['ID=c0074657-91ac-40cf-bfdc-5c34587bd417,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:36.952937 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network c0074657-91ac-40cf-bfdc-5c34587bd417 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:12:36.960458 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Made reservation on behalf of 5430778e2cc8466cab37bfd899a0dceb for: {'subnet': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:12:36.963049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25869208'] for subnet (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:36.978802 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:37.045380 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=18 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:37.153091 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26009606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25869198'] for subnet (2d3337b1-5c3c-4579-9078-8f756aa75926), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:37.222062 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3337b1-5c3c-4579-9078-8f756aa75926,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:37.232966 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Checking segment: {'id': 'b6b5f2fd-fce9-4829-aae9-55d6301915a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c0074657-91ac-40cf-bfdc-5c34587bd417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:12:37.233522 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Network hostable DHCP agents. Network: c0074657-91ac-40cf-bfdc-5c34587bd417, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:12:37.257551 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Network c0074657-91ac-40cf-bfdc-5c34587bd417 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:12:37.268879 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c0074657-91ac-40cf-bfdc-5c34587bd417) {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:12:37.273704 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:37.274578 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:37.277777 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8297e2-902c-41b2-ab4b-17bd32489bb1 None None] Network c0074657-91ac-40cf-bfdc-5c34587bd417 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:12:37.308502 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-1a8167f4-2006-4210-b137-45d4931fed52 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3839383 Jul 19 11:12:37.424272 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716564fa-d519-4a70-841f-157066cf6a70 None None] Network c0074657-91ac-40cf-bfdc-5c34587bd417 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:12:37.455988 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8dcea-3cfa-47a5-a1eb-cbbe7f8a11d6 req-cbd2aa73-2150-4b8b-b82c-6201c01d7bce tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:37.464870 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-59c8dcea-3cfa-47a5-a1eb-cbbe7f8a11d6 req-cbd2aa73-2150-4b8b-b82c-6201c01d7bce tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0640347 Jul 19 11:12:37.509274 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:37.510239 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:37.524000 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-59c8dcea-3cfa-47a5-a1eb-cbbe7f8a11d6 req-3c2e1754-c707-44e9-b998-ba125dcc04ad tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581234 Jul 19 11:12:37.888065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55402) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:37.893475 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-522196966-network', 'tenant_id': 'bb8964fa0ebe4eb6aadd280d0a25378f'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:12:37.913911 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Made reservation on behalf of bb8964fa0ebe4eb6aadd280d0a25378f for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:12:37.916185 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:37.925385 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.003627 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Publish callbacks [] for security_group (82a44a84-eee6-494a-8667-d8d4b7c05cda), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.007448 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (82a44a84-eee6-494a-8667-d8d4b7c05cda), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.035638 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:12:38.041903 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a44a84-eee6-494a-8667-d8d4b7c05cda,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:38.048082 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.048444 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Added segment 60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602 of type vlan for network eaf4988a-4c54-4e2e-9ae3-c496065e38e2 Jul 19 11:12:38.088018 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (eaf4988a-4c54-4e2e-9ae3-c496065e38e2), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.119286 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (eaf4988a-4c54-4e2e-9ae3-c496065e38e2), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.120370 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:38.120973 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.179385 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.2901940 Jul 19 11:12:38.182193 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55404) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:38.186825 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Request body: {'subnet': {'network_id': 'eaf4988a-4c54-4e2e-9ae3-c496065e38e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-522196966-subnet', 'tenant_id': 'bb8964fa0ebe4eb6aadd280d0a25378f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:12:38.196334 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20f55e-247a-44af-a4bf-75e2c13b2dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf4988a-4c54-4e2e-9ae3-c496065e38e2,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:38.206796 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network eaf4988a-4c54-4e2e-9ae3-c496065e38e2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:12:38.212149 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Made reservation on behalf of bb8964fa0ebe4eb6aadd280d0a25378f for: {'subnet': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:12:38.214592 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25869208'] for subnet (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.300393 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:38.326869 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:38.386818 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26009606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25869198'] for subnet (6f2b8a60-40b1-4c15-a408-34684152c181), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.449362 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2b8a60-40b1-4c15-a408-34684152c181,revision_number=0']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:38.457328 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Checking segment: {'id': '60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'eaf4988a-4c54-4e2e-9ae3-c496065e38e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:12:38.457684 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Network hostable DHCP agents. Network: eaf4988a-4c54-4e2e-9ae3-c496065e38e2, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:12:38.474830 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Network eaf4988a-4c54-4e2e-9ae3-c496065e38e2 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:12:38.483447 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.base_scheduler [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, eaf4988a-4c54-4e2e-9ae3-c496065e38e2) {{(pid=104077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:12:38.487351 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:38.487976 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.493746 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3170726d-c087-4bc2-8e2d-ec884a2af1c8 None None] Network eaf4988a-4c54-4e2e-9ae3-c496065e38e2 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:12:38.498917 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:38.505055 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-4939fac9-a878-4921-ad70-201e666e9eac admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3218133 Jul 19 11:12:38.569049 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:38.622086 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14279aa0-a3af-4cbe-b451-a063009ea8aa None None] Network eaf4988a-4c54-4e2e-9ae3-c496065e38e2 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:12:38.639953 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55410) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:38.701167 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456b8f7-f5ea-4e13-a471-cb2f0731160c req-e5cb8860-0649-4cf6-8cab-da1fcd1eb68e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:38.702640 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3456b8f7-f5ea-4e13-a471-cb2f0731160c req-e5cb8860-0649-4cf6-8cab-da1fcd1eb68e tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0734236 Jul 19 11:12:38.728723 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfd612d-fcb5-4da0-b4b0-ebb9431b1540 admin admin] Deleting subnet 2d3337b1-5c3c-4579-9078-8f756aa75926 {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:12:38.735212 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1cfd612d-fcb5-4da0-b4b0-ebb9431b1540 admin admin] Publish callbacks [] for subnet (2d3337b1-5c3c-4579-9078-8f756aa75926), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.803453 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3456b8f7-f5ea-4e13-a471-cb2f0731160c req-62c2fac3-779b-44eb-918d-dbc2e283ddcf tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups?id=37a02a61-dd73-4ba1-a515-f2a1440ad384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944095 Jul 19 11:12:38.805650 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1cfd612d-fcb5-4da0-b4b0-ebb9431b1540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252231'] for subnet (2d3337b1-5c3c-4579-9078-8f756aa75926), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.851377 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1cfd612d-fcb5-4da0-b4b0-ebb9431b1540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (2d3337b1-5c3c-4579-9078-8f756aa75926), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.906894 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1cfd612d-fcb5-4da0-b4b0-ebb9431b1540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26009671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25869237'] for subnet (2d3337b1-5c3c-4579-9078-8f756aa75926), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.913689 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-cbeabad2-818d-41af-be68-3da56bf82f2c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:12:38.915222 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-cbeabad2-818d-41af-be68-3da56bf82f2c tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 946 time: 0.0504718 Jul 19 11:12:38.935509 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd612d-fcb5-4da0-b4b0-ebb9431b1540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3337b1-5c3c-4579-9078-8f756aa75926,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:38.939368 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1cfd612d-fcb5-4da0-b4b0-ebb9431b1540 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:38.942693 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-1cfd612d-fcb5-4da0-b4b0-ebb9431b1540 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/2d3337b1-5c3c-4579-9078-8f756aa75926 HTTP/1.1" status: 204 len: 168 time: 0.3018968 Jul 19 11:12:38.945302 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55422) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:39.019558 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Deleting port 049ef62d-5f12-4134-9010-2bc20edecd41 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:39.019905 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.028916 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (c0074657-91ac-40cf-bfdc-5c34587bd417), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.113901 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (c0074657-91ac-40cf-bfdc-5c34587bd417), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.119312 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] For port 049ef62d-5f12-4134-9010-2bc20edecd41, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=049ef62d-5f12-4134-9010-2bc20edecd41,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:39.120152 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.132792 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55426) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:39.140967 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0074657-91ac-40cf-bfdc-5c34587bd417']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:39.151105 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b5f2fd-fce9-4829-aae9-55d6301915a3') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:39.151403 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b5f2fd-fce9-4829-aae9-55d6301915a3') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:39.162098 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (b6b5f2fd-fce9-4829-aae9-55d6301915a3), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.175746 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (b6b5f2fd-fce9-4829-aae9-55d6301915a3), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.182715 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:12:39.183098 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (b6b5f2fd-fce9-4829-aae9-55d6301915a3), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.208260 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment b6b5f2fd-fce9-4829-aae9-55d6301915a3 resource provider aggregate not found Jul 19 11:12:39.252555 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (c0074657-91ac-40cf-bfdc-5c34587bd417), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.257691 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.260929 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] 10.222.0.33 "DELETE /v2.0/networks/c0074657-91ac-40cf-bfdc-5c34587bd417 HTTP/1.1" status: 204 len: 168 time: 0.3145173 Jul 19 11:12:39.265636 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment b6b5f2fd-fce9-4829-aae9-55d6301915a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6b5f2fd-fce9-4829-aae9-55d6301915a3 found for delete ", "request_id": "req-6872b199-d752-42c3-8c80-508bc2b40889"}]} Jul 19 11:12:39.266055 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55434) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:39.277280 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:39.303711 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.304081 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (19a7e8a2-11bd-467c-a3b6-de457daed472), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.304459 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Floating IP 19a7e8a2-11bd-467c-a3b6-de457daed472 disassociated. External IP: 172.37.3.100, port: 049ef62d-5f12-4134-9010-2bc20edecd41. Jul 19 11:12:39.304833 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Calling delete_port for 049ef62d-5f12-4134-9010-2bc20edecd41 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:39.313385 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9887d5-b1ef-4646-bd31-a6cf161baed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0074657-91ac-40cf-bfdc-5c34587bd417,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:39.325082 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9107053f-1f1b-4143-ad43-84f57d8ab3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.350491 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:39.356638 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2786a9-94d2-414c-a6db-67678bb3d9f9 admin admin] Deleting subnet 6f2b8a60-40b1-4c15-a408-34684152c181 {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:12:39.362646 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd2786a9-94d2-414c-a6db-67678bb3d9f9 admin admin] Publish callbacks [] for subnet (6f2b8a60-40b1-4c15-a408-34684152c181), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.418283 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd2786a9-94d2-414c-a6db-67678bb3d9f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252231'] for subnet (6f2b8a60-40b1-4c15-a408-34684152c181), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.438792 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (049ef62d-5f12-4134-9010-2bc20edecd41), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.474763 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event deleted for resources: {'Port': ['ID=049ef62d-5f12-4134-9010-2bc20edecd41,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:39.479919 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd2786a9-94d2-414c-a6db-67678bb3d9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (6f2b8a60-40b1-4c15-a408-34684152c181), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.517254 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9107053f-1f1b-4143-ad43-84f57d8ab3ba admin admin] Publish callbacks [] for security_group (b0c35330-d1d1-4913-a7a9-2319be363e0d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.524111 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9107053f-1f1b-4143-ad43-84f57d8ab3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (b0c35330-d1d1-4913-a7a9-2319be363e0d), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.574977 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-9107053f-1f1b-4143-ad43-84f57d8ab3ba admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bd8151f6db1545caabc71b804f5b2773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4411709 Jul 19 11:12:39.577854 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55438) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:39.580302 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107053f-1f1b-4143-ad43-84f57d8ab3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c35330-d1d1-4913-a7a9-2319be363e0d,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:39.590601 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd2786a9-94d2-414c-a6db-67678bb3d9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26009671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25869237'] for subnet (6f2b8a60-40b1-4c15-a408-34684152c181), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.618648 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2786a9-94d2-414c-a6db-67678bb3d9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2b8a60-40b1-4c15-a408-34684152c181,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:39.622316 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fd2786a9-94d2-414c-a6db-67678bb3d9f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.623575 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Router e01c796f-d13a-42a3-adf8-54b56ec00658 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:12:39.628943 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-fd2786a9-94d2-414c-a6db-67678bb3d9f9 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/6f2b8a60-40b1-4c15-a408-34684152c181 HTTP/1.1" status: 204 len: 168 time: 0.3561640 Jul 19 11:12:39.628943 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55440) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:39.650245 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1405-f086-4c95-a5b8-a46007735474 admin admin] Publish callbacks [] for security_group (b0c35330-d1d1-4913-a7a9-2319be363e0d), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.697967 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (eaf4988a-4c54-4e2e-9ae3-c496065e38e2), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.713386 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1405-f086-4c95-a5b8-a46007735474 admin admin] Publish callbacks [] for security_group (b0c35330-d1d1-4913-a7a9-2319be363e0d), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.766126 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:39.772810 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:39.778800 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (eaf4988a-4c54-4e2e-9ae3-c496065e38e2), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.795565 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:12:39.801554 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf4988a-4c54-4e2e-9ae3-c496065e38e2']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:39.815006 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:39.815573 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:39.826801 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] Sync routers for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:12:39.833581 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.844370 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:39.845811 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:39.853357 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] No DVR routers for this DVR port 049ef62d-5f12-4134-9010-2bc20edecd41 on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:39.856747 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.860612 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4c832c22-68d0-4801-adbe-26a77e790c1c req-42f8a0be-3072-4051-adb9-7be4864e5d0a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.27 "DELETE /v2.0/ports/049ef62d-5f12-4134-9010-2bc20edecd41 HTTP/1.1" status: 204 len: 173 time: 0.9389391 Jul 19 11:12:39.862940 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-deleted', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:12:39.866247 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85de90e3-31b2-495d-b1a0-598d627ee26d" -d '{"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-deleted", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:12:39.869412 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1405-f086-4c95-a5b8-a46007735474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (b0c35330-d1d1-4913-a7a9-2319be363e0d), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.873719 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1405-f086-4c95-a5b8-a46007735474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.878280 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1b5d1405-f086-4c95-a5b8-a46007735474 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b0c35330-d1d1-4913-a7a9-2319be363e0d HTTP/1.1" status: 204 len: 168 time: 0.2966342 Jul 19 11:12:39.889257 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.892060 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d1405-f086-4c95-a5b8-a46007735474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c35330-d1d1-4913-a7a9-2319be363e0d,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:39.900279 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:12:39.900798 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:39.968780 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35213112-b0f1-45a6-95fb-f745dec06d52 x-openstack-request-id: req-35213112-b0f1-45a6-95fb-f745dec06d52 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:12:39.968780 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36abf2ae-3b4c-4095-b9ba-2bd738e266d9", "name": "network-vif-deleted", "tag": "049ef62d-5f12-4134-9010-2bc20edecd41", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:12:39.968780 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-35213112-b0f1-45a6-95fb-f745dec06d52 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:12:39.970906 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35213112-b0f1-45a6-95fb-f745dec06d52'] response: {'server_uuid': '36abf2ae-3b4c-4095-b9ba-2bd738e266d9', 'name': 'network-vif-deleted', 'tag': '049ef62d-5f12-4134-9010-2bc20edecd41', 'status': 'completed', 'code': 200} Jul 19 11:12:40.025759 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a748ac33-b58e-4080-a55a-5af64d2e6d24 req-745cf722-caa6-400d-8e9d-bec4138e269a tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/ports?device_id=36abf2ae-3b4c-4095-b9ba-2bd738e266d9 HTTP/1.1" status: 200 len: 210 time: 0.0723057 Jul 19 11:12:40.065902 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (eaf4988a-4c54-4e2e-9ae3-c496065e38e2), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.097269 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.101036 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] 10.222.0.33 "DELETE /v2.0/networks/eaf4988a-4c54-4e2e-9ae3-c496065e38e2 HTTP/1.1" status: 204 len: 168 time: 0.4710934 Jul 19 11:12:40.102645 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36349c4b-0b75-4fe5-b3e3-053aefe8d885 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf4988a-4c54-4e2e-9ae3-c496065e38e2,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:40.215727 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:40.294339 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55454) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:40.307992 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c75a269a-db6c-4822-aecb-87db86ad9c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.358502 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:40.400328 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c75a269a-db6c-4822-aecb-87db86ad9c5f admin admin] Publish callbacks [] for security_group (331d0790-3089-4538-8f9b-87e071fed843), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.404881 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-c75a269a-db6c-4822-aecb-87db86ad9c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (331d0790-3089-4538-8f9b-87e071fed843), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.420999 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:40.441488 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55456) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:40.450662 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] Checking router: e01c796f-d13a-42a3-adf8-54b56ec00658 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:12:40.450922 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-c75a269a-db6c-4822-aecb-87db86ad9c5f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=985b8db18d0d48c2bda656e04a9bb00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552651 Jul 19 11:12:40.453376 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55458) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:40.460379 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:40.461018 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:40.464471 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a269a-db6c-4822-aecb-87db86ad9c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d0790-3089-4538-8f9b-87e071fed843,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:40.488466 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-72c99b07-1f79-4451-ba6f-3e8052d425ac admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5430778e2cc8466cab37bfd899a0dceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435362 Jul 19 11:12:40.488960 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55460) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:40.551549 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00423bfd-42d9-4832-97d5-264d301f8b82 admin admin] Publish callbacks [] for security_group (331d0790-3089-4538-8f9b-87e071fed843), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.553862 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:40.564931 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:40.588853 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00423bfd-42d9-4832-97d5-264d301f8b82 admin admin] Publish callbacks [] for security_group (331d0790-3089-4538-8f9b-87e071fed843), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.590773 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f67edb48-601c-4dbf-8b64-1cc104667af3 admin admin] Publish callbacks [] for security_group (3ee6fadb-fb3b-48e2-9563-fa2b9363eb26), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.636656 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f67edb48-601c-4dbf-8b64-1cc104667af3 admin admin] Publish callbacks [] for security_group (3ee6fadb-fb3b-48e2-9563-fa2b9363eb26), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.676924 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00423bfd-42d9-4832-97d5-264d301f8b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (331d0790-3089-4538-8f9b-87e071fed843), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.679673 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-00423bfd-42d9-4832-97d5-264d301f8b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.680863 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-00423bfd-42d9-4832-97d5-264d301f8b82 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/331d0790-3089-4538-8f9b-87e071fed843 HTTP/1.1" status: 204 len: 168 time: 0.2261434 Jul 19 11:12:40.699666 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00423bfd-42d9-4832-97d5-264d301f8b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d0790-3089-4538-8f9b-87e071fed843,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:40.710089 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f67edb48-601c-4dbf-8b64-1cc104667af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3ee6fadb-fb3b-48e2-9563-fa2b9363eb26), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.714664 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f67edb48-601c-4dbf-8b64-1cc104667af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:40.716399 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f67edb48-601c-4dbf-8b64-1cc104667af3 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3ee6fadb-fb3b-48e2-9563-fa2b9363eb26 HTTP/1.1" status: 204 len: 168 time: 0.2264626 Jul 19 11:12:40.747053 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67edb48-601c-4dbf-8b64-1cc104667af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee6fadb-fb3b-48e2-9563-fa2b9363eb26,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:40.788377 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:40.816354 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fecbcb0-c80e-47cf-a148-8f8c12b973ef None None] The sync data for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi is: [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:04:36Z', 'revision_number': 4, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'b9b80b36-c467-4fa2-8ac4-6354d74e55ee', 'name': '', 'network_id': '4e7c735a-1e35-464a-9187-a0d8149bbb40', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'mac_address': 'fa:16:3e:f8:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:34Z', 'updated_at': '2022-07-19T11:04:48Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'subnets': [{'id': '7f928887-d0bd-4345-8673-b7e1fff7e0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:12:41.174855 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1603c4-3dc3-49ff-ab0c-cc9db2ea880e None None] New status for floating IP 19a7e8a2-11bd-467c-a3b6-de457daed472: DOWN {{(pid=104079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:12:41.178149 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55478) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:41.210302 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55482) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:41.255990 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-07b666c6-a3b9-4c82-977b-252f945bd5d6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (37a02a61-dd73-4ba1-a515-f2a1440ad384), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.263235 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8e78e96f-7644-4079-b01d-4ed5ba89265d admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bb8964fa0ebe4eb6aadd280d0a25378f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511999 Jul 19 11:12:41.265641 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55484) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:41.280016 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:41.297225 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-07b666c6-a3b9-4c82-977b-252f945bd5d6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (37a02a61-dd73-4ba1-a515-f2a1440ad384), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.324990 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment 60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602 resource provider aggregate not found Jul 19 11:12:41.343749 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d826bda-0594-400f-ac63-a5592646388a admin admin] Publish callbacks [] for security_group (82a44a84-eee6-494a-8667-d8d4b7c05cda), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.352419 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment 60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60fda4c3-2dcc-48fb-a9b2-7c7abe3a4602 found for delete ", "request_id": "req-6ead7191-706d-4fe2-be46-a41f662b4690"}]} Jul 19 11:12:41.369838 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d826bda-0594-400f-ac63-a5592646388a admin admin] Publish callbacks [] for security_group (82a44a84-eee6-494a-8667-d8d4b7c05cda), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.381871 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-07b666c6-a3b9-4c82-977b-252f945bd5d6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (37a02a61-dd73-4ba1-a515-f2a1440ad384), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.384548 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-07b666c6-a3b9-4c82-977b-252f945bd5d6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.388250 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-07b666c6-a3b9-4c82-977b-252f945bd5d6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "DELETE /v2.0/security-groups/37a02a61-dd73-4ba1-a515-f2a1440ad384 HTTP/1.1" status: 204 len: 168 time: 0.2064281 Jul 19 11:12:41.388724 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55492) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:41.396098 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b666c6-a3b9-4c82-977b-252f945bd5d6 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a02a61-dd73-4ba1-a515-f2a1440ad384,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:41.417298 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.api.v2.resource [None req-925a0c60-e01a-41f3-94ba-1669f9b4dd15 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] show failed (client error): The resource could not be found. Jul 19 11:12:41.421542 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-925a0c60-e01a-41f3-94ba-1669f9b4dd15 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "GET /v2.0/security-groups/37a02a61-dd73-4ba1-a515-f2a1440ad384 HTTP/1.1" status: 404 len: 347 time: 0.0285344 Jul 19 11:12:41.421542 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55494) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:41.507308 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d826bda-0594-400f-ac63-a5592646388a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (82a44a84-eee6-494a-8667-d8d4b7c05cda), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.509750 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-8d826bda-0594-400f-ac63-a5592646388a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.510887 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-8d826bda-0594-400f-ac63-a5592646388a admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/82a44a84-eee6-494a-8667-d8d4b7c05cda HTTP/1.1" status: 204 len: 168 time: 0.2440922 Jul 19 11:12:41.538987 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d826bda-0594-400f-ac63-a5592646388a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a44a84-eee6-494a-8667-d8d4b7c05cda,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:41.552401 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Deleting port 50300dd1-107c-4ed3-b4c2-067f91d707ab {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:41.552786 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (50300dd1-107c-4ed3-b4c2-067f91d707ab), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.641657 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (50300dd1-107c-4ed3-b4c2-067f91d707ab), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.642213 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (50300dd1-107c-4ed3-b4c2-067f91d707ab), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.655675 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Calling delete_port for 50300dd1-107c-4ed3-b4c2-067f91d707ab owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:41.805869 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (50300dd1-107c-4ed3-b4c2-067f91d707ab), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.834174 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Pushing event deleted for resources: {'Port': ['ID=50300dd1-107c-4ed3-b4c2-067f91d707ab,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:41.904344 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks [] for floatingip (19a7e8a2-11bd-467c-a3b6-de457daed472), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.907343 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:41.911835 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-7bbfc54f-505b-4570-9b24-2fefcb2a43c9 tempest-AttachVolumeShelveTestJSON-36195510 tempest-AttachVolumeShelveTestJSON-36195510-project] 10.222.0.33 "DELETE /v2.0/floatingips/19a7e8a2-11bd-467c-a3b6-de457daed472 HTTP/1.1" status: 204 len: 168 time: 0.4869113 Jul 19 11:12:43.125807 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:43.145742 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 049ef62d-5f12-4134-9010-2bc20edecd41 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:43.146099 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 049ef62d-5f12-4134-9010-2bc20edecd41 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:43.562751 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:44.368261 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55696) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:44.595586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:44.647628 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55704) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:44.677304 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:44.753467 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c15a585-1963-4fc6-a496-0039cd8eac43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:44.819106 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (e01c796f-d13a-42a3-adf8-54b56ec00658), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:44.834827 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c15a585-1963-4fc6-a496-0039cd8eac43 admin admin] Publish callbacks [] for security_group (82f02f80-fddb-4074-90df-4366eafa2392), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:44.838490 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7c15a585-1963-4fc6-a496-0039cd8eac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (82f02f80-fddb-4074-90df-4366eafa2392), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:44.879945 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-7c15a585-1963-4fc6-a496-0039cd8eac43 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=91a612493806423c83920380b1bf3d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312403 Jul 19 11:12:44.880666 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15a585-1963-4fc6-a496-0039cd8eac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f02f80-fddb-4074-90df-4366eafa2392,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:44.883680 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55708) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:44.897678 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:44.940523 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a54b610-ed38-4e57-8818-190220cd9db0 admin admin] Publish callbacks [] for security_group (82f02f80-fddb-4074-90df-4366eafa2392), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:44.961871 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a54b610-ed38-4e57-8818-190220cd9db0 admin admin] Publish callbacks [] for security_group (82f02f80-fddb-4074-90df-4366eafa2392), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.013046 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a54b610-ed38-4e57-8818-190220cd9db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (82f02f80-fddb-4074-90df-4366eafa2392), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.015804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-3a54b610-ed38-4e57-8818-190220cd9db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.016971 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-3a54b610-ed38-4e57-8818-190220cd9db0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/82f02f80-fddb-4074-90df-4366eafa2392 HTTP/1.1" status: 204 len: 168 time: 0.1321919 Jul 19 11:12:45.025487 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54b610-ed38-4e57-8818-190220cd9db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f02f80-fddb-4074-90df-4366eafa2392,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:45.065773 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Deleting port b9b80b36-c467-4fa2-8ac4-6354d74e55ee {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:45.066117 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.147760 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] For port b9b80b36-c467-4fa2-8ac4-6354d74e55ee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b9b80b36-c467-4fa2-8ac4-6354d74e55ee,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:45.148127 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.161741 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Calling delete_port for b9b80b36-c467-4fa2-8ac4-6354d74e55ee owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:45.327253 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55718) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:45.341887 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-815caa33-c656-4f7f-beca-6ee1f50e5af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.354763 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (b9b80b36-c467-4fa2-8ac4-6354d74e55ee), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.384019 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b80b36-c467-4fa2-8ac4-6354d74e55ee,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:45.430895 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-815caa33-c656-4f7f-beca-6ee1f50e5af9 admin admin] Publish callbacks [] for security_group (fd14dd9a-e891-4cc5-a79f-ee097a918faa), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.435110 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-815caa33-c656-4f7f-beca-6ee1f50e5af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fd14dd9a-e891-4cc5-a79f-ee097a918faa), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.454088 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:45.467558 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:45.484845 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-815caa33-c656-4f7f-beca-6ee1f50e5af9 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=bd95a7781ec94415801d75b59d2de213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563215 Jul 19 11:12:45.494616 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55722) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:45.512244 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815caa33-c656-4f7f-beca-6ee1f50e5af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd14dd9a-e891-4cc5-a79f-ee097a918faa,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:45.524443 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55724) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:45.566049 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fc14512a-7b92-4434-9d6d-69cf062f459d admin admin] Publish callbacks [] for security_group (fd14dd9a-e891-4cc5-a79f-ee097a918faa), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.575820 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (e01c796f-d13a-42a3-adf8-54b56ec00658), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.588642 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:45.595279 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fc14512a-7b92-4434-9d6d-69cf062f459d admin admin] Publish callbacks [] for security_group (fd14dd9a-e891-4cc5-a79f-ee097a918faa), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.664051 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fc14512a-7b92-4434-9d6d-69cf062f459d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (fd14dd9a-e891-4cc5-a79f-ee097a918faa), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.666957 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fc14512a-7b92-4434-9d6d-69cf062f459d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.671128 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-fc14512a-7b92-4434-9d6d-69cf062f459d admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/fd14dd9a-e891-4cc5-a79f-ee097a918faa HTTP/1.1" status: 204 len: 168 time: 0.1752038 Jul 19 11:12:45.683036 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14512a-7b92-4434-9d6d-69cf062f459d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd14dd9a-e891-4cc5-a79f-ee097a918faa,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:45.702655 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93daf3fa-cca0-4069-868f-c6d1e216287e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.796630 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93daf3fa-cca0-4069-868f-c6d1e216287e admin admin] Publish callbacks [] for security_group (24782c17-1e75-474f-aa11-2d8ddc97388f), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.801379 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-93daf3fa-cca0-4069-868f-c6d1e216287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (24782c17-1e75-474f-aa11-2d8ddc97388f), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.837834 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Router e01c796f-d13a-42a3-adf8-54b56ec00658 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:12:45.848960 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-93daf3fa-cca0-4069-868f-c6d1e216287e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7b54db66665445e69b1738151bfc7dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169348 Jul 19 11:12:45.849784 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55732) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:45.851905 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daf3fa-cca0-4069-868f-c6d1e216287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24782c17-1e75-474f-aa11-2d8ddc97388f,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:45.912795 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02cf2b0e-65ff-4d3d-bd7a-332f52fc7844 admin admin] Publish callbacks [] for security_group (24782c17-1e75-474f-aa11-2d8ddc97388f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.944826 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02cf2b0e-65ff-4d3d-bd7a-332f52fc7844 admin admin] Publish callbacks [] for security_group (24782c17-1e75-474f-aa11-2d8ddc97388f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:45.986857 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:12:45.998099 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-77232390-66cf-4c47-8e15-ca1830168042 admin admin] 10.222.0.33 "PUT /v2.0/routers/e01c796f-d13a-42a3-adf8-54b56ec00658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270368 Jul 19 11:12:45.998595 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55740) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:46.002872 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] Sync routers for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:12:46.007884 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02cf2b0e-65ff-4d3d-bd7a-332f52fc7844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (24782c17-1e75-474f-aa11-2d8ddc97388f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.010447 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-02cf2b0e-65ff-4d3d-bd7a-332f52fc7844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.012000 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-02cf2b0e-65ff-4d3d-bd7a-332f52fc7844 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/24782c17-1e75-474f-aa11-2d8ddc97388f HTTP/1.1" status: 204 len: 168 time: 0.1609001 Jul 19 11:12:46.013328 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:46.014226 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:46.015267 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:46.067599 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf2b0e-65ff-4d3d-bd7a-332f52fc7844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24782c17-1e75-474f-aa11-2d8ddc97388f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:46.097227 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:46.148056 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:46.170725 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks [] for router (e01c796f-d13a-42a3-adf8-54b56ec00658), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.286887 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks [] for router_gateway (e01c796f-d13a-42a3-adf8-54b56ec00658), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.290315 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=100 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:46.323351 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:46.343083 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Deleting port d114e9cd-693f-4ada-861e-8a25db0d1948 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:46.343533 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.368515 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11'}], 'enable_snat': True}, 'gw_port_id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:12:45Z', 'revision_number': 5, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port': {'id': 'd114e9cd-693f-4ada-861e-8a25db0d1948', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:af:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:04:28Z', 'updated_at': '2022-07-19T11:04:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:46.381368 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55752) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:46.396846 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] Checking router: e01c796f-d13a-42a3-adf8-54b56ec00658 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:12:46.402114 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6d8993b8-71d3-427f-bc8c-4bef14cee2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.406192 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] Routers {'e01c796f-d13a-42a3-adf8-54b56ec00658'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:12:46.406815 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:12:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['e01c796f-d13a-42a3-adf8-54b56ec00658'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:46.449886 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] For port d114e9cd-693f-4ada-861e-8a25db0d1948, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d114e9cd-693f-4ada-861e-8a25db0d1948,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:46.451070 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.471359 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Calling delete_port for d114e9cd-693f-4ada-861e-8a25db0d1948 owned by network:router_gateway {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:46.509843 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] Set router e01c796f-d13a-42a3-adf8-54b56ec00658 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:12:46.510595 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6d8993b8-71d3-427f-bc8c-4bef14cee2f8 admin admin] Publish callbacks [] for security_group (f3bb7061-314b-4c4d-a34d-41a2bf0977de), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.516767 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-6d8993b8-71d3-427f-bc8c-4bef14cee2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (f3bb7061-314b-4c4d-a34d-41a2bf0977de), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.567833 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:12:46Z', 'revision_number': 6, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:46.583639 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-6d8993b8-71d3-427f-bc8c-4bef14cee2f8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=1502bd382ce24f3bab508caeb80d19f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008517 Jul 19 11:12:46.584543 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55758) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:46.593816 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2a875e-e3cd-4c1f-a116-fef7b47d8cc8 None None] The sync data for ids ['e01c796f-d13a-42a3-adf8-54b56ec00658'] in dv-cinder-master-3-iscsi is: [{'id': 'e01c796f-d13a-42a3-adf8-54b56ec00658', 'name': 'tempest-AttachVolumeShelveTestJSON-695900258-router', 'tenant_id': 'e1d59596ecae4e288733b90c577aa86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:04:26Z', 'updated_at': '2022-07-19T11:12:46Z', 'revision_number': 6, 'project_id': 'e1d59596ecae4e288733b90c577aa86b', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:12:46.594533 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8993b8-71d3-427f-bc8c-4bef14cee2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bb7061-314b-4c4d-a34d-41a2bf0977de,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:46.661264 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f49ae965-010d-4e88-a6f0-983066e1d7c9 admin admin] Publish callbacks [] for security_group (f3bb7061-314b-4c4d-a34d-41a2bf0977de), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.687413 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f49ae965-010d-4e88-a6f0-983066e1d7c9 admin admin] Publish callbacks [] for security_group (f3bb7061-314b-4c4d-a34d-41a2bf0977de), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.696793 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (d114e9cd-693f-4ada-861e-8a25db0d1948), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.727993 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d114e9cd-693f-4ada-861e-8a25db0d1948,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:46.745489 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f49ae965-010d-4e88-a6f0-983066e1d7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (f3bb7061-314b-4c4d-a34d-41a2bf0977de), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.748494 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-f49ae965-010d-4e88-a6f0-983066e1d7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.749659 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-f49ae965-010d-4e88-a6f0-983066e1d7c9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f3bb7061-314b-4c4d-a34d-41a2bf0977de HTTP/1.1" status: 204 len: 168 time: 0.1630225 Jul 19 11:12:46.760628 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ae965-010d-4e88-a6f0-983066e1d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bb7061-314b-4c4d-a34d-41a2bf0977de,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:46.803999 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (e01c796f-d13a-42a3-adf8-54b56ec00658), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.897106 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (e01c796f-d13a-42a3-adf8-54b56ec00658), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.899605 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks [] for router_controller (e01c796f-d13a-42a3-adf8-54b56ec00658), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.947523 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (e01c796f-d13a-42a3-adf8-54b56ec00658), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.948341 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e01c796f-d13a-42a3-adf8-54b56ec00658 {{(pid=104077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:12:46.955177 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:46.958832 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-eaa00ef6-a561-4029-91bb-9429aa6103b8 admin admin] 10.222.0.33 "DELETE /v2.0/routers/e01c796f-d13a-42a3-adf8-54b56ec00658 HTTP/1.1" status: 204 len: 168 time: 0.9559596 Jul 19 11:12:46.959324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55768) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:47.013866 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:47.031576 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Deleting subnet 7f928887-d0bd-4345-8673-b7e1fff7e0c6 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:12:47.035336 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Publish callbacks [] for subnet (7f928887-d0bd-4345-8673-b7e1fff7e0c6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.077692 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26276376'] for subnet (7f928887-d0bd-4345-8673-b7e1fff7e0c6), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.170756 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (7f928887-d0bd-4345-8673-b7e1fff7e0c6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.197333 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:47.230742 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8382682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25291507'] for subnet (7f928887-d0bd-4345-8673-b7e1fff7e0c6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.260992 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f928887-d0bd-4345-8673-b7e1fff7e0c6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:47.266204 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.270278 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/7f928887-d0bd-4345-8673-b7e1fff7e0c6 HTTP/1.1" status: 204 len: 168 time: 0.3091459 Jul 19 11:12:47.272862 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55784) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:47.275442 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b23af-efaf-4563-9aea-90c1f851fb48 None None] Network 4e7c735a-1e35-464a-9187-a0d8149bbb40 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:12:47.289934 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.290324 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.290695 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.291058 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.291506 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.291767 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.292103 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.292459 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.301031 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.301448 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.301825 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.302196 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.302566 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.308797 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.309517 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1be5de-37aa-4c30-b8db-e3d053f1fc40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:12:47.348873 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (4e7c735a-1e35-464a-9187-a0d8149bbb40), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.415126 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Deleting port a0f10ce9-7195-4d9e-8887-5e76c05e593f {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:47.415495 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.497677 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06325579-bd83-4335-af09-6974428ba69b None None] DHCP port deletion for 4e7c735a-1e35-464a-9187-a0d8149bbb40 request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:12:47.520939 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] For port a0f10ce9-7195-4d9e-8887-5e76c05e593f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0f10ce9-7195-4d9e-8887-5e76c05e593f,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:47.521371 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.539315 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Calling delete_port for a0f10ce9-7195-4d9e-8887-5e76c05e593f owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:47.561190 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-06325579-bd83-4335-af09-6974428ba69b None None] Deleting port a0f10ce9-7195-4d9e-8887-5e76c05e593f {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:12:47.573209 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-06325579-bd83-4335-af09-6974428ba69b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.610994 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:47.666664 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.671999 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-06325579-bd83-4335-af09-6974428ba69b None None] For port a0f10ce9-7195-4d9e-8887-5e76c05e593f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a0f10ce9-7195-4d9e-8887-5e76c05e593f,segment=NetworkSegment(bb1c87a0-a54d-4b0f-9cd6-61bea57ef573),segment_id=bb1c87a0-a54d-4b0f-9cd6-61bea57ef573)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:12:47.672522 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-06325579-bd83-4335-af09-6974428ba69b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.688285 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-06325579-bd83-4335-af09-6974428ba69b None None] Calling delete_port for a0f10ce9-7195-4d9e-8887-5e76c05e593f owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:12:47.709566 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] No DVR routers for this DVR port a0f10ce9-7195-4d9e-8887-5e76c05e593f on host dv-cinder-master-3-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:47.713445 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f10ce9-7195-4d9e-8887-5e76c05e593f,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:47.811653 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-06325579-bd83-4335-af09-6974428ba69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (a0f10ce9-7195-4d9e-8887-5e76c05e593f), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.833141 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06325579-bd83-4335-af09-6974428ba69b None None] No DVR routers for this DVR port a0f10ce9-7195-4d9e-8887-5e76c05e593f on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:12:47.834065 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (4e7c735a-1e35-464a-9187-a0d8149bbb40), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.870003 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06325579-bd83-4335-af09-6974428ba69b None None] Pushing event deleted for resources: {'Port': ['ID=a0f10ce9-7195-4d9e-8887-5e76c05e593f,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:47.878879 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7c735a-1e35-464a-9187-a0d8149bbb40']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:47.894837 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:47.895688 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1c87a0-a54d-4b0f-9cd6-61bea57ef573') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:12:47.908855 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (bb1c87a0-a54d-4b0f-9cd6-61bea57ef573), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.926374 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:47.942473 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (bb1c87a0-a54d-4b0f-9cd6-61bea57ef573), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.953490 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:12:47.955544 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (bb1c87a0-a54d-4b0f-9cd6-61bea57ef573), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:47.973655 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device a0f10ce9-7195-4d9e-8887-5e76c05e593f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:47.997805 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: a0f10ce9-7195-4d9e-8887-5e76c05e593f {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:47.997964 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment bb1c87a0-a54d-4b0f-9cd6-61bea57ef573 resource provider aggregate not found Jul 19 11:12:47.998152 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device a0f10ce9-7195-4d9e-8887-5e76c05e593f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:47.998831 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device b9b80b36-c467-4fa2-8ac4-6354d74e55ee no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:48.022249 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: b9b80b36-c467-4fa2-8ac4-6354d74e55ee {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:48.022593 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device b9b80b36-c467-4fa2-8ac4-6354d74e55ee not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:48.023242 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device d114e9cd-693f-4ada-861e-8a25db0d1948 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:12:48.046830 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: d114e9cd-693f-4ada-861e-8a25db0d1948 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:12:48.047466 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device d114e9cd-693f-4ada-861e-8a25db0d1948 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:12:48.057793 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment bb1c87a0-a54d-4b0f-9cd6-61bea57ef573 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb1c87a0-a54d-4b0f-9cd6-61bea57ef573 found for delete ", "request_id": "req-0ce7d163-e000-48fd-ae86-79d6e846d37f"}]} Jul 19 11:12:48.068420 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (4e7c735a-1e35-464a-9187-a0d8149bbb40), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:48.073362 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:48.079496 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] 10.222.0.33 "DELETE /v2.0/networks/4e7c735a-1e35-464a-9187-a0d8149bbb40 HTTP/1.1" status: 204 len: 168 time: 0.8026593 Jul 19 11:12:48.091207 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0520f-b375-46d1-a901-b5eac2d2f620 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7c735a-1e35-464a-9187-a0d8149bbb40,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:48.247212 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55822) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:48.300115 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55826) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:48.300968 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8aa1a958-cfce-4ef9-81dd-cc86a3ad48f6 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e1d59596ecae4e288733b90c577aa86b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0518436 Jul 19 11:12:48.361183 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc0b2500-3dcf-4c93-bfea-0bcab9e670c9 admin admin] Publish callbacks [] for security_group (9d221a69-f36e-4588-8e18-ea7cb556dad6), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:48.387432 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc0b2500-3dcf-4c93-bfea-0bcab9e670c9 admin admin] Publish callbacks [] for security_group (9d221a69-f36e-4588-8e18-ea7cb556dad6), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:48.446580 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc0b2500-3dcf-4c93-bfea-0bcab9e670c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (9d221a69-f36e-4588-8e18-ea7cb556dad6), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:48.451325 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-bc0b2500-3dcf-4c93-bfea-0bcab9e670c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:48.452770 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-bc0b2500-3dcf-4c93-bfea-0bcab9e670c9 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/9d221a69-f36e-4588-8e18-ea7cb556dad6 HTTP/1.1" status: 204 len: 168 time: 0.1514928 Jul 19 11:12:48.464576 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b2500-3dcf-4c93-bfea-0bcab9e670c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d221a69-f36e-4588-8e18-ea7cb556dad6,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:53.661298 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:53.663826 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=17 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:54.542557 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:12:54.605638 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 55980) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:54.709117 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-522fed11-ba75-4637-8a51-ec7d1f7356ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:54.785880 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-522fed11-ba75-4637-8a51-ec7d1f7356ca admin admin] Publish callbacks [] for security_group (0b74ae33-6510-436b-b33d-79b8aa7421ce), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:54.789568 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-522fed11-ba75-4637-8a51-ec7d1f7356ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (0b74ae33-6510-436b-b33d-79b8aa7421ce), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:54.826403 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-522fed11-ba75-4637-8a51-ec7d1f7356ca admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=796ee9fa69c34f9e9728e46407a34bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196817 Jul 19 11:12:54.829274 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 55990) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:54.831096 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fed11-ba75-4637-8a51-ec7d1f7356ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b74ae33-6510-436b-b33d-79b8aa7421ce,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:54.884867 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea02f7e1-a8b8-45fd-b3e7-e2a28b4d917e admin admin] Publish callbacks [] for security_group (0b74ae33-6510-436b-b33d-79b8aa7421ce), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:54.909501 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea02f7e1-a8b8-45fd-b3e7-e2a28b4d917e admin admin] Publish callbacks [] for security_group (0b74ae33-6510-436b-b33d-79b8aa7421ce), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:54.971229 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea02f7e1-a8b8-45fd-b3e7-e2a28b4d917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (0b74ae33-6510-436b-b33d-79b8aa7421ce), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:54.974259 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ea02f7e1-a8b8-45fd-b3e7-e2a28b4d917e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:54.975456 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ea02f7e1-a8b8-45fd-b3e7-e2a28b4d917e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/0b74ae33-6510-436b-b33d-79b8aa7421ce HTTP/1.1" status: 204 len: 168 time: 0.1450505 Jul 19 11:12:54.983839 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02f7e1-a8b8-45fd-b3e7-e2a28b4d917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b74ae33-6510-436b-b33d-79b8aa7421ce,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:55.251765 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56004) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:55.265442 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b5d5-7b05-4cba-9bdc-c3b7f0576011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:55.340822 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b5d5-7b05-4cba-9bdc-c3b7f0576011 admin admin] Publish callbacks [] for security_group (e03a82b6-7c3a-434f-bdf5-a794965436a8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:55.346308 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4ef7b5d5-7b05-4cba-9bdc-c3b7f0576011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (e03a82b6-7c3a-434f-bdf5-a794965436a8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:55.376880 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4ef7b5d5-7b05-4cba-9bdc-c3b7f0576011 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=946016c066d44853ad4ddf494c8b5cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239729 Jul 19 11:12:55.379589 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56006) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:55.390856 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b5d5-7b05-4cba-9bdc-c3b7f0576011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03a82b6-7c3a-434f-bdf5-a794965436a8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:55.432496 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66b3239e-6969-48ef-a454-44b5e8d1fd05 admin admin] Publish callbacks [] for security_group (e03a82b6-7c3a-434f-bdf5-a794965436a8), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:55.455344 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66b3239e-6969-48ef-a454-44b5e8d1fd05 admin admin] Publish callbacks [] for security_group (e03a82b6-7c3a-434f-bdf5-a794965436a8), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:55.503548 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66b3239e-6969-48ef-a454-44b5e8d1fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (e03a82b6-7c3a-434f-bdf5-a794965436a8), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:55.506342 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-66b3239e-6969-48ef-a454-44b5e8d1fd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:55.507513 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-66b3239e-6969-48ef-a454-44b5e8d1fd05 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e03a82b6-7c3a-434f-bdf5-a794965436a8 HTTP/1.1" status: 204 len: 168 time: 0.1269341 Jul 19 11:12:55.515596 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3239e-6969-48ef-a454-44b5e8d1fd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03a82b6-7c3a-434f-bdf5-a794965436a8,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:57.227092 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:57.674537 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-af01926d-4c75-465d-94e4-95700207608a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:58.974676 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56096) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:59.079662 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-044216ea-e657-4f32-818c-26d8605d5ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:59.156863 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-044216ea-e657-4f32-818c-26d8605d5ba4 admin admin] Publish callbacks [] for security_group (135f42a8-d5d7-41dc-a54f-1866630d8577), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:59.161133 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-044216ea-e657-4f32-818c-26d8605d5ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (135f42a8-d5d7-41dc-a54f-1866630d8577), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:59.175879 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:59.203652 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044216ea-e657-4f32-818c-26d8605d5ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f42a8-d5d7-41dc-a54f-1866630d8577,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:59.209529 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-044216ea-e657-4f32-818c-26d8605d5ba4 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a89b98ecbe4546bcbf2ebb9768a6c3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338490 Jul 19 11:12:59.212619 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56100) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:59.500446 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a47c2b2d-ae58-4842-86d6-fc1a3d7df3fa admin admin] Publish callbacks [] for security_group (135f42a8-d5d7-41dc-a54f-1866630d8577), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:59.522852 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a47c2b2d-ae58-4842-86d6-fc1a3d7df3fa admin admin] Publish callbacks [] for security_group (135f42a8-d5d7-41dc-a54f-1866630d8577), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:59.532761 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:59.549116 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:12:59.574343 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a47c2b2d-ae58-4842-86d6-fc1a3d7df3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (135f42a8-d5d7-41dc-a54f-1866630d8577), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:59.577486 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-a47c2b2d-ae58-4842-86d6-fc1a3d7df3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:59.581004 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-a47c2b2d-ae58-4842-86d6-fc1a3d7df3fa admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/135f42a8-d5d7-41dc-a54f-1866630d8577 HTTP/1.1" status: 204 len: 168 time: 0.3647404 Jul 19 11:12:59.586538 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c2b2d-ae58-4842-86d6-fc1a3d7df3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f42a8-d5d7-41dc-a54f-1866630d8577,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:12:59.893708 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56132) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:12:59.908682 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d025ab85-2b14-4eb7-8fbf-b2fef7d818f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:12:59.981258 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-44fc639a-ca49-476e-8d09-1eb297e6a3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:00.002362 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d025ab85-2b14-4eb7-8fbf-b2fef7d818f8 admin admin] Publish callbacks [] for security_group (433cbd06-272c-40ef-99e0-f49dd791d745), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:00.006889 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d025ab85-2b14-4eb7-8fbf-b2fef7d818f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (433cbd06-272c-40ef-99e0-f49dd791d745), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:00.051385 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d025ab85-2b14-4eb7-8fbf-b2fef7d818f8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=dc1323671e5d4f94bf358958e3720305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530166 Jul 19 11:13:00.051385 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025ab85-2b14-4eb7-8fbf-b2fef7d818f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433cbd06-272c-40ef-99e0-f49dd791d745,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:00.051647 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56148) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:00.111071 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Publish callbacks [] for security_group (433cbd06-272c-40ef-99e0-f49dd791d745), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:00.133928 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Publish callbacks [] for security_group (433cbd06-272c-40ef-99e0-f49dd791d745), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:00.184348 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (433cbd06-272c-40ef-99e0-f49dd791d745), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:00.187011 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:00.188165 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/433cbd06-272c-40ef-99e0-f49dd791d745 HTTP/1.1" status: 204 len: 168 time: 0.1358459 Jul 19 11:13:00.196647 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433cbd06-272c-40ef-99e0-f49dd791d745,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:00.204627 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.205006 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.205354 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.205696 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.206037 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.206371 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.206706 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.207033 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.207365 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.207695 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.208027 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.208353 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.208682 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.209026 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:00.209350 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4f1e9-a8d8-481f-a1f7-21301d3317af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:01.151321 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.040553 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56268) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:02.150539 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2245896-d4cb-49dd-8259-9c9d355f44a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.189189 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:02.236225 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2245896-d4cb-49dd-8259-9c9d355f44a2 admin admin] Publish callbacks [] for security_group (635dd032-9614-483b-a71b-13e751681494), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.240334 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b2245896-d4cb-49dd-8259-9c9d355f44a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (635dd032-9614-483b-a71b-13e751681494), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.282613 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b2245896-d4cb-49dd-8259-9c9d355f44a2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=e7a46588dc0b41b69a495d238d04a3e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409141 Jul 19 11:13:02.283567 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2245896-d4cb-49dd-8259-9c9d355f44a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635dd032-9614-483b-a71b-13e751681494,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:02.285573 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56278) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:02.299305 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56280) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:02.359875 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c437a828-5b93-46b9-b188-68f175af8724 admin admin] Publish callbacks [] for security_group (635dd032-9614-483b-a71b-13e751681494), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.382879 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c437a828-5b93-46b9-b188-68f175af8724 admin admin] Publish callbacks [] for security_group (635dd032-9614-483b-a71b-13e751681494), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.406688 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7fb66e41-2f1c-41ba-ad84-b2cabd6272d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.436327 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c437a828-5b93-46b9-b188-68f175af8724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (635dd032-9614-483b-a71b-13e751681494), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.439958 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c437a828-5b93-46b9-b188-68f175af8724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.445010 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c437a828-5b93-46b9-b188-68f175af8724 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/635dd032-9614-483b-a71b-13e751681494 HTTP/1.1" status: 204 len: 168 time: 0.1556938 Jul 19 11:13:02.452990 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437a828-5b93-46b9-b188-68f175af8724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635dd032-9614-483b-a71b-13e751681494,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:02.497582 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7fb66e41-2f1c-41ba-ad84-b2cabd6272d8 admin admin] Publish callbacks [] for security_group (1f580c20-d02d-4f91-b088-ee0adc86517c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.503140 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-7fb66e41-2f1c-41ba-ad84-b2cabd6272d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (1f580c20-d02d-4f91-b088-ee0adc86517c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.553596 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-7fb66e41-2f1c-41ba-ad84-b2cabd6272d8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=36f9c2ca940446909e85a271d1d18e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507641 Jul 19 11:13:02.553596 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb66e41-2f1c-41ba-ad84-b2cabd6272d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f580c20-d02d-4f91-b088-ee0adc86517c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:02.554138 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56294) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:02.589618 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:02.598726 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.621568 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1c30-aacf-4cfd-a6b9-8b6e258aaf25 admin admin] Publish callbacks [] for security_group (1f580c20-d02d-4f91-b088-ee0adc86517c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.645016 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1c30-aacf-4cfd-a6b9-8b6e258aaf25 admin admin] Publish callbacks [] for security_group (1f580c20-d02d-4f91-b088-ee0adc86517c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.701744 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1c30-aacf-4cfd-a6b9-8b6e258aaf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (1f580c20-d02d-4f91-b088-ee0adc86517c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.704662 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-9d2b1c30-aacf-4cfd-a6b9-8b6e258aaf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.705880 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-9d2b1c30-aacf-4cfd-a6b9-8b6e258aaf25 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/1f580c20-d02d-4f91-b088-ee0adc86517c HTTP/1.1" status: 204 len: 168 time: 0.1502275 Jul 19 11:13:02.717183 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b1c30-aacf-4cfd-a6b9-8b6e258aaf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f580c20-d02d-4f91-b088-ee0adc86517c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:02.790041 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.830591 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56306) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:02.846897 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1abfbd6e-1e53-4270-bf43-fb9f38755e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.934104 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1abfbd6e-1e53-4270-bf43-fb9f38755e34 admin admin] Publish callbacks [] for security_group (f82557c8-5851-400d-8911-0a526d89ec81), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.939171 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1abfbd6e-1e53-4270-bf43-fb9f38755e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (f82557c8-5851-400d-8911-0a526d89ec81), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:02.980659 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1abfbd6e-1e53-4270-bf43-fb9f38755e34 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=55dab8de7b28479384127ab92de43c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489766 Jul 19 11:13:02.983530 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56310) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:02.992471 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfbd6e-1e53-4270-bf43-fb9f38755e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82557c8-5851-400d-8911-0a526d89ec81,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:03.040343 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff5f19ba-d8d7-4f29-8ffc-b7286699e6fe admin admin] Publish callbacks [] for security_group (f82557c8-5851-400d-8911-0a526d89ec81), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.062189 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff5f19ba-d8d7-4f29-8ffc-b7286699e6fe admin admin] Publish callbacks [] for security_group (f82557c8-5851-400d-8911-0a526d89ec81), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.091849 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:03.114327 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff5f19ba-d8d7-4f29-8ffc-b7286699e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (f82557c8-5851-400d-8911-0a526d89ec81), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.117281 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ff5f19ba-d8d7-4f29-8ffc-b7286699e6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.118612 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ff5f19ba-d8d7-4f29-8ffc-b7286699e6fe admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/f82557c8-5851-400d-8911-0a526d89ec81 HTTP/1.1" status: 204 len: 168 time: 0.1338665 Jul 19 11:13:03.127562 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f19ba-d8d7-4f29-8ffc-b7286699e6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82557c8-5851-400d-8911-0a526d89ec81,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:03.161151 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56314) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:03.175786 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ceafd614-d9cf-4595-bcf9-3a43b6916fe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.264886 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ceafd614-d9cf-4595-bcf9-3a43b6916fe2 admin admin] Publish callbacks [] for security_group (dd5c46fe-05f6-423c-8df3-95d81936e10e), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.269796 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ceafd614-d9cf-4595-bcf9-3a43b6916fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (dd5c46fe-05f6-423c-8df3-95d81936e10e), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.313180 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafd614-d9cf-4595-bcf9-3a43b6916fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5c46fe-05f6-423c-8df3-95d81936e10e,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:03.320024 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ceafd614-d9cf-4595-bcf9-3a43b6916fe2 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9d185678a835481f90ebf8bd5c363574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553733 Jul 19 11:13:03.320260 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56316) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:03.377413 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cba13dc0-0c6a-4280-adb4-10576277170b admin admin] Publish callbacks [] for security_group (dd5c46fe-05f6-423c-8df3-95d81936e10e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.402584 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cba13dc0-0c6a-4280-adb4-10576277170b admin admin] Publish callbacks [] for security_group (dd5c46fe-05f6-423c-8df3-95d81936e10e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.452780 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cba13dc0-0c6a-4280-adb4-10576277170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (dd5c46fe-05f6-423c-8df3-95d81936e10e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.455944 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-cba13dc0-0c6a-4280-adb4-10576277170b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:03.457135 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-cba13dc0-0c6a-4280-adb4-10576277170b admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/dd5c46fe-05f6-423c-8df3-95d81936e10e HTTP/1.1" status: 204 len: 168 time: 0.1359482 Jul 19 11:13:03.465852 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba13dc0-0c6a-4280-adb4-10576277170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5c46fe-05f6-423c-8df3-95d81936e10e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:07.539752 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:07.540651 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:12.975033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=70,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:12.977699 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=7,neutron:SELECT=72,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:13.140667 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:13.460073 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:INSERT=14,neutron:SELECT=75,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:13.460922 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:13.480447 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:27.241843 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:27.677249 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c5dd94c9-df4e-484b-9719-fc5df88a1358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:29.975702 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-60db6d8c-f796-492b-b088-1d1b0fb6eeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:31.151936 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:31.542516 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:13:32.014708 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-c02eb738-f49d-464d-bbc5-8d02c43a964e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382671 Jul 19 11:13:32.085388 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-57b552f8-1197-4166-af43-0f9555d85030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:32.086839 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-57b552f8-1197-4166-af43-0f9555d85030 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 1130 time: 0.0401392 Jul 19 11:13:32.194747 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-dd4cdb87-8f88-4d65-9f99-8eeccf810e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:32.196205 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-dd4cdb87-8f88-4d65-9f99-8eeccf810e70 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.0907674 Jul 19 11:13:32.260765 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-23eef4db-b1f9-4c7e-b05f-4de961570b79 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385 HTTP/1.1" status: 200 len: 1002 time: 0.0585287 Jul 19 11:13:32.306692 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-e5178f3e-99e1-4c1b-9606-f75875b7b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:32.307978 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-e5178f3e-99e1-4c1b-9606-f75875b7b2fc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0421760 Jul 19 11:13:32.350843 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-537a23f5-128b-4ad8-9ef5-405a12ddfd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:32.352237 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-537a23f5-128b-4ad8-9ef5-405a12ddfd7f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377307 Jul 19 11:13:32.444222 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-bf68cffc-d581-4dd3-a54d-21ef738253d5 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858834 Jul 19 11:13:32.531571 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-209aa4a3-b033-44c2-adaa-6e8db9239038 req-a5eea608-7221-4ae4-8361-1ea6956e56d7 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820909 Jul 19 11:13:32.582658 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:32.785263 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.157678 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56756) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:37.284657 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6668f0a2-34b2-4a46-aeb0-d2c7f7c3764f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.363103 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6668f0a2-34b2-4a46-aeb0-d2c7f7c3764f admin admin] Publish callbacks [] for security_group (6800c428-5ef6-4952-802d-8a48456861ed), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.366751 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6668f0a2-34b2-4a46-aeb0-d2c7f7c3764f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (6800c428-5ef6-4952-802d-8a48456861ed), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.407074 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6668f0a2-34b2-4a46-aeb0-d2c7f7c3764f admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=53ec6218a83f418f8521ccc73e45e10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449653 Jul 19 11:13:37.407781 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668f0a2-34b2-4a46-aeb0-d2c7f7c3764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6800c428-5ef6-4952-802d-8a48456861ed,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:37.410284 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56766) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:37.468165 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c104268c-6655-4e0c-bffc-c53d0362c2ed admin admin] Publish callbacks [] for security_group (6800c428-5ef6-4952-802d-8a48456861ed), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.492642 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c104268c-6655-4e0c-bffc-c53d0362c2ed admin admin] Publish callbacks [] for security_group (6800c428-5ef6-4952-802d-8a48456861ed), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.540415 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c104268c-6655-4e0c-bffc-c53d0362c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (6800c428-5ef6-4952-802d-8a48456861ed), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.542937 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c104268c-6655-4e0c-bffc-c53d0362c2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.544067 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c104268c-6655-4e0c-bffc-c53d0362c2ed admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6800c428-5ef6-4952-802d-8a48456861ed HTTP/1.1" status: 204 len: 168 time: 0.1327658 Jul 19 11:13:37.554332 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104268c-6655-4e0c-bffc-c53d0362c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6800c428-5ef6-4952-802d-8a48456861ed,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:37.810414 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56772) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:37.824300 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cc658103-2882-45c5-b348-9ddade1ce1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.902469 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cc658103-2882-45c5-b348-9ddade1ce1dc admin admin] Publish callbacks [] for security_group (b5adaa3c-e955-44b9-aef8-0f054f87d3d8), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.906209 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cc658103-2882-45c5-b348-9ddade1ce1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (b5adaa3c-e955-44b9-aef8-0f054f87d3d8), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:37.948569 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cc658103-2882-45c5-b348-9ddade1ce1dc admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=21023e65c77e45419c8e9cb1050bd062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370258 Jul 19 11:13:37.949547 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc658103-2882-45c5-b348-9ddade1ce1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5adaa3c-e955-44b9-aef8-0f054f87d3d8,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:37.951306 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56774) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:38.000556 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a4e27166-0dba-4e57-8e35-c2d2265c6770 admin admin] Publish callbacks [] for security_group (b5adaa3c-e955-44b9-aef8-0f054f87d3d8), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:38.022583 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a4e27166-0dba-4e57-8e35-c2d2265c6770 admin admin] Publish callbacks [] for security_group (b5adaa3c-e955-44b9-aef8-0f054f87d3d8), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:38.071295 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a4e27166-0dba-4e57-8e35-c2d2265c6770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (b5adaa3c-e955-44b9-aef8-0f054f87d3d8), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:38.073883 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-a4e27166-0dba-4e57-8e35-c2d2265c6770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:38.075051 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-a4e27166-0dba-4e57-8e35-c2d2265c6770 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/b5adaa3c-e955-44b9-aef8-0f054f87d3d8 HTTP/1.1" status: 204 len: 168 time: 0.1226189 Jul 19 11:13:38.082602 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e27166-0dba-4e57-8e35-c2d2265c6770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5adaa3c-e955-44b9-aef8-0f054f87d3d8,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:42.780298 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:44.068160 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56926) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:44.088375 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-913e6bca-a40b-475f-bb77-166f5c7c37a1 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334719817&fields=id&tenant_id=a7109adf88ac4391aee35c150e96e0b1 HTTP/1.1" status: 200 len: 267 time: 0.0470514 Jul 19 11:13:44.175572 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee7ed-e0b2-415a-b1cd-a84c2598dd33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.185527 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:44.195963 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-02c27216-dbe7-4ec9-a501-31d154dbe9ab tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:44.197528 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-02c27216-dbe7-4ec9-a501-31d154dbe9ab tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 812 time: 0.1022928 Jul 19 11:13:44.202214 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:44.214153 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-f9b42c46-f5e7-4fa2-951b-8a43babc7cfb tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/quotas/a7109adf88ac4391aee35c150e96e0b1 HTTP/1.1" status: 200 len: 375 time: 0.0101311 Jul 19 11:13:44.257663 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee7ed-e0b2-415a-b1cd-a84c2598dd33 admin admin] Publish callbacks [] for security_group (d66e50e1-997c-47d8-929b-7546fce3fbd3), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.261585 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ce6ee7ed-e0b2-415a-b1cd-a84c2598dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (d66e50e1-997c-47d8-929b-7546fce3fbd3), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.270996 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d6463eed-ca0b-414c-bb67-d026dbf2d1a6 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504131 Jul 19 11:13:44.304874 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ce6ee7ed-e0b2-415a-b1cd-a84c2598dd33 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=96626cae4f7247bb90f61681b1256364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344358 Jul 19 11:13:44.304874 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ee7ed-e0b2-415a-b1cd-a84c2598dd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e50e1-997c-47d8-929b-7546fce3fbd3,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:44.307519 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56930) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:44.356272 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-706e4c6f-909b-4e1a-997f-2589fbfe0689 admin admin] Publish callbacks [] for security_group (d66e50e1-997c-47d8-929b-7546fce3fbd3), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.370197 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-65f96965-7142-4c72-92db-731f1ed6153b service neutron] 10.222.0.33 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866208 Jul 19 11:13:44.377563 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-706e4c6f-909b-4e1a-997f-2589fbfe0689 admin admin] Publish callbacks [] for security_group (d66e50e1-997c-47d8-929b-7546fce3fbd3), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.424236 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-706e4c6f-909b-4e1a-997f-2589fbfe0689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (d66e50e1-997c-47d8-929b-7546fce3fbd3), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.426939 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-706e4c6f-909b-4e1a-997f-2589fbfe0689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.428075 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-706e4c6f-909b-4e1a-997f-2589fbfe0689 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/d66e50e1-997c-47d8-929b-7546fce3fbd3 HTTP/1.1" status: 204 len: 168 time: 0.1202340 Jul 19 11:13:44.436443 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e4c6f-909b-4e1a-997f-2589fbfe0689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e50e1-997c-47d8-929b-7546fce3fbd3,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:44.466559 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-c01d9b31-47cf-4500-a891-1af11bc8f67d service neutron] 10.222.0.33 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906971 Jul 19 11:13:44.536092 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:44.537271 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:44.735590 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56948) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:44.759949 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b19291ab-622c-42df-bc01-759407a36e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.782192 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-3aa6eeb7-bd0a-4ebe-8a3c-523081515937 req-d52e0f64-d29a-4eaf-9e2f-25a5fb747e05 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 210 time: 0.0376747 Jul 19 11:13:44.864893 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b19291ab-622c-42df-bc01-759407a36e50 admin admin] Publish callbacks [] for security_group (010c658d-3776-42af-93c5-923c8c65f08c), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.871662 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b19291ab-622c-42df-bc01-759407a36e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (010c658d-3776-42af-93c5-923c8c65f08c), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:44.925183 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b19291ab-622c-42df-bc01-759407a36e50 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=3eee6012a9d94e8cb2c15e97c9b27eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884992 Jul 19 11:13:44.925351 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56958) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:44.926128 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19291ab-622c-42df-bc01-759407a36e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010c658d-3776-42af-93c5-923c8c65f08c,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:44.995374 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aab3dabf-4676-47ad-bcbd-3287e65789a6 admin admin] Publish callbacks [] for security_group (010c658d-3776-42af-93c5-923c8c65f08c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.018404 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:45.021864 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aab3dabf-4676-47ad-bcbd-3287e65789a6 admin admin] Publish callbacks [] for security_group (010c658d-3776-42af-93c5-923c8c65f08c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.087030 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aab3dabf-4676-47ad-bcbd-3287e65789a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (010c658d-3776-42af-93c5-923c8c65f08c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.091051 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-aab3dabf-4676-47ad-bcbd-3287e65789a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.092458 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-aab3dabf-4676-47ad-bcbd-3287e65789a6 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/010c658d-3776-42af-93c5-923c8c65f08c HTTP/1.1" status: 204 len: 168 time: 0.1659427 Jul 19 11:13:45.096728 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:45.105102 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3dabf-4676-47ad-bcbd-3287e65789a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010c658d-3776-42af-93c5-923c8c65f08c,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:45.175939 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56966) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:45.433433 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8042977a-524c-4412-9cef-3670cd23a382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.474850 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56972) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:45.490207 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d8260135-2946-44b6-a21e-f2a7e89c4f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.514280 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8042977a-524c-4412-9cef-3670cd23a382 admin admin] Publish callbacks [] for security_group (cc5e7466-d1be-4310-af94-d09d30a0ff35), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.518104 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-8042977a-524c-4412-9cef-3670cd23a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (cc5e7466-d1be-4310-af94-d09d30a0ff35), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.558203 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-8042977a-524c-4412-9cef-3670cd23a382 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7f3e5ed0f6e84dc9a245d8b325079040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811929 Jul 19 11:13:45.559052 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042977a-524c-4412-9cef-3670cd23a382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5e7466-d1be-4310-af94-d09d30a0ff35,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:45.561320 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 56974) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:45.570061 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d8260135-2946-44b6-a21e-f2a7e89c4f17 admin admin] Publish callbacks [] for security_group (7abe530a-96cf-410f-b20f-27159d5a6967), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.574807 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-d8260135-2946-44b6-a21e-f2a7e89c4f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (7abe530a-96cf-410f-b20f-27159d5a6967), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.610449 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e895db02-e440-4ae4-ab0f-ffb1bd91116e admin admin] Publish callbacks [] for security_group (cc5e7466-d1be-4310-af94-d09d30a0ff35), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.613343 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8260135-2946-44b6-a21e-f2a7e89c4f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abe530a-96cf-410f-b20f-27159d5a6967,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:45.617699 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d8260135-2946-44b6-a21e-f2a7e89c4f17 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=ab8cfae134f940e592f576fd1c1a87e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417096 Jul 19 11:13:45.621416 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 56976) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:45.636746 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e895db02-e440-4ae4-ab0f-ffb1bd91116e admin admin] Publish callbacks [] for security_group (cc5e7466-d1be-4310-af94-d09d30a0ff35), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.659812 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:45.672648 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7567-c646-4fee-9480-294ec93691f4 admin admin] Publish callbacks [] for security_group (7abe530a-96cf-410f-b20f-27159d5a6967), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.692048 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e895db02-e440-4ae4-ab0f-ffb1bd91116e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (cc5e7466-d1be-4310-af94-d09d30a0ff35), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.694755 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e895db02-e440-4ae4-ab0f-ffb1bd91116e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.695822 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7567-c646-4fee-9480-294ec93691f4 admin admin] Publish callbacks [] for security_group (7abe530a-96cf-410f-b20f-27159d5a6967), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.696156 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-e895db02-e440-4ae4-ab0f-ffb1bd91116e admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/cc5e7466-d1be-4310-af94-d09d30a0ff35 HTTP/1.1" status: 204 len: 168 time: 0.1337013 Jul 19 11:13:45.705415 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895db02-e440-4ae4-ab0f-ffb1bd91116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5e7466-d1be-4310-af94-d09d30a0ff35,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:45.718905 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:45.774624 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7567-c646-4fee-9480-294ec93691f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (7abe530a-96cf-410f-b20f-27159d5a6967), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.777102 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7567-c646-4fee-9480-294ec93691f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:45.778428 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-cdbc7567-c646-4fee-9480-294ec93691f4 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/7abe530a-96cf-410f-b20f-27159d5a6967 HTTP/1.1" status: 204 len: 168 time: 0.1567922 Jul 19 11:13:45.809827 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc7567-c646-4fee-9480-294ec93691f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abe530a-96cf-410f-b20f-27159d5a6967,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:45.896380 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-b7ed062d-5a1b-4f2e-bcb2-2847b5a6b188 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:45.899157 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-b7ed062d-5a1b-4f2e-bcb2-2847b5a6b188 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 812 time: 0.1474192 Jul 19 11:13:45.946697 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5d03b4a9-2cd1-4082-86c6-ae2d098bf3b2 req-ddeacf28-e3c1-413c-9ebb-4dd0a4550439 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 210 time: 0.0549004 Jul 19 11:13:46.005033 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-907c6502-8e8e-423c-842d-03f5cc5bb077 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7109adf88ac4391aee35c150e96e0b1 HTTP/1.1" status: 200 len: 380 time: 0.0898230 Jul 19 11:13:46.014039 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'port': {'device_id': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'admin_state_up': True, 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'security_groups': ['4a386f58-de99-4ec8-a73d-a8a358bf9540']}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:13:46.144268 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Made reservation on behalf of a7109adf88ac4391aee35c150e96e0b1 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:13:46.155631 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:46.304382 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Allocated IP 172.20.0.5 (1660664f-e111-4b9d-93da-a8c613b3e4df/8031d3e6-48b0-44de-8dd5-9ff40019a91c/0518c0aa-dba9-44fd-93b2-3630f121afee) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:13:46.452238 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:46.495554 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:46.567238 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'Port': ['ID=0518c0aa-dba9-44fd-93b2-3630f121afee,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:46.579317 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Network 1660664f-e111-4b9d-93da-a8c613b3e4df is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:13:46.585644 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:13:46.588206 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:13:46.657281 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:46.657988 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:46.674172 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:46.686326 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-d86d33a2-03b9-4a34-88f4-87c58aea6eb5 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6761556 Jul 19 11:13:46.705703 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Request body: {'port': {'device_id': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:13:46.786501 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:46.803229 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:46.962864 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-efb3a7cc-cb29-466f-b09a-b7cb20fa9e06 None None] Provisioning complete for port 0518c0aa-dba9-44fd-93b2-3630f121afee triggered by entity DHCP. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:13:46.963371 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-efb3a7cc-cb29-466f-b09a-b7cb20fa9e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:46.998868 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-efb3a7cc-cb29-466f-b09a-b7cb20fa9e06 None None] Port 0518c0aa-dba9-44fd-93b2-3630f121afee cannot update to ACTIVE because it is not bound. {{(pid=104078) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 19 11:13:47.100444 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57012) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:47.107885 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c49af-90d2-4d3d-ab34-eaa18edf2bd5 req-10f09033-6561-4380-8a02-ffe156bc68b0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:47.109395 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7b3c49af-90d2-4d3d-ab34-eaa18edf2bd5 req-10f09033-6561-4380-8a02-ffe156bc68b0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 931 time: 0.0782146 Jul 19 11:13:47.111428 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0518c0aa-dba9-44fd-93b2-3630f121afee {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:13:47.126624 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Publish callbacks [] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.155263 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Transition to ACTIVE for port object 0518c0aa-dba9-44fd-93b2-3630f121afee will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:13:47.167060 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.202605 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-7b3c49af-90d2-4d3d-ab34-eaa18edf2bd5 req-6b6a0eb2-3c6f-4b52-8889-0f692fa1e234 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858960 Jul 19 11:13:47.217663 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad55bd6d-119a-4d57-b3ff-8ef37e966ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.232682 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0518c0aa-dba9-44fd-93b2-3630f121afee,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:47.302576 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Attempting to bind port 0518c0aa-dba9-44fd-93b2-3630f121afee on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:13:47.303205 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Attempting to bind port 0518c0aa-dba9-44fd-93b2-3630f121afee by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:13:47.303530 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Attempting to bind port 0518c0aa-dba9-44fd-93b2-3630f121afee on network 1660664f-e111-4b9d-93da-a8c613b3e4df {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:13:47.308289 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Port 0518c0aa-dba9-44fd-93b2-3630f121afee on network 1660664f-e111-4b9d-93da-a8c613b3e4df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:13:47.308601 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Attempting to bind port 0518c0aa-dba9-44fd-93b2-3630f121afee on network 1660664f-e111-4b9d-93da-a8c613b3e4df {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:13:47.313901 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:13:47.314237 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Checking segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:13:47.314638 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Bound using segment: {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:13:47.315120 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Bound port: 0518c0aa-dba9-44fd-93b2-3630f121afee, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbe4a0f-3254-434b-ac51-63d40823fcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:13:47.315245 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad55bd6d-119a-4d57-b3ff-8ef37e966ae5 admin admin] Publish callbacks [] for security_group (ecb43eea-86e8-4d4c-8d2a-6339ad2f4a1c), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.315481 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.319957 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-ad55bd6d-119a-4d57-b3ff-8ef37e966ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ecb43eea-86e8-4d4c-8d2a-6339ad2f4a1c), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.362641 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-ad55bd6d-119a-4d57-b3ff-8ef37e966ae5 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=5f1da822df0046fe84e6441618d720ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605424 Jul 19 11:13:47.365572 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57016) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:47.365973 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55bd6d-119a-4d57-b3ff-8ef37e966ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb43eea-86e8-4d4c-8d2a-6339ad2f4a1c,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:47.413470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] For port 0518c0aa-dba9-44fd-93b2-3630f121afee, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:13:47.431226 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] For port 0518c0aa-dba9-44fd-93b2-3630f121afee, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0518c0aa-dba9-44fd-93b2-3630f121afee,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:13:47.443232 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.472986 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83e1f682-a65c-4480-b1a7-47347549c0a2 admin admin] Publish callbacks [] for security_group (ecb43eea-86e8-4d4c-8d2a-6339ad2f4a1c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.488106 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:47.488738 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.490124 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] 10.222.0.27 "PUT /v2.0/ports/0518c0aa-dba9-44fd-93b2-3630f121afee HTTP/1.1" status: 200 len: 1093 time: 0.7893798 Jul 19 11:13:47.492200 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:13:47.494520 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fbc861-966e-4796-9de8-1e69ae4cd583" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:13:47.534588 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83e1f682-a65c-4480-b1a7-47347549c0a2 admin admin] Publish callbacks [] for security_group (ecb43eea-86e8-4d4c-8d2a-6339ad2f4a1c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.537028 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0518c0aa-dba9-44fd-93b2-3630f121afee,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:47.539997 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbbc178-6cf0-40e8-be0c-17729cf9d13b x-openstack-request-id: req-7bbbc178-6cf0-40e8-be0c-17729cf9d13b {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:13:47.540286 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:13:47.540608 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7bbbc178-6cf0-40e8-be0c-17729cf9d13b {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:13:47.541062 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bbbc178-6cf0-40e8-be0c-17729cf9d13b'] response: {'name': 'network-changed', 'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'status': 'completed', 'code': 200} Jul 19 11:13:47.547093 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:47.557011 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.557360 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.557699 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.558032 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.558362 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.558690 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.559014 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.559336 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.559659 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.559978 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.560298 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.560617 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.560960 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.561276 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.561591 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faf2f53-5c54-4e28-8596-0262ab2924f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:47.605341 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:47.630556 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-7b987028-1417-4447-a40b-799bec9a3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:47.632058 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-7b987028-1417-4447-a40b-799bec9a3c13 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 1127 time: 0.0666718 Jul 19 11:13:47.680606 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83e1f682-a65c-4480-b1a7-47347549c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (ecb43eea-86e8-4d4c-8d2a-6339ad2f4a1c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.683125 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-83e1f682-a65c-4480-b1a7-47347549c0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:47.684245 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-83e1f682-a65c-4480-b1a7-47347549c0a2 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/ecb43eea-86e8-4d4c-8d2a-6339ad2f4a1c HTTP/1.1" status: 204 len: 168 time: 0.3176913 Jul 19 11:13:47.687251 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-0ebe8326-2805-4c5e-a3d3-ee49af163c5a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0518c0aa-dba9-44fd-93b2-3630f121afee HTTP/1.1" status: 200 len: 217 time: 0.0412450 Jul 19 11:13:47.693185 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1f682-a65c-4480-b1a7-47347549c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb43eea-86e8-4d4c-8d2a-6339ad2f4a1c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:47.745699 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-6d1a6640-f031-4d6e-bd58-184884bfafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:47.746961 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-6d1a6640-f031-4d6e-bd58-184884bfafdc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0518985 Jul 19 11:13:47.793223 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-94db0ac6-61b8-442f-8221-18ae2260c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:47.794636 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-94db0ac6-61b8-442f-8221-18ae2260c56f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421948 Jul 19 11:13:47.891537 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-9f92c897-309e-4f56-ac10-e889b942d512 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906608 Jul 19 11:13:47.988604 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-6657b897-65b3-42d1-9b2f-c2df74537030 req-4fc923ea-3eba-41c1-9e06-4db392be914d service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909855 Jul 19 11:13:48.321592 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767caa4e-ef6a-4eb2-b1cd-0abd4f0dc019 req-05ce3e6b-e8bb-4e5c-99f5-4b56ba169cdb tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:48.323367 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-767caa4e-ef6a-4eb2-b1cd-0abd4f0dc019 req-05ce3e6b-e8bb-4e5c-99f5-4b56ba169cdb tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 943 time: 0.0482652 Jul 19 11:13:48.376487 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-8aeaae7c-7a8c-4363-8fd1-2068a5f2a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:48.378547 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-8aeaae7c-7a8c-4363-8fd1-2068a5f2a418 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 1127 time: 0.0541556 Jul 19 11:13:48.426550 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-767caa4e-ef6a-4eb2-b1cd-0abd4f0dc019 req-12a59ffd-1b2c-47f6-8caf-e39668db12ea tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948436 Jul 19 11:13:48.489827 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-5282c065-e3ae-4dd0-8d76-c6cda17b1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:48.491276 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-5282c065-e3ae-4dd0-8d76-c6cda17b1a04 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.1036465 Jul 19 11:13:48.533943 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-f7a905cc-081a-43f4-a91a-f58e988dd028 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0518c0aa-dba9-44fd-93b2-3630f121afee HTTP/1.1" status: 200 len: 217 time: 0.0343695 Jul 19 11:13:48.589293 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-2b2a5bdc-8862-483e-ba08-8f8cc15a2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:48.591151 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-2b2a5bdc-8862-483e-ba08-8f8cc15a2a57 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0489092 Jul 19 11:13:48.641616 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-a0350635-ea9d-4cca-8b4b-ab72d176b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:48.643130 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-a0350635-ea9d-4cca-8b4b-ab72d176b0c9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452847 Jul 19 11:13:48.745509 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-14638267-e287-42ea-b377-5244cee6a065 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962617 Jul 19 11:13:48.839194 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-f2fbc861-966e-4796-9de8-1e69ae4cd583 req-f710807e-7f59-4e25-9404-f1d9903d41f1 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884347 Jul 19 11:13:49.543547 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c7c91-ffca-44b2-af54-0a3d234dd53e req-7cf06350-fe78-4d4d-9347-fc71766ac076 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:49.545018 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3d8c7c91-ffca-44b2-af54-0a3d234dd53e req-7cf06350-fe78-4d4d-9347-fc71766ac076 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 943 time: 0.0473790 Jul 19 11:13:49.592122 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-3d8c7c91-ffca-44b2-af54-0a3d234dd53e req-9b224590-ef5d-4fb7-a7a8-dbcf9656e936 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410752 Jul 19 11:13:50.703033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eada659-5483-4cf1-b74e-1bd9ac5d8891 req-b30bea3e-c3bc-46d5-acdf-65f6582d7ad7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:50.704470 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0eada659-5483-4cf1-b74e-1bd9ac5d8891 req-b30bea3e-c3bc-46d5-acdf-65f6582d7ad7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 943 time: 0.0460882 Jul 19 11:13:50.753208 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0eada659-5483-4cf1-b74e-1bd9ac5d8891 req-8daa4550-8b3f-475c-99b1-ced77b055d64 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426168 Jul 19 11:13:51.646448 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57090) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:51.749137 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba1db2a5-4989-43c5-8529-fa3a780171bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:51.751748 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:51.765737 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:51.834728 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba1db2a5-4989-43c5-8529-fa3a780171bd admin admin] Publish callbacks [] for security_group (49b8f150-9d76-4314-af01-3320876af811), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:51.838354 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ba1db2a5-4989-43c5-8529-fa3a780171bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (49b8f150-9d76-4314-af01-3320876af811), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:51.867884 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840b19f-4ba3-4222-b438-d09b8bafa0f9 req-2e0a499c-55dc-4d77-a85b-499162439cae tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:51.869351 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4840b19f-4ba3-4222-b438-d09b8bafa0f9 req-2e0a499c-55dc-4d77-a85b-499162439cae tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 943 time: 0.0472162 Jul 19 11:13:51.879183 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ba1db2a5-4989-43c5-8529-fa3a780171bd admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=22cd472225b043ae81c24ceca0d78cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316780 Jul 19 11:13:51.880147 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1db2a5-4989-43c5-8529-fa3a780171bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b8f150-9d76-4314-af01-3320876af811,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:51.882156 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57096) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:13:51.949012 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4840b19f-4ba3-4222-b438-d09b8bafa0f9 req-79acc60a-bc0b-43b6-95ef-51e669a529a0 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740709 Jul 19 11:13:51.961687 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:51.965722 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9adedc54-9c4d-41b7-b672-85e88b765068 admin admin] Publish callbacks [] for security_group (49b8f150-9d76-4314-af01-3320876af811), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:51.989339 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9adedc54-9c4d-41b7-b672-85e88b765068 admin admin] Publish callbacks [] for security_group (49b8f150-9d76-4314-af01-3320876af811), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:51.994922 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:52.036612 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9adedc54-9c4d-41b7-b672-85e88b765068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (49b8f150-9d76-4314-af01-3320876af811), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:52.039143 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-9adedc54-9c4d-41b7-b672-85e88b765068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:52.040251 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-9adedc54-9c4d-41b7-b672-85e88b765068 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/49b8f150-9d76-4314-af01-3320876af811 HTTP/1.1" status: 204 len: 168 time: 0.1572368 Jul 19 11:13:52.050862 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adedc54-9c4d-41b7-b672-85e88b765068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b8f150-9d76-4314-af01-3320876af811,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:53.073525 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1b927-1c27-4390-af25-3890008e180d req-c08c4d37-da71-43ed-a713-afb5d4a20d9f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:53.075223 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0da1b927-1c27-4390-af25-3890008e180d req-c08c4d37-da71-43ed-a713-afb5d4a20d9f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 943 time: 0.0561395 Jul 19 11:13:53.135226 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0da1b927-1c27-4390-af25-3890008e180d req-e0d1dd2a-8a26-43e8-b435-8d2301cbc42a tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516112 Jul 19 11:13:54.249673 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fbdb1-c7c2-4560-aa23-c80a309e0f55 req-d8f5d5c0-ba5b-4e8b-abb8-02cdc713c1f4 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:54.251398 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0c8fbdb1-c7c2-4560-aa23-c80a309e0f55 req-d8f5d5c0-ba5b-4e8b-abb8-02cdc713c1f4 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 943 time: 0.0484133 Jul 19 11:13:54.303443 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-0c8fbdb1-c7c2-4560-aa23-c80a309e0f55 req-d842fc33-50f8-4fda-b2df-0930031b91ef tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465004 Jul 19 11:13:55.416406 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3b667-6fb4-4c9f-95e1-f07de1857304 req-c34f2220-5e38-4750-ac94-8f77e7fedb49 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:55.417886 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-39b3b667-6fb4-4c9f-95e1-f07de1857304 req-c34f2220-5e38-4750-ac94-8f77e7fedb49 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 943 time: 0.0470421 Jul 19 11:13:55.468399 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 0518c0aa-dba9-44fd-93b2-3630f121afee details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:13:55.477018 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:55.487886 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-39b3b667-6fb4-4c9f-95e1-f07de1857304 req-ed137cd8-274b-483e-922d-2eec0929d63d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645974 Jul 19 11:13:55.573152 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 0518c0aa-dba9-44fd-93b2-3630f121afee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0518c0aa-dba9-44fd-93b2-3630f121afee,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:13:55.584717 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'port_id': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'mac_address': 'fa:16:3e:b4:2a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:13:55.623118 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 0518c0aa-dba9-44fd-93b2-3630f121afee is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:13:55.623521 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:55.637675 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0518c0aa-dba9-44fd-93b2-3630f121afee {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:13:55.665877 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 0518c0aa-dba9-44fd-93b2-3630f121afee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0518c0aa-dba9-44fd-93b2-3630f121afee,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:13:55.671773 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:55.728172 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=0518c0aa-dba9-44fd-93b2-3630f121afee,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:55.737265 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.741479 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.742741 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:13:55.959149 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['0518c0aa-dba9-44fd-93b2-3630f121afee'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:13:56.603514 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76c062-c8f2-4d96-aafa-3890d5a21d07 req-fbf7dc5c-3f60-4846-8918-7d7d34ee37c8 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:56.604987 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bd76c062-c8f2-4d96-aafa-3890d5a21d07 req-fbf7dc5c-3f60-4846-8918-7d7d34ee37c8 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 944 time: 0.0459509 Jul 19 11:13:56.645865 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:56.648581 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:56.652881 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bd76c062-c8f2-4d96-aafa-3890d5a21d07 req-1781d026-3a40-43da-99ee-9909227c15c6 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423844 Jul 19 11:13:57.256628 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:57.482862 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 0518c0aa-dba9-44fd-93b2-3630f121afee up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:13:57.526960 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:13:57.529810 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 0518c0aa-dba9-44fd-93b2-3630f121afee completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:13:57.536869 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 0518c0aa-dba9-44fd-93b2-3630f121afee triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:13:57.537288 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:57.610311 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 0518c0aa-dba9-44fd-93b2-3630f121afee is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:13:57.610704 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:57.634309 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:13:57.636580 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1846d6-5d47-401e-966b-90f2a9ef3348" -d '{"events": [{"server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "name": "network-vif-plugged", "status": "completed", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:13:57.650543 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 0518c0aa-dba9-44fd-93b2-3630f121afee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0518c0aa-dba9-44fd-93b2-3630f121afee,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:13:57.654770 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:57.701624 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f92f56-bed8-4ac7-af70-77d8bcbb0444 x-openstack-request-id: req-e1f92f56-bed8-4ac7-af70-77d8bcbb0444 {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:13:57.701933 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "name": "network-vif-plugged", "status": "completed", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:13:57.702233 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e1f92f56-bed8-4ac7-af70-77d8bcbb0444 {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:13:57.702563 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f92f56-bed8-4ac7-af70-77d8bcbb0444'] response: {'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'code': 200} Jul 19 11:13:57.729094 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=0518c0aa-dba9-44fd-93b2-3630f121afee,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:13:57.732885 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b52ea500-e9b7-4aa8-96c2-585ec5e6169e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:13:57.783038 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd005184-2e86-413d-b220-727e25cc2062 req-518230da-106e-48d8-aa20-ae2d35870cd6 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:57.785467 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cd005184-2e86-413d-b220-727e25cc2062 req-518230da-106e-48d8-aa20-ae2d35870cd6 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 945 time: 0.0625238 Jul 19 11:13:57.849415 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-cd005184-2e86-413d-b220-727e25cc2062 req-404e4f01-27f8-4158-9349-3a86a3351888 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578852 Jul 19 11:13:57.955342 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a5e5-5afe-4123-a2e1-da9e6406f6d5 req-620636a8-1dae-4078-8a9f-6a9a5f246983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:57.957541 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0455a5e5-5afe-4123-a2e1-da9e6406f6d5 req-620636a8-1dae-4078-8a9f-6a9a5f246983 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 1129 time: 0.0398898 Jul 19 11:13:58.004081 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0455a5e5-5afe-4123-a2e1-da9e6406f6d5 req-795d8b17-cd5a-4afe-9076-73b113a31360 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Jul 19 11:13:58.966150 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c91bb8-9c79-47e2-8ca2-58fa2da4dadf req-8f9faadb-dcd6-4942-936d-26935e2d0ff7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:13:58.968359 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d6c91bb8-9c79-47e2-8ca2-58fa2da4dadf req-8f9faadb-dcd6-4942-936d-26935e2d0ff7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Jul 19 11:13:59.022161 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d6c91bb8-9c79-47e2-8ca2-58fa2da4dadf req-92957182-ab7c-4dea-8912-fbb991b08c44 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Jul 19 11:13:59.977846 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ea1d4848-471a-4107-8738-c8036ee01bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:00.136436 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5ca32-bcfd-4c28-ac2f-8f9bec08123c req-7c2105ab-6f93-4ed5-9e66-84c4cf10d92c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:00.137895 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-90a5ca32-bcfd-4c28-ac2f-8f9bec08123c req-7c2105ab-6f93-4ed5-9e66-84c4cf10d92c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 945 time: 0.0489609 Jul 19 11:14:00.185605 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-90a5ca32-bcfd-4c28-ac2f-8f9bec08123c req-b509a334-fa76-4cbb-8973-b683fece63cc tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Jul 19 11:14:00.302127 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c7eac-f7b9-429f-9389-a73841e59e4a req-93201361-fa1e-4a38-9d96-ce2427020f08 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:00.303636 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cb3c7eac-f7b9-429f-9389-a73841e59e4a req-93201361-fa1e-4a38-9d96-ce2427020f08 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Jul 19 11:14:00.355393 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cb3c7eac-f7b9-429f-9389-a73841e59e4a req-6a678672-b1b6-4fe3-b591-0a02658213d7 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459876 Jul 19 11:14:00.377934 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57236) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:14:00.578967 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98df6b2-19f7-4e19-b75b-5830a92e6e19 tempest-TestVolumeBootPattern-1744665474 tempest-TestVolumeBootPattern-1744665474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:00.581821 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b98df6b2-19f7-4e19-b75b-5830a92e6e19 tempest-TestVolumeBootPattern-1744665474 tempest-TestVolumeBootPattern-1744665474-project-admin] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 1124 time: 0.2016828 Jul 19 11:14:00.583370 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57240) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:14:00.587714 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Request body: {'floatingip': {'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'port_id': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:14:00.610806 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:00.691802 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:00.797696 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Allocated IP 172.37.3.163 (16d57f24-3c4f-48da-b3ee-43ff6ab364fd/058a7c6d-d8e1-4df3-87be-b37508259bc2/7f3d3adc-925a-4652-a6f1-07fe951e9437) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:14:00.802634 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:00.829921 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:00.914957 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for port (7f3d3adc-925a-4652-a6f1-07fe951e9437), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:00.946564 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (7f3d3adc-925a-4652-a6f1-07fe951e9437), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:00.987441 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Network 16d57f24-3c4f-48da-b3ee-43ff6ab364fd is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:14:00.990592 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:14:00.993152 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:14:01.016494 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'Port': ['ID=7f3d3adc-925a-4652-a6f1-07fe951e9437,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:01.153660 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:01.334699 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (8da3be56-4200-4349-869b-e785aeb500bf), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:01.401622 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (7f3d3adc-925a-4652-a6f1-07fe951e9437), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:01.778317 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:01.797893 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for port (7f3d3adc-925a-4652-a6f1-07fe951e9437), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:01.803185 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (7f3d3adc-925a-4652-a6f1-07fe951e9437), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:01.874776 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event updated for resources: {'Port': ['ID=7f3d3adc-925a-4652-a6f1-07fe951e9437,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:01.880445 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:01.886346 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1026538'] for floatingip (8da3be56-4200-4349-869b-e785aeb500bf), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:01.982192 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Floating IP 8da3be56-4200-4349-869b-e785aeb500bf associated. External IP: 172.37.3.163, port: 0518c0aa-dba9-44fd-93b2-3630f121afee. Jul 19 11:14:02.185428 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Router 6bce7190-2946-4c98-baea-553cc7a1366c has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:14:02.298201 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:14:02.308335 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] Sync routers for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:14:02.316618 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:02.319306 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:14:02.319914 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:14:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:14:02.348959 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c10e30cc-e350-45ab-800b-93f72d34590e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7645779 Jul 19 11:14:02.350168 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:14:02.352776 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5455d0-4d12-4201-8dce-c30bbd391460" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:14:02.387979 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67a3a9f-914d-4d86-a13a-59fcdf5a1d8f x-openstack-request-id: req-b67a3a9f-914d-4d86-a13a-59fcdf5a1d8f {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:14:02.388271 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:14:02.388520 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b67a3a9f-914d-4d86-a13a-59fcdf5a1d8f {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:14:02.389124 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67a3a9f-914d-4d86-a13a-59fcdf5a1d8f'] response: {'name': 'network-changed', 'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'status': 'completed', 'code': 200} Jul 19 11:14:02.422452 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:14:02.469923 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-8bfcc4a2-7b09-42a0-9e9b-105552a3a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:02.471418 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-8bfcc4a2-7b09-42a0-9e9b-105552a3a9e2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 1129 time: 0.0392590 Jul 19 11:14:02.583438 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-e19626ad-e7cc-4735-a6f9-d8055469ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:02.585701 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-e19626ad-e7cc-4735-a6f9-d8055469ee25 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.1075115 Jul 19 11:14:02.587252 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:02.650329 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88ad1273-800f-432d-8c6d-16f88048ef7b', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.235', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:12:01Z', 'updated_at': '2022-07-19T11:12:04Z', 'revision_number': 1, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}, {'id': '8da3be56-4200-4349-869b-e785aeb500bf', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.163', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:b4:2a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:14:01Z', 'updated_at': '2022-07-19T11:14:01Z', 'revision_number': 0, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:14:02.661314 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-cc4634b2-f38d-4d2a-9352-68d0abb3a504 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0518c0aa-dba9-44fd-93b2-3630f121afee HTTP/1.1" status: 200 len: 999 time: 0.0703859 Jul 19 11:14:02.678832 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] Checking router: 6bce7190-2946-4c98-baea-553cc7a1366c for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:14:02.687990 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:14:02.689184 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:14:00Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:14:02.710637 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-dc23c464-60cc-43e7-a32f-c5b7ac7b551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:02.712245 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-dc23c464-60cc-43e7-a32f-c5b7ac7b551d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0452490 Jul 19 11:14:02.758098 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-4a11fce7-0c8a-446b-826d-664a346d1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:02.759614 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-4a11fce7-0c8a-446b-826d-664a346d1914 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424101 Jul 19 11:14:02.784508 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57258) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:14:02.791633 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:14:02.802847 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:02.845007 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:02.866916 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-49ad4334-0daa-49db-a957-9f3918e9b675 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018190 Jul 19 11:14:02.919180 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:02.974787 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-ce5455d0-4d12-4201-8dce-c30bbd391460 req-b69c96a4-75b1-4af5-9d41-ed8133e2dc14 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026146 Jul 19 11:14:03.000752 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Publish callbacks [] for security_group (e94edf4c-6fc3-41ef-a55f-e7e90aceb7e0), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:03.006453 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (e94edf4c-6fc3-41ef-a55f-e7e90aceb7e0), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:03.015996 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88ad1273-800f-432d-8c6d-16f88048ef7b', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.235', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:12:01Z', 'updated_at': '2022-07-19T11:12:04Z', 'revision_number': 1, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}, {'id': '8da3be56-4200-4349-869b-e785aeb500bf', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.163', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:b4:2a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:14:01Z', 'updated_at': '2022-07-19T11:14:01Z', 'revision_number': 0, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:14:03.043529 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94edf4c-6fc3-41ef-a55f-e7e90aceb7e0,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:03.045222 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e749c1-4d77-4c04-b0c6-221571745368 None None] The sync data for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi is: [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88ad1273-800f-432d-8c6d-16f88048ef7b', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.235', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:12:01Z', 'updated_at': '2022-07-19T11:12:04Z', 'revision_number': 1, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}, {'id': '8da3be56-4200-4349-869b-e785aeb500bf', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.163', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:b4:2a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:14:01Z', 'updated_at': '2022-07-19T11:14:01Z', 'revision_number': 0, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:14:03.055342 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=07b723b44a80414ab4d4050ca8fb162b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688761 Jul 19 11:14:03.057450 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.057798 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.058197 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57262) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:14:03.058510 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.059021 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.059550 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.059892 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.060228 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.060561 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.060917 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.061251 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.061845 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.062181 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.062507 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.062836 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.063160 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ad859-d7c6-4814-af01-03b7bb2f9c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:14:03.066026 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:03.116581 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc39c992-6f0a-4128-b22c-38d3f1267a57 admin admin] Publish callbacks [] for security_group (e94edf4c-6fc3-41ef-a55f-e7e90aceb7e0), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:03.139231 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc39c992-6f0a-4128-b22c-38d3f1267a57 admin admin] Publish callbacks [] for security_group (e94edf4c-6fc3-41ef-a55f-e7e90aceb7e0), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:03.187798 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc39c992-6f0a-4128-b22c-38d3f1267a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (e94edf4c-6fc3-41ef-a55f-e7e90aceb7e0), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:03.190492 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-dc39c992-6f0a-4128-b22c-38d3f1267a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:03.191682 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-dc39c992-6f0a-4128-b22c-38d3f1267a57 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/e94edf4c-6fc3-41ef-a55f-e7e90aceb7e0 HTTP/1.1" status: 204 len: 168 time: 0.1323805 Jul 19 11:14:03.202418 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39c992-6f0a-4128-b22c-38d3f1267a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94edf4c-6fc3-41ef-a55f-e7e90aceb7e0,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:03.256625 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e602a51-b53d-46ab-ac87-5517b763ba91 None None] New status for floating IP 8da3be56-4200-4349-869b-e785aeb500bf: ACTIVE {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:14:03.295903 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:03.815900 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57284) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:14:03.913527 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.v2.base [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-128394422-network', 'tenant_id': 'c519c231d95d4e14b2db727ea22d3b50'}} {{(pid=104077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:14:03.934030 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Made reservation on behalf of c519c231d95d4e14b2db727ea22d3b50 for: {'network': 1} {{(pid=104077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:14:03.936557 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for network (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:03.945139 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.023454 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Publish callbacks [] for security_group (56d33930-307a-41cf-b015-e28ddd38fe90), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.026884 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (56d33930-307a-41cf-b015-e28ddd38fe90), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.306493 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:04.313433 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=104077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 19 11:14:04.319020 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d33930-307a-41cf-b015-e28ddd38fe90,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:04.327435 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (fb1316c7-3518-48dc-bd6a-dd91d2f2f13d), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.327541 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.db.segments_db [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Added segment fb1316c7-3518-48dc-bd6a-dd91d2f2f13d of type vlan for network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 Jul 19 11:14:04.336073 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:DELETE=2,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:04.369298 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776549990687'] for network (c2bd2a07-350f-4ebf-bfca-5af583b3ac26), precommit_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.395373 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331'] for network (c2bd2a07-350f-4ebf-bfca-5af583b3ac26), after_create {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.396367 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:04.396970 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.430316 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] 10.222.0.33 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6133628 Jul 19 11:14:04.433358 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57288) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:14:04.438372 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Request body: {'subnet': {'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-128394422-subnet', 'tenant_id': 'c519c231d95d4e14b2db727ea22d3b50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:14:04.460060 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e85ce-183d-4b1c-acae-96bb5ff8ab86 admin admin] Pushing event updated for resources: {'Network': ['ID=c2bd2a07-350f-4ebf-bfca-5af583b3ac26,revision_number=1']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:04.460281 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Made reservation on behalf of c519c231d95d4e14b2db727ea22d3b50 for: {'subnet': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:14:04.462638 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25291486'] for subnet (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.473963 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104078) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 19 11:14:04.639048 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8382619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25291464'] for subnet (589dfc57-a824-47a5-ade4-58b7d6a36724), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.699438 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=589dfc57-a824-47a5-ade4-58b7d6a36724,revision_number=0']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:04.708616 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Checking segment: {'id': 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:14:04.708994 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Network hostable DHCP agents. Network: c2bd2a07-350f-4ebf-bfca-5af583b3ac26, hostable agents: ['5528d8f2-7ed2-4ab4-ae1a-68458d02c52e'], hosted agents: [] {{(pid=104076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 19 11:14:04.726432 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 is scheduled to be hosted by DHCP agent 5528d8f2-7ed2-4ab4-ae1a-68458d02c52e with binding_index 1 {{(pid=104076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 19 11:14:04.734843 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c2bd2a07-350f-4ebf-bfca-5af583b3ac26) {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:14:04.739294 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:04.739885 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:04.744427 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a6c67-2d45-40fc-a978-476b840b6981 None None] Network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:14:04.756665 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-2ea70bd5-6b9c-40bc-bcc5-d804e2725ec8 admin admin] 10.222.0.33 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3221474 Jul 19 11:14:04.853203 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81fe55-5861-4e3b-8241-15d256cbf673 None None] Network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:14:06.556507 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-9bd8cc63-5481-47cb-9b11-2614fec93cfd tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:06.557969 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-9bd8cc63-5481-47cb-9b11-2614fec93cfd tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/networks?id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26 HTTP/1.1" status: 200 len: 813 time: 0.1041563 Jul 19 11:14:06.572677 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-e3379214-e376-4939-b0e2-2f4fe021465a tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/quotas/c519c231d95d4e14b2db727ea22d3b50 HTTP/1.1" status: 200 len: 375 time: 0.0092087 Jul 19 11:14:06.603924 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-5228bd3f-88c4-4042-8904-9f9c6003950c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c519c231d95d4e14b2db727ea22d3b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265899 Jul 19 11:14:06.696804 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-3a65ac2a-dd5f-4bec-9457-c883f9c598f5 service neutron] 10.222.0.33 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864527 Jul 19 11:14:06.760889 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:06.787692 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-d7251592-caaa-4c40-8d4b-5e410ec14469 service neutron] 10.222.0.33 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852144 Jul 19 11:14:06.953090 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-89b12aa1-da3b-4faa-9376-3e9dfdcce05d req-52f25094-4292-41c3-9abe-a0eb81a9922d tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 210 time: 0.0327165 Jul 19 11:14:07.864439 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:07.947813 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-0d37608a-49b7-4485-8ed9-3cf96def5a99 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:07.949311 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-0d37608a-49b7-4485-8ed9-3cf96def5a99 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.27 "GET /v2.0/networks?id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26 HTTP/1.1" status: 200 len: 813 time: 0.1093831 Jul 19 11:14:07.969497 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Request body: {'port': {'device_id': 'f97e8737-e68e-46b3-9dad-bb5e05dd3c8f', 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26', 'admin_state_up': True, 'tenant_id': 'c519c231d95d4e14b2db727ea22d3b50'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:14:08.061207 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dc72963d-5364-4f45-848d-4732830ec28c req-d9950e93-347a-40ea-8878-cc12ad1d9983 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 210 time: 0.0307062 Jul 19 11:14:08.108587 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Made reservation on behalf of c519c231d95d4e14b2db727ea22d3b50 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:14:08.112624 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:08.238989 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Allocated IP 172.20.0.13 (c2bd2a07-350f-4ebf-bfca-5af583b3ac26/589dfc57-a824-47a5-ade4-58b7d6a36724/2b477480-72b8-46d1-8ee2-5e0a3d26d98a) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:14:08.388589 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks [] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:08.420725 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:08.462432 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:14:08.465492 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:14:08.467788 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:14:08.502527 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Pushing event updated for resources: {'Port': ['ID=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:08.524531 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:08.525156 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:08.542022 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-66a7f343-bc9b-410d-9b4c-e19d324d2583 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763173 Jul 19 11:14:08.542217 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:14:08.560970 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Request body: {'port': {'device_id': 'f97e8737-e68e-46b3-9dad-bb5e05dd3c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:14:08.623744 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:08.657118 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:08.716808 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:08.880207 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b477480-72b8-46d1-8ee2-5e0a3d26d98a {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:14:08.887564 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Publish callbacks [] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:08.900558 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Transition to ACTIVE for port object 2b477480-72b8-46d1-8ee2-5e0a3d26d98a will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:14:08.903780 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:08.955915 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Pushing event updated for resources: {'Port': ['ID=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:09.023640 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Attempting to bind port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:14:09.023970 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Attempting to bind port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:14:09.024298 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Attempting to bind port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a on network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:14:09.028589 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a on network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:14:09.028933 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Attempting to bind port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a on network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:14:09.033812 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:14:09.034142 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Checking segment: {'id': 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:14:09.034519 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Bound using segment: {'id': 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:14:09.034938 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Bound port: 2b477480-72b8-46d1-8ee2-5e0a3d26d98a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:14:09.035291 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:09.094392 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] For port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:14:09.097753 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] For port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:14:09.103882 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:09.138288 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:09.138896 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:09.140240 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-1f558769-29f6-48c3-9211-818ade75444e service neutron] 10.222.0.27 "PUT /v2.0/ports/2b477480-72b8-46d1-8ee2-5e0a3d26d98a HTTP/1.1" status: 200 len: 1094 time: 0.5834105 Jul 19 11:14:09.140661 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97e8737-e68e-46b3-9dad-bb5e05dd3c8f', 'tag': '2b477480-72b8-46d1-8ee2-5e0a3d26d98a'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:14:09.142909 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a1d855-f638-46ba-82ed-4845ad9009bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f97e8737-e68e-46b3-9dad-bb5e05dd3c8f", "tag": "2b477480-72b8-46d1-8ee2-5e0a3d26d98a"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:14:09.168971 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f558769-29f6-48c3-9211-818ade75444e service neutron] Pushing event updated for resources: {'Port': ['ID=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:09.181662 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a391393-93eb-47a3-8210-932c378e971d req-0833723c-48b2-4bd8-9fe1-3185ef9e6360 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:09.183405 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e8eb40-aa60-4c37-b677-fc08a7cff323 x-openstack-request-id: req-e9e8eb40-aa60-4c37-b677-fc08a7cff323 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:14:09.183691 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97e8737-e68e-46b3-9dad-bb5e05dd3c8f", "tag": "2b477480-72b8-46d1-8ee2-5e0a3d26d98a", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:14:09.183964 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e9e8eb40-aa60-4c37-b677-fc08a7cff323 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:14:09.184365 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e8eb40-aa60-4c37-b677-fc08a7cff323'] response: {'name': 'network-changed', 'server_uuid': 'f97e8737-e68e-46b3-9dad-bb5e05dd3c8f', 'tag': '2b477480-72b8-46d1-8ee2-5e0a3d26d98a', 'status': 'completed', 'code': 200} Jul 19 11:14:09.186412 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1a391393-93eb-47a3-8210-932c378e971d req-0833723c-48b2-4bd8-9fe1-3185ef9e6360 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 944 time: 0.0553346 Jul 19 11:14:09.233459 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1a391393-93eb-47a3-8210-932c378e971d req-e843a69e-9e14-4b6e-8c84-020bdaea7cdb tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409951 Jul 19 11:14:09.244376 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-a7627912-ae82-45c3-8efa-285bb58a623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:09.246148 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-a7627912-ae82-45c3-8efa-285bb58a623d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c519c231d95d4e14b2db727ea22d3b50&device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 1128 time: 0.0428095 Jul 19 11:14:09.291075 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-fe946e54-dd0a-4e66-a14d-46ae3caf7315 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b477480-72b8-46d1-8ee2-5e0a3d26d98a HTTP/1.1" status: 200 len: 217 time: 0.0324259 Jul 19 11:14:09.337965 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-4520d15a-2f4e-495c-9d0d-b909baa0bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:09.339352 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-4520d15a-2f4e-495c-9d0d-b909baa0bd2d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=589dfc57-a824-47a5-ade4-58b7d6a36724 HTTP/1.1" status: 200 len: 853 time: 0.0434117 Jul 19 11:14:09.368617 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-0d6993fa-9fee-4f7f-914b-73cbb4a1de32 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241971 Jul 19 11:14:09.461382 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-fdefb9c4-9920-40f3-b4c7-df72a893fe46 service neutron] 10.222.0.27 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872104 Jul 19 11:14:09.548973 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e03c907-59bc-43dc-9b44-6222ecd801f4 req-cec7664e-38fb-43d1-8900-3b12c5c52c8e service neutron] 10.222.0.27 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823758 Jul 19 11:14:10.352474 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a440db-b8b5-4684-9090-bfc56796b49b req-649fa7d9-d352-42f7-be04-c7b13ca18278 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:10.353956 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15a440db-b8b5-4684-9090-bfc56796b49b req-649fa7d9-d352-42f7-be04-c7b13ca18278 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 944 time: 0.0517397 Jul 19 11:14:10.384488 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:10.387579 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:10.404397 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-15a440db-b8b5-4684-9090-bfc56796b49b req-f3258f1b-9efc-4451-8975-79aaff1921c1 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Jul 19 11:14:10.510049 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-2209324a-7899-4e12-87bf-c75bc616cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:10.511510 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-2209324a-7899-4e12-87bf-c75bc616cc0b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c519c231d95d4e14b2db727ea22d3b50&device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 1128 time: 0.0396204 Jul 19 11:14:10.602789 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-e5b44ceb-2062-4b24-8cbf-af007c748320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:10.604117 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-e5b44ceb-2062-4b24-8cbf-af007c748320 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26 HTTP/1.1" status: 200 len: 914 time: 0.0869327 Jul 19 11:14:10.644782 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-90bcd131-691c-4b6f-8f47-1debc87fbf23 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b477480-72b8-46d1-8ee2-5e0a3d26d98a HTTP/1.1" status: 200 len: 217 time: 0.0320537 Jul 19 11:14:10.693472 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-10758271-6991-4fcc-9592-60846133b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:10.694885 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-10758271-6991-4fcc-9592-60846133b2d2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=589dfc57-a824-47a5-ade4-58b7d6a36724 HTTP/1.1" status: 200 len: 853 time: 0.0438118 Jul 19 11:14:10.725900 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-fb6c2fa6-0a18-4313-a357-67f1d2292d25 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247073 Jul 19 11:14:10.822184 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-4f7109fc-f312-4686-bfbf-6ca7b7a3e07e service neutron] 10.222.0.27 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900095 Jul 19 11:14:10.914015 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-93a1d855-f638-46ba-82ed-4845ad9009bb req-75c61a38-efd7-41ef-bd7a-e1badcfb53e8 service neutron] 10.222.0.27 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854423 Jul 19 11:14:11.515074 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19562851-b5ed-44a4-8437-43f41a7c38f6 req-452cdf33-dd2b-4982-ade6-63e940ce0a06 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:11.516425 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-19562851-b5ed-44a4-8437-43f41a7c38f6 req-452cdf33-dd2b-4982-ade6-63e940ce0a06 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 944 time: 0.0460153 Jul 19 11:14:11.566045 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-19562851-b5ed-44a4-8437-43f41a7c38f6 req-c4e5231a-5c66-4ddd-8648-cac6303b4b46 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Jul 19 11:14:12.682689 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e470-7b1b-4b30-bdfb-0b801ef2fd25 req-b133a33d-0f46-44df-8d8b-7a78bbe04f4d tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:12.684183 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4923e470-7b1b-4b30-bdfb-0b801ef2fd25 req-b133a33d-0f46-44df-8d8b-7a78bbe04f4d tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 944 time: 0.0473266 Jul 19 11:14:12.730997 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4923e470-7b1b-4b30-bdfb-0b801ef2fd25 req-c9f0fb15-9340-48bc-8627-983c0756d9a0 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Jul 19 11:14:13.577241 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 2b477480-72b8-46d1-8ee2-5e0a3d26d98a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:14:13.677869 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:14:13.688742 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '2b477480-72b8-46d1-8ee2-5e0a3d26d98a', 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26', 'port_id': '2b477480-72b8-46d1-8ee2-5e0a3d26d98a', 'mac_address': 'fa:16:3e:63:27:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589dfc57-a824-47a5-ade4-58b7d6a36724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:14:13.723666 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:14:13.723996 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:13.732159 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:13.738266 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b477480-72b8-46d1-8ee2-5e0a3d26d98a {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:14:13.758857 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:14:13.762976 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:13.813885 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:13.845652 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb97c-0936-4280-bf90-a43c738171bc req-bcb3c832-a7d4-430c-9839-72947c5608af tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:13.847601 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ad5fb97c-0936-4280-bf90-a43c738171bc req-bcb3c832-a7d4-430c-9839-72947c5608af tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 945 time: 0.0463955 Jul 19 11:14:13.900878 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ad5fb97c-0936-4280-bf90-a43c738171bc req-95735db4-88b8-4609-abca-248dd5d76ea5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476630 Jul 19 11:14:14.083397 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['2b477480-72b8-46d1-8ee2-5e0a3d26d98a'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:14:15.014320 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78db8f-cbb4-45b6-9d4f-a7c00d67ba86 req-24c464a4-e432-4e4b-8caf-c1e3860e97f6 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:15.015737 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2b78db8f-cbb4-45b6-9d4f-a7c00d67ba86 req-24c464a4-e432-4e4b-8caf-c1e3860e97f6 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 945 time: 0.0463011 Jul 19 11:14:15.060902 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2b78db8f-cbb4-45b6-9d4f-a7c00d67ba86 req-bae3fa43-d5eb-46c7-b7b6-024d8fe2d4ad tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398142 Jul 19 11:14:15.594088 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 2b477480-72b8-46d1-8ee2-5e0a3d26d98a up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:14:15.638895 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:14:15.645094 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:14:15.645474 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:15.663417 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:15.715095 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:14:15.715482 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:15.738959 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97e8737-e68e-46b3-9dad-bb5e05dd3c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b477480-72b8-46d1-8ee2-5e0a3d26d98a'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:14:15.741221 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8209d-2e16-46f9-8a05-3bdc80a71fa1" -d '{"events": [{"server_uuid": "f97e8737-e68e-46b3-9dad-bb5e05dd3c8f", "name": "network-vif-plugged", "status": "completed", "tag": "2b477480-72b8-46d1-8ee2-5e0a3d26d98a"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:14:15.753891 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:14:15.758171 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:15.784382 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e94754-519c-4a8e-8c85-cc9459fb6abe x-openstack-request-id: req-15e94754-519c-4a8e-8c85-cc9459fb6abe {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:14:15.784755 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97e8737-e68e-46b3-9dad-bb5e05dd3c8f", "name": "network-vif-plugged", "status": "completed", "tag": "2b477480-72b8-46d1-8ee2-5e0a3d26d98a", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:14:15.785247 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-15e94754-519c-4a8e-8c85-cc9459fb6abe {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:14:15.785901 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e94754-519c-4a8e-8c85-cc9459fb6abe'] response: {'server_uuid': 'f97e8737-e68e-46b3-9dad-bb5e05dd3c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b477480-72b8-46d1-8ee2-5e0a3d26d98a', 'code': 200} Jul 19 11:14:15.813224 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:14:16.005236 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147776b-e930-4e6b-9b87-4dddce533ac1 req-73f0f762-eeb3-4470-98b4-b11660fb3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:16.006680 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1147776b-e930-4e6b-9b87-4dddce533ac1 req-73f0f762-eeb3-4470-98b4-b11660fb3dd9 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 1130 time: 0.0443461 Jul 19 11:14:16.048200 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1147776b-e930-4e6b-9b87-4dddce533ac1 req-7ec4b6eb-c01d-4abe-ba19-0e9661d76ba6 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361333 Jul 19 11:14:16.170557 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a3513-f004-40a9-b788-f0170ede26cc req-904f3f69-01b5-4e47-8845-cfe778fdcf66 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:16.171991 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d36a3513-f004-40a9-b788-f0170ede26cc req-904f3f69-01b5-4e47-8845-cfe778fdcf66 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 946 time: 0.0458322 Jul 19 11:14:16.217868 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d36a3513-f004-40a9-b788-f0170ede26cc req-e054c050-aaca-4b01-93a1-1fbbd25f1988 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Jul 19 11:14:17.332472 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee175bdf-2e33-4c9a-880c-67587a84a497 req-98d69208-0bb4-4468-98c0-d693ff70fb5a tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:17.333936 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ee175bdf-2e33-4c9a-880c-67587a84a497 req-98d69208-0bb4-4468-98c0-d693ff70fb5a tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 946 time: 0.0466599 Jul 19 11:14:17.380110 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-ee175bdf-2e33-4c9a-880c-67587a84a497 req-4fb770d7-29ed-45f2-a44e-e8f0d02fe84a tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Jul 19 11:14:18.497183 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85cf8e-f9c9-4575-88ed-852e213a3fd6 req-4f4ec4e2-5879-4ca4-9943-bd182fe57777 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:18.498605 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dd85cf8e-f9c9-4575-88ed-852e213a3fd6 req-4f4ec4e2-5879-4ca4-9943-bd182fe57777 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 946 time: 0.0500188 Jul 19 11:14:18.544596 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-dd85cf8e-f9c9-4575-88ed-852e213a3fd6 req-fcc848ba-68b1-42ba-9cf8-4bac489f028b tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Jul 19 11:14:21.528087 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=78 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:21.533136 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=78 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:25.803490 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:25.810784 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:UPDATE=2,neutron:SELECT=55,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:27.258619 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:27.373845 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:27.375795 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=52,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:27.678977 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-7e975b22-9c2d-4079-9861-677ad020958a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:28.539071 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=84 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:28.541839 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:29.979733 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c98134d6-de39-47cb-9439-91c569d057b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:31.157336 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:32.090558 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-1903d1c7-79b1-4e04-8c85-cde303f6dfd3 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381014 Jul 19 11:14:32.190473 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-9e2b2830-3a3e-41c9-9ffe-ad899fe48aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:32.191827 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-9e2b2830-3a3e-41c9-9ffe-ad899fe48aa3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 1130 time: 0.0388737 Jul 19 11:14:32.295021 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-b163c549-713c-4c29-977a-61aa23cb86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:32.296452 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-b163c549-713c-4c29-977a-61aa23cb86bb service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.0858874 Jul 19 11:14:32.355781 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-3974f029-09aa-4b13-a81b-93141668a298 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385 HTTP/1.1" status: 200 len: 1002 time: 0.0527885 Jul 19 11:14:32.406412 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-a173f0ec-c26f-4fd8-a4aa-6035c58493c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:32.407793 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-a173f0ec-c26f-4fd8-a4aa-6035c58493c3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0456009 Jul 19 11:14:32.451891 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-ba0a5ffa-4d8e-4843-9482-a3b34d6e92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:32.453233 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-ba0a5ffa-4d8e-4843-9482-a3b34d6e92c1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372474 Jul 19 11:14:32.541867 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-90f70302-af20-4252-878f-55d1a967bc47 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816469 Jul 19 11:14:32.582980 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:32.638145 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-d2458921-c3bb-403b-ace0-871d08a16e70 req-1c3411d6-3ddf-4398-b8fe-bc7802e00f71 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868220 Jul 19 11:14:32.786153 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:42.629250 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=44 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:42.635543 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=57 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:42.780208 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:42.782107 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:45.541553 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:14:57.268048 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:57.670183 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d2fa4f99-8c81-4b45-9c2d-375055ae6950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:14:58.525657 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=14 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:58.529628 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=20 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:14:58.596747 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b56ec7-2586-4f8d-82b4-83b3dba732ec req-432bbf72-84b8-41d6-8af6-d2c90499044d tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:58.598120 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48b56ec7-2586-4f8d-82b4-83b3dba732ec req-432bbf72-84b8-41d6-8af6-d2c90499044d tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 946 time: 0.0470567 Jul 19 11:14:58.643841 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-48b56ec7-2586-4f8d-82b4-83b3dba732ec req-2b5f58af-49bb-42d5-8d58-85cb1b678a1b tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Jul 19 11:14:59.760419 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795674a-bad8-4682-9ca0-47359e7a1490 req-2a0bc0a8-7b41-4370-8546-268ba0998b80 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:14:59.761853 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6795674a-bad8-4682-9ca0-47359e7a1490 req-2a0bc0a8-7b41-4370-8546-268ba0998b80 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 946 time: 0.0494437 Jul 19 11:14:59.811652 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-6795674a-bad8-4682-9ca0-47359e7a1490 req-cd721831-7a06-46e2-8032-c187b93aa8f9 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438151 Jul 19 11:14:59.981920 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-42e9897c-2a25-45ca-b7ad-b44e51a800d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:00.269826 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e395c72-48dd-47a0-860c-760abe1d322b req-93d2aa7d-a6fc-4ac3-b560-f805450394aa tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:00.271261 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e395c72-48dd-47a0-860c-760abe1d322b req-93d2aa7d-a6fc-4ac3-b560-f805450394aa tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.27 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 946 time: 0.0505536 Jul 19 11:15:00.350220 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-1e395c72-48dd-47a0-860c-760abe1d322b req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Deleting port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:00.350555 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e395c72-48dd-47a0-860c-760abe1d322b req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:00.681813 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-1e395c72-48dd-47a0-860c-760abe1d322b req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] For port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:00.682181 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e395c72-48dd-47a0-860c-760abe1d322b req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:00.694784 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-1e395c72-48dd-47a0-860c-760abe1d322b req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Calling delete_port for 2b477480-72b8-46d1-8ee2-5e0a3d26d98a owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:00.820282 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e395c72-48dd-47a0-860c-760abe1d322b req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (2b477480-72b8-46d1-8ee2-5e0a3d26d98a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:00.854681 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Pushing event deleted for resources: {'Port': ['ID=2b477480-72b8-46d1-8ee2-5e0a3d26d98a,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:00.854892 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['2b477480-72b8-46d1-8ee2-5e0a3d26d98a'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:15:00.881164 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.881551 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.881894 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.882229 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.882805 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.883139 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.883470 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.883795 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.884118 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.884442 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.884788 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.885112 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.885433 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.885750 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.886072 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:00.918169 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e395c72-48dd-47a0-860c-760abe1d322b req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] No DVR routers for this DVR port 2b477480-72b8-46d1-8ee2-5e0a3d26d98a on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:15:00.933678 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-1e395c72-48dd-47a0-860c-760abe1d322b req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:00.936741 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-1e395c72-48dd-47a0-860c-760abe1d322b req-cb7e3db0-d662-4c48-882d-2946f36b500c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.27 "DELETE /v2.0/ports/2b477480-72b8-46d1-8ee2-5e0a3d26d98a HTTP/1.1" status: 204 len: 173 time: 0.6606951 Jul 19 11:15:00.937175 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97e8737-e68e-46b3-9dad-bb5e05dd3c8f', 'name': 'network-vif-deleted', 'tag': '2b477480-72b8-46d1-8ee2-5e0a3d26d98a'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:15:00.939446 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f32f057-ca8f-4e52-bd6e-73ec721ae2a0" -d '{"events": [{"server_uuid": "f97e8737-e68e-46b3-9dad-bb5e05dd3c8f", "name": "network-vif-deleted", "tag": "2b477480-72b8-46d1-8ee2-5e0a3d26d98a"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:15:00.949416 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-e63c9fd9-06b6-47c0-9097-de146e0c254d req-51c00526-d2d1-4764-aa19-cb76584c7fac tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=f97e8737-e68e-46b3-9dad-bb5e05dd3c8f HTTP/1.1" status: 200 len: 210 time: 0.0590398 Jul 19 11:15:00.977169 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa1250-dc52-4bbd-aba8-c20b6098f00d x-openstack-request-id: req-83aa1250-dc52-4bbd-aba8-c20b6098f00d {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:15:00.977594 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97e8737-e68e-46b3-9dad-bb5e05dd3c8f", "name": "network-vif-deleted", "tag": "2b477480-72b8-46d1-8ee2-5e0a3d26d98a", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:15:00.977931 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-83aa1250-dc52-4bbd-aba8-c20b6098f00d {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:15:00.978391 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83aa1250-dc52-4bbd-aba8-c20b6098f00d'] response: {'server_uuid': 'f97e8737-e68e-46b3-9dad-bb5e05dd3c8f', 'name': 'network-vif-deleted', 'tag': '2b477480-72b8-46d1-8ee2-5e0a3d26d98a', 'status': 'completed', 'code': 200} Jul 19 11:15:01.159630 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:02.586291 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:02.788801 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:04.894582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 2b477480-72b8-46d1-8ee2-5e0a3d26d98a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:04.914877 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 2b477480-72b8-46d1-8ee2-5e0a3d26d98a {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:04.915191 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 2b477480-72b8-46d1-8ee2-5e0a3d26d98a not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:09.805535 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=8 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:09.903626 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927628cd-21db-4835-b0dc-aec19b355c02 req-9f573bd4-33b3-4036-a2d7-ba2c5810952e tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:09.905700 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-9f573bd4-33b3-4036-a2d7-ba2c5810952e tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/networks?id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26 HTTP/1.1" status: 200 len: 813 time: 0.1093903 Jul 19 11:15:09.921622 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e7ce0e5c-6d2c-479b-80ed-a552257ca65d tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/quotas/c519c231d95d4e14b2db727ea22d3b50 HTTP/1.1" status: 200 len: 375 time: 0.0105543 Jul 19 11:15:09.962073 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-d428a3a1-98f1-48d9-a895-ab9e1e722ce0 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?tenant_id=c519c231d95d4e14b2db727ea22d3b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344989 Jul 19 11:15:10.014803 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-21a94412-ab26-4265-b8b6-e345248f4385 service neutron] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104077) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 11:15:10.015782 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-21a94412-ab26-4265-b8b6-e345248f4385 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0475228 Jul 19 11:15:10.103671 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-163e590a-1a1b-4a96-a47c-ecd2b929d927 service neutron] 10.222.0.33 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822003 Jul 19 11:15:10.194791 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-3b8f7abf-1ab5-463d-9117-34fd72ca2001 service neutron] 10.222.0.33 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855403 Jul 19 11:15:10.350174 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-80ecd492-1529-4308-84da-5e04c7377d01 req-28300850-641a-4fcb-a91e-aed147931e27 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 210 time: 0.0284028 Jul 19 11:15:11.413648 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927628cd-21db-4835-b0dc-aec19b355c02 req-76c3fe94-746b-4e11-a6ef-0d82798211bd tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:11.415133 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-76c3fe94-746b-4e11-a6ef-0d82798211bd tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.27 "GET /v2.0/networks?id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26 HTTP/1.1" status: 200 len: 813 time: 0.1063342 Jul 19 11:15:11.435726 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Request body: {'port': {'device_id': '11f9f6fe-f51f-4ac4-862d-93d028914265', 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26', 'admin_state_up': True, 'tenant_id': 'c519c231d95d4e14b2db727ea22d3b50'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:15:11.449657 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-c822acca-f2a2-4164-9977-dbc9e9b2e1b4 req-1b7e28a3-8a42-4a19-8504-fc0dd419565c tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 210 time: 0.0295665 Jul 19 11:15:11.552214 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Made reservation on behalf of c519c231d95d4e14b2db727ea22d3b50 for: {'port': 1} {{(pid=104076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 19 11:15:11.555528 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (None), before_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:11.626550 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:11.678348 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_common [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Allocated IP 172.20.0.10 (c2bd2a07-350f-4ebf-bfca-5af583b3ac26/589dfc57-a824-47a5-ade4-58b7d6a36724/71fc0996-d492-4438-bd06-b573505fa104) {{(pid=104076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 19 11:15:11.690726 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:11.827259 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks [] for port (71fc0996-d492-4438-bd06-b573505fa104), precommit_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:11.858325 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776550003429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (71fc0996-d492-4438-bd06-b573505fa104), after_create {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:11.900312 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 is already hosted by enough agents. {{(pid=104076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 19 11:15:11.905535 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.base_scheduler [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Resources bound (agent type, host, resource id): {{(pid=104076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 19 11:15:11.910116 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Received port after_create {{(pid=104076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 19 11:15:11.916325 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Pushing event updated for resources: {'Port': ['ID=71fc0996-d492-4438-bd06-b573505fa104,revision_number=1']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:11.965714 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:11.966316 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:11.982179 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-1a1e3ecb-4e14-4714-aed0-9a5ddcd127ec tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526628 Jul 19 11:15:11.991303 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-2aa4f0b7-9755-4121-8fe4-367201a3852b tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] http://10.222.0.33:9696/v2.0/extensions returned with HTTP 200 {{(pid=104076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 19 11:15:11.992223 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-2aa4f0b7-9755-4121-8fe4-367201a3852b tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048172 Jul 19 11:15:12.052688 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.v2.base [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Request body: {'port': {'device_id': '11f9f6fe-f51f-4ac4-862d-93d028914265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 19 11:15:12.109798 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (71fc0996-d492-4438-bd06-b573505fa104), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:12.361118 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fc0996-d492-4438-bd06-b573505fa104 {{(pid=104076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:15:12.368390 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Publish callbacks [] for port (71fc0996-d492-4438-bd06-b573505fa104), precommit_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:12.381276 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.provisioning_blocks [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Transition to ACTIVE for port object 71fc0996-d492-4438-bd06-b573505fa104 will not be triggered until provisioned by entity L2. {{(pid=104076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 19 11:15:12.386033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (71fc0996-d492-4438-bd06-b573505fa104), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:12.420290 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:12.436460 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=71fc0996-d492-4438-bd06-b573505fa104,revision_number=2']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:12.507587 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Attempting to bind port 71fc0996-d492-4438-bd06-b573505fa104 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 19 11:15:12.507913 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Attempting to bind port 71fc0996-d492-4438-bd06-b573505fa104 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26'}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 19 11:15:12.508235 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Attempting to bind port 71fc0996-d492-4438-bd06-b573505fa104 on network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:15:12.512546 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Port 71fc0996-d492-4438-bd06-b573505fa104 on network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 19 11:15:12.512894 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Attempting to bind port 71fc0996-d492-4438-bd06-b573505fa104 on network c2bd2a07-350f-4ebf-bfca-5af583b3ac26 {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 19 11:15:12.518333 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Checking agent: {'id': '7d0b708c-5fad-4652-89db-ff3bb87d350e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'started_at': datetime.datetime(2022, 7, 19, 11, 2, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 19, 11, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 19 11:15:12.518660 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Checking segment: {'id': 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 19 11:15:12.519033 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Bound using segment: {'id': 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26'} {{(pid=104076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 19 11:15:12.519450 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.managers [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Bound port: 71fc0996-d492-4438-bd06-b573505fa104, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26'}}] {{(pid=104076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 19 11:15:12.519802 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (71fc0996-d492-4438-bd06-b573505fa104), before_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:12.539788 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:12.599162 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd195ffa-9a7f-420d-99c3-64b4c74087ce req-a93bae23-f381-4f91-9b52-2795e8662dd4 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:12.600627 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd195ffa-9a7f-420d-99c3-64b4c74087ce req-a93bae23-f381-4f91-9b52-2795e8662dd4 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 944 time: 0.0787313 Jul 19 11:15:12.643216 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] For port 71fc0996-d492-4438-bd06-b573505fa104, host hv-cinder-maste, cleared binding levels {{(pid=104076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 19 11:15:12.650571 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] For port 71fc0996-d492-4438-bd06-b573505fa104, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71fc0996-d492-4438-bd06-b573505fa104,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 19 11:15:12.661919 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8385820'] for port (71fc0996-d492-4438-bd06-b573505fa104), after_update {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:12.696433 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-bd195ffa-9a7f-420d-99c3-64b4c74087ce req-c7e13b1b-b57a-4b12-a0de-0b9b1fad7a16 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892925 Jul 19 11:15:12.705488 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:12.706166 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:12.707475 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] 10.222.0.27 "PUT /v2.0/ports/71fc0996-d492-4438-bd06-b573505fa104 HTTP/1.1" status: 200 len: 1094 time: 0.7030940 Jul 19 11:15:12.707899 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f9f6fe-f51f-4ac4-862d-93d028914265', 'tag': '71fc0996-d492-4438-bd06-b573505fa104'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:15:12.710155 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be" -d '{"events": [{"name": "network-changed", "server_uuid": "11f9f6fe-f51f-4ac4-862d-93d028914265", "tag": "71fc0996-d492-4438-bd06-b573505fa104"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:15:12.733198 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba1b1d-e5c1-490f-9b0d-49cecac93fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=71fc0996-d492-4438-bd06-b573505fa104,revision_number=3']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:12.748463 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2645f8-636c-4823-8572-fa7eb92de0d7 x-openstack-request-id: req-8d2645f8-636c-4823-8572-fa7eb92de0d7 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:15:12.748793 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f9f6fe-f51f-4ac4-862d-93d028914265", "tag": "71fc0996-d492-4438-bd06-b573505fa104", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:15:12.749085 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d2645f8-636c-4823-8572-fa7eb92de0d7 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:15:12.749496 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2645f8-636c-4823-8572-fa7eb92de0d7'] response: {'name': 'network-changed', 'server_uuid': '11f9f6fe-f51f-4ac4-862d-93d028914265', 'tag': '71fc0996-d492-4438-bd06-b573505fa104', 'status': 'completed', 'code': 200} Jul 19 11:15:12.785374 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:12.826169 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927628cd-21db-4835-b0dc-aec19b355c02 req-c5f40347-7a0a-4f73-ac99-55649a30a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:12.827653 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-c5f40347-7a0a-4f73-ac99-55649a30a005 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c519c231d95d4e14b2db727ea22d3b50&device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 1128 time: 0.0400450 Jul 19 11:15:12.874066 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-7e6d82c0-73c9-463a-a7e8-58cdfbec636e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71fc0996-d492-4438-bd06-b573505fa104 HTTP/1.1" status: 200 len: 217 time: 0.0331664 Jul 19 11:15:12.924002 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927628cd-21db-4835-b0dc-aec19b355c02 req-8b42719a-cc79-4d1b-bbd0-a2c28ef213b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:12.925492 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-8b42719a-cc79-4d1b-bbd0-a2c28ef213b5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=589dfc57-a824-47a5-ade4-58b7d6a36724 HTTP/1.1" status: 200 len: 853 time: 0.0440176 Jul 19 11:15:12.961775 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-b7e2c7af-14e9-4c33-a5c2-dd5825c1e485 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296309 Jul 19 11:15:13.052272 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-47765b5c-3bce-4e2a-abe1-4a0db389b898 service neutron] 10.222.0.27 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838888 Jul 19 11:15:13.144741 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-927628cd-21db-4835-b0dc-aec19b355c02 req-866f0872-d754-4cb2-b3a7-08565dbcdaf1 service neutron] 10.222.0.27 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856447 Jul 19 11:15:13.811064 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e4676-40b7-4286-9827-b4f80e285cec req-4e42ef54-1280-47a9-a717-c9aca330f741 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:13.812514 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5a9e4676-40b7-4286-9827-b4f80e285cec req-4e42ef54-1280-47a9-a717-c9aca330f741 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 944 time: 0.0471876 Jul 19 11:15:13.858286 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5a9e4676-40b7-4286-9827-b4f80e285cec req-093045a2-be94-4be9-ae18-2c6b7384356f tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Jul 19 11:15:14.026597 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-2de1f6e9-d210-41f0-8373-238353cef3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:14.027947 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-2de1f6e9-d210-41f0-8373-238353cef3d4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c519c231d95d4e14b2db727ea22d3b50&device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 1128 time: 0.0379841 Jul 19 11:15:14.118173 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-401ecb38-2820-42d8-93c7-99410e07b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:14.119567 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-401ecb38-2820-42d8-93c7-99410e07b485 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26 HTTP/1.1" status: 200 len: 914 time: 0.0857389 Jul 19 11:15:14.157842 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-dc9edb1b-0481-42fd-86a0-6b84d40ff035 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71fc0996-d492-4438-bd06-b573505fa104 HTTP/1.1" status: 200 len: 217 time: 0.0325286 Jul 19 11:15:14.202154 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:14.208907 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-ce9e0a94-258c-479d-b921-dfa424f95c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:14.210303 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-ce9e0a94-258c-479d-b921-dfa424f95c3d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=589dfc57-a824-47a5-ade4-58b7d6a36724 HTTP/1.1" status: 200 len: 853 time: 0.0475857 Jul 19 11:15:14.240732 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-bef65362-db07-4c6c-a5da-be863aecb5cb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c2bd2a07-350f-4ebf-bfca-5af583b3ac26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253088 Jul 19 11:15:14.326681 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-bbdb24f5-7b79-4733-8e0e-395012ecc1a6 service neutron] 10.222.0.27 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805988 Jul 19 11:15:14.404688 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:14.422389 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0003853f-d0f1-4dfa-bbcc-fad5b18ab9be req-e8467106-e038-4f72-bee6-11a5e1c0b385 service neutron] 10.222.0.27 "GET /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905018 Jul 19 11:15:14.898588 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:14.973083 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660bc37-51ed-4eca-b404-0fd8eb3ed839 req-fc752602-aff0-4a96-9f90-0c96b6b6bdc7 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:14.974509 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5660bc37-51ed-4eca-b404-0fd8eb3ed839 req-fc752602-aff0-4a96-9f90-0c96b6b6bdc7 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 944 time: 0.0460734 Jul 19 11:15:15.025526 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-5660bc37-51ed-4eca-b404-0fd8eb3ed839 req-94a0666e-9007-4368-a241-7a869bb6f04a tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Jul 19 11:15:15.806891 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 71fc0996-d492-4438-bd06-b573505fa104 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104078) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 19 11:15:15.902807 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 71fc0996-d492-4438-bd06-b573505fa104, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71fc0996-d492-4438-bd06-b573505fa104,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:15.914264 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Returning: {'device': '71fc0996-d492-4438-bd06-b573505fa104', 'network_id': 'c2bd2a07-350f-4ebf-bfca-5af583b3ac26', 'port_id': '71fc0996-d492-4438-bd06-b573505fa104', 'mac_address': 'fa:16:3e:62:8a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589dfc57-a824-47a5-ade4-58b7d6a36724', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104078) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 19 11:15:15.951053 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 71fc0996-d492-4438-bd06-b573505fa104 is: DOWN; New status is: BUILD {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:15:15.951454 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (71fc0996-d492-4438-bd06-b573505fa104), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:16.090450 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fc0996-d492-4438-bd06-b573505fa104 {{(pid=104078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 19 11:15:16.110094 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 71fc0996-d492-4438-bd06-b573505fa104, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71fc0996-d492-4438-bd06-b573505fa104,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:16.114219 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (71fc0996-d492-4438-bd06-b573505fa104), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:16.139955 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578ab63-698b-4310-8280-7964156e4810 req-13604939-a1ec-4f66-9a2a-74234c8d9e11 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:16.142112 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4578ab63-698b-4310-8280-7964156e4810 req-13604939-a1ec-4f66-9a2a-74234c8d9e11 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 944 time: 0.0487213 Jul 19 11:15:16.159812 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=71fc0996-d492-4438-bd06-b573505fa104,revision_number=4']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:16.166864 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.167220 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.167565 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.167905 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.168241 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.168573 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.168926 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.169254 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.169581 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.169907 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.170242 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.170567 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.170890 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.171214 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.171532 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:16.189773 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-4578ab63-698b-4310-8280-7964156e4810 req-699709c2-afd4-4b52-82d0-e7edecd5f7c3 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420382 Jul 19 11:15:16.411655 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['71fc0996-d492-4438-bd06-b573505fa104'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:15:17.301320 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3265a1-4386-4d37-80f1-be1f7751c61e req-3962edea-6267-45a8-9b25-cb2742829555 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:17.302737 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1d3265a1-4386-4d37-80f1-be1f7751c61e req-3962edea-6267-45a8-9b25-cb2742829555 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 945 time: 0.0457807 Jul 19 11:15:17.347954 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-1d3265a1-4386-4d37-80f1-be1f7751c61e req-9a6e9bb6-f272-42f7-a662-123a2af5da47 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Jul 19 11:15:17.806142 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 71fc0996-d492-4438-bd06-b573505fa104 up at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 19 11:15:17.847757 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning for port 71fc0996-d492-4438-bd06-b573505fa104 completed by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 19 11:15:17.853190 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.provisioning_blocks [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Provisioning complete for port 71fc0996-d492-4438-bd06-b573505fa104 triggered by entity L2. {{(pid=104078) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 19 11:15:17.853566 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2079379'] for port (71fc0996-d492-4438-bd06-b573505fa104), provisioning_complete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:17.924883 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Current status of the port 71fc0996-d492-4438-bd06-b573505fa104 is: BUILD; New status is: ACTIVE {{(pid=104078) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 19 11:15:17.925281 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974084'] for port (71fc0996-d492-4438-bd06-b573505fa104), before_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:17.962312 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9f6fe-f51f-4ac4-862d-93d028914265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fc0996-d492-4438-bd06-b573505fa104'}] {{(pid=104078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:15:17.964556 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536849054461dcd03f8c8a696c1bb9dd4057031c2ef36fd29dd5dbe134351c98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b535e4e-b5ae-4063-9f6a-3110246808f2" -d '{"events": [{"server_uuid": "11f9f6fe-f51f-4ac4-862d-93d028914265", "name": "network-vif-plugged", "status": "completed", "tag": "71fc0996-d492-4438-bd06-b573505fa104"}]}' {{(pid=104078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:15:17.977791 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] For port 71fc0996-d492-4438-bd06-b573505fa104, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71fc0996-d492-4438-bd06-b573505fa104,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:17.981729 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776550385412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776550003447', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776550005773'] for port (71fc0996-d492-4438-bd06-b573505fa104), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:18.028466 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Pushing event updated for resources: {'Port': ['ID=71fc0996-d492-4438-bd06-b573505fa104,revision_number=5']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:18.059991 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe73b3dc-f45e-44e8-a1d3-ef157d916c5d x-openstack-request-id: req-fe73b3dc-f45e-44e8-a1d3-ef157d916c5d {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:15:18.060295 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9f6fe-f51f-4ac4-862d-93d028914265", "name": "network-vif-plugged", "status": "completed", "tag": "71fc0996-d492-4438-bd06-b573505fa104", "code": 200}]} {{(pid=104078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:15:18.060554 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fe73b3dc-f45e-44e8-a1d3-ef157d916c5d {{(pid=104078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:15:18.060992 dv-cinder-master-3-iscsi neutron-server[104078]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe73b3dc-f45e-44e8-a1d3-ef157d916c5d'] response: {'server_uuid': '11f9f6fe-f51f-4ac4-862d-93d028914265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fc0996-d492-4438-bd06-b573505fa104', 'code': 200} Jul 19 11:15:18.259617 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb6cf0-7b65-4e5b-8868-6a05047a2e06 req-6e140fe3-ed7b-4ec4-9bd6-381462a9c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:18.261212 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-acdb6cf0-7b65-4e5b-8868-6a05047a2e06 req-6e140fe3-ed7b-4ec4-9bd6-381462a9c74b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 1130 time: 0.0427165 Jul 19 11:15:18.303199 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-acdb6cf0-7b65-4e5b-8868-6a05047a2e06 req-5b2b9015-cb5f-4fa8-af65-33bf72f2e28b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360446 Jul 19 11:15:18.460967 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92e0df-3814-4f1c-9f37-cf43a75f7c5a req-b0f17596-f37a-4b9c-aa48-cd2f9523b937 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:18.462484 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-de92e0df-3814-4f1c-9f37-cf43a75f7c5a req-b0f17596-f37a-4b9c-aa48-cd2f9523b937 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 946 time: 0.0463989 Jul 19 11:15:18.507548 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-de92e0df-3814-4f1c-9f37-cf43a75f7c5a req-c9088aee-ed46-459b-bb54-1b6785e80453 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397632 Jul 19 11:15:19.625943 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07561305-3c11-4546-b825-1d4f736d8c9d req-7c68858f-e423-4abb-b4ad-50d2ddcf14da tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:19.627679 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07561305-3c11-4546-b825-1d4f736d8c9d req-7c68858f-e423-4abb-b4ad-50d2ddcf14da tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 946 time: 0.0529950 Jul 19 11:15:19.674681 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-07561305-3c11-4546-b825-1d4f736d8c9d req-b62182c0-97ae-4906-8559-fc41460d4097 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Jul 19 11:15:22.541206 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:15:27.256225 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:27.260516 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:27.269627 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:27.672307 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ad85e45f-0368-4ad0-8288-282f53937119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:28.500896 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=70 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:28.503703 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=60 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:29.668261 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=47 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:29.670953 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=29 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:29.983786 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-bcb80922-6418-4492-a87d-758bec72f76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:30.633854 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57690) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:30.777458 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Deleting port 7f3d3adc-925a-4652-a6f1-07fe951e9437 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:30.778169 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (7f3d3adc-925a-4652-a6f1-07fe951e9437), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:30.856330 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (7f3d3adc-925a-4652-a6f1-07fe951e9437), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:30.856659 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (7f3d3adc-925a-4652-a6f1-07fe951e9437), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:30.869236 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Calling delete_port for 7f3d3adc-925a-4652-a6f1-07fe951e9437 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:31.013582 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (7f3d3adc-925a-4652-a6f1-07fe951e9437), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:31.038849 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event deleted for resources: {'Port': ['ID=7f3d3adc-925a-4652-a6f1-07fe951e9437,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:31.100889 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (8da3be56-4200-4349-869b-e785aeb500bf), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:31.101870 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Floating IP 8da3be56-4200-4349-869b-e785aeb500bf disassociated (deleted). External IP: 172.37.3.163, port: 0518c0aa-dba9-44fd-93b2-3630f121afee. Jul 19 11:15:31.162202 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:31.300223 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Router 6bce7190-2946-4c98-baea-553cc7a1366c has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:15:31.402545 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:15:31.407979 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:31.412352 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] Sync routers for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:15:31.421542 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:15:31.422152 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:15:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:31.438233 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-022eddb6-c32a-4ed1-9aea-15c86602c56f tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "DELETE /v2.0/floatingips/8da3be56-4200-4349-869b-e785aeb500bf HTTP/1.1" status: 204 len: 168 time: 0.8032870 Jul 19 11:15:31.438905 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:15:31.441329 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77895da5-ae3c-498e-b941-4f4f515b4231" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:15:31.506575 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b200e198-2b6f-4764-a442-f8483fb833f3 x-openstack-request-id: req-b200e198-2b6f-4764-a442-f8483fb833f3 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:15:31.506874 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:15:31.507129 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b200e198-2b6f-4764-a442-f8483fb833f3 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:15:31.507555 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b200e198-2b6f-4764-a442-f8483fb833f3'] response: {'name': 'network-changed', 'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'status': 'completed', 'code': 200} Jul 19 11:15:31.532794 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:15:31.589855 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:31.600850 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:31.607286 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-ecc802ee-e8d2-4cc2-a429-d316d946e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:31.610216 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-ecc802ee-e8d2-4cc2-a429-d316d946e032 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 1129 time: 0.0553443 Jul 19 11:15:31.701707 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8f249-aa72-4cac-995e-e1edb3e3859e req-9cf240eb-595e-4ba9-97ff-2015566e1722 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:31.703824 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-19a8f249-aa72-4cac-995e-e1edb3e3859e req-9cf240eb-595e-4ba9-97ff-2015566e1722 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 945 time: 0.0529113 Jul 19 11:15:31.756049 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-19a8f249-aa72-4cac-995e-e1edb3e3859e req-865e9265-b87a-4193-9a44-777438a98bba tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463755 Jul 19 11:15:31.868500 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88ad1273-800f-432d-8c6d-16f88048ef7b', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.235', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:12:01Z', 'updated_at': '2022-07-19T11:12:04Z', 'revision_number': 1, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:31.894580 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] Checking router: 6bce7190-2946-4c98-baea-553cc7a1366c for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:15:31.902801 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:15:31.903392 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:15:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:32.002876 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:15:32.205771 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88ad1273-800f-432d-8c6d-16f88048ef7b', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.235', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:12:01Z', 'updated_at': '2022-07-19T11:12:04Z', 'revision_number': 1, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:32.232407 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3cf361-c53a-4d94-90ab-bb4b99c55e10 None None] The sync data for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi is: [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88ad1273-800f-432d-8c6d-16f88048ef7b', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'floating_ip_address': '172.37.3.235', 'floating_network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'router_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'port_id': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'mac_address': 'fa:16:3e:57:26:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-19T11:12:01Z', 'updated_at': '2022-07-19T11:12:04Z', 'revision_number': 1, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:15:32.453737 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb6715-c2ce-4bed-ae6c-2cff77bf00f3 None None] New status for floating IP 8da3be56-4200-4349-869b-e785aeb500bf: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:15:32.588904 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:32.791048 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:32.877614 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96bec-b0b8-465f-a867-77f975ca5ffa req-0528d476-cacf-478e-9f20-491ca54634af tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:32.879107 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-20c96bec-b0b8-465f-a867-77f975ca5ffa req-0528d476-cacf-478e-9f20-491ca54634af tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 945 time: 0.0486639 Jul 19 11:15:32.931260 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-20c96bec-b0b8-465f-a867-77f975ca5ffa req-29c5cad6-472e-4c25-a7a5-aa6924d0266a tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464118 Jul 19 11:15:34.041413 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7539170-c6dd-4bcc-b61f-2116c0cfb1e5 req-9ab0818e-169a-447d-aca3-756b4ab0e866 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:34.042838 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b7539170-c6dd-4bcc-b61f-2116c0cfb1e5 req-9ab0818e-169a-447d-aca3-756b4ab0e866 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 945 time: 0.0464423 Jul 19 11:15:34.090803 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-b7539170-c6dd-4bcc-b61f-2116c0cfb1e5 req-6e3ddb70-6b76-4f26-a634-0f77acdcdbcb tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419278 Jul 19 11:15:34.883541 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-ec733591-1924-41ca-9096-ecc1c2ece766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:34.885011 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-ec733591-1924-41ca-9096-ecc1c2ece766 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.0866401 Jul 19 11:15:34.960621 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-bee74ab3-adf3-4fae-9159-b4e8940f7a2b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0518c0aa-dba9-44fd-93b2-3630f121afee HTTP/1.1" status: 200 len: 217 time: 0.0377638 Jul 19 11:15:35.126915 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-314e54c3-16e7-4305-a2ee-19f515f90c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:35.128656 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-314e54c3-16e7-4305-a2ee-19f515f90c76 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0497932 Jul 19 11:15:35.206058 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda4cfa-8d62-4e37-8308-9d853d16a37b req-3dd9777b-131c-49c3-b2fe-04ac2bd98624 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:35.207498 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cbda4cfa-8d62-4e37-8308-9d853d16a37b req-3dd9777b-131c-49c3-b2fe-04ac2bd98624 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 945 time: 0.0474436 Jul 19 11:15:35.286529 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-cbda4cfa-8d62-4e37-8308-9d853d16a37b req-4027379e-8a12-450d-84a0-f9dbe94fb167 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736773 Jul 19 11:15:35.287611 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-ae5db4a5-c19f-461f-9c0a-279a9fee1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:35.289001 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-ae5db4a5-c19f-461f-9c0a-279a9fee1b0a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570791 Jul 19 11:15:35.384719 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-e28f6c2b-c71b-4f5f-80f8-f8664906a1bb service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887265 Jul 19 11:15:35.553416 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-77895da5-ae3c-498e-b941-4f4f515b4231 req-82089d7d-f731-4a4d-97eb-6f1c0eb63042 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883360 Jul 19 11:15:35.657666 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-d95fa24d-88e3-4af3-aa75-602a0c0932da tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:35.659145 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-d95fa24d-88e3-4af3-aa75-602a0c0932da tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 945 time: 0.0463066 Jul 19 11:15:35.745884 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Deleting port 0518c0aa-dba9-44fd-93b2-3630f121afee {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:35.746225 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:35.837494 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] For port 0518c0aa-dba9-44fd-93b2-3630f121afee, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0518c0aa-dba9-44fd-93b2-3630f121afee,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:35.837766 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:35.850739 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Calling delete_port for 0518c0aa-dba9-44fd-93b2-3630f121afee owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:35.957001 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:35.967135 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:35.980600 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (0518c0aa-dba9-44fd-93b2-3630f121afee), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:36.008388 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event deleted for resources: {'Port': ['ID=0518c0aa-dba9-44fd-93b2-3630f121afee,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:36.061947 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] No DVR routers for this DVR port 0518c0aa-dba9-44fd-93b2-3630f121afee on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:15:36.064658 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:36.068146 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-2d2fbce1-90d0-4693-93ec-91b7eb749338 req-b8e76271-d8e6-4e5d-a9c6-8bc10f72b774 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "DELETE /v2.0/ports/0518c0aa-dba9-44fd-93b2-3630f121afee HTTP/1.1" status: 204 len: 173 time: 0.3952098 Jul 19 11:15:36.068591 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'name': 'network-vif-deleted', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:15:36.070797 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f8917a-f218-48bc-b342-60f8f3817708" -d '{"events": [{"server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "name": "network-vif-deleted", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:15:36.167478 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae8f44f-19b3-4990-95bb-a5f866c96a1b x-openstack-request-id: req-6ae8f44f-19b3-4990-95bb-a5f866c96a1b {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:15:36.167771 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c3d260-c061-48b7-8233-a3c3ef00d062", "name": "network-vif-deleted", "tag": "0518c0aa-dba9-44fd-93b2-3630f121afee", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:15:36.168027 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6ae8f44f-19b3-4990-95bb-a5f866c96a1b {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:15:36.168429 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae8f44f-19b3-4990-95bb-a5f866c96a1b'] response: {'server_uuid': 'f3c3d260-c061-48b7-8233-a3c3ef00d062', 'name': 'network-vif-deleted', 'tag': '0518c0aa-dba9-44fd-93b2-3630f121afee', 'status': 'completed', 'code': 200} Jul 19 11:15:36.386064 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-5a720817-e6b8-4d7d-b16b-47d188eeb23e req-6062b3cd-63f7-4754-b18d-3f33d886e4fc tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=f3c3d260-c061-48b7-8233-a3c3ef00d062 HTTP/1.1" status: 200 len: 210 time: 0.0296209 Jul 19 11:15:39.668982 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57764) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:39.807371 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Deleting port 25e4088b-4b46-4656-8617-4d31cfc1a1dd {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:39.807636 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (25e4088b-4b46-4656-8617-4d31cfc1a1dd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:39.882583 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (25e4088b-4b46-4656-8617-4d31cfc1a1dd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:39.882907 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (25e4088b-4b46-4656-8617-4d31cfc1a1dd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:39.896836 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Calling delete_port for 25e4088b-4b46-4656-8617-4d31cfc1a1dd owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:39.932290 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 0518c0aa-dba9-44fd-93b2-3630f121afee no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:39.951955 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 0518c0aa-dba9-44fd-93b2-3630f121afee {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:39.952302 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 0518c0aa-dba9-44fd-93b2-3630f121afee not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:40.055785 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (25e4088b-4b46-4656-8617-4d31cfc1a1dd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:40.080019 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event deleted for resources: {'Port': ['ID=25e4088b-4b46-4656-8617-4d31cfc1a1dd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:40.146637 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (88ad1273-800f-432d-8c6d-16f88048ef7b), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:40.147008 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.db.l3_db [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Floating IP 88ad1273-800f-432d-8c6d-16f88048ef7b disassociated (deleted). External IP: 172.37.3.235, port: 29b83b99-dced-4119-b3f1-cb6ec3d0c385. Jul 19 11:15:40.614518 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Router 6bce7190-2946-4c98-baea-553cc7a1366c has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:15:40.661778 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:40.723155 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:15:40.728662 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:40.733283 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] Sync routers for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:15:40.738418 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:40.746005 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:15:40.746005 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:15:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:40.797366 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-1b874413-4d7c-486d-bafe-bf675739fb21 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "DELETE /v2.0/floatingips/88ad1273-800f-432d-8c6d-16f88048ef7b HTTP/1.1" status: 204 len: 168 time: 1.1271501 Jul 19 11:15:40.798241 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:15:40.800906 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:15:40.810263 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb454f-edad-4eb4-8f88-b87a5b0add87 req-240cc033-1c0a-4209-9b04-e6aac61d226a tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:40.811848 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8fb454f-edad-4eb4-8f88-b87a5b0add87 req-240cc033-1c0a-4209-9b04-e6aac61d226a tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 946 time: 0.0868876 Jul 19 11:15:40.855356 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:15:40.867539 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-b8fb454f-edad-4eb4-8f88-b87a5b0add87 req-c35734d6-2d6b-46bd-9c33-998651a3c5a0 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494218 Jul 19 11:15:40.878801 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:40.922720 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 19 Jul 2022 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a6bdda-c44b-494a-a887-538665ecd2c2 x-openstack-request-id: req-c4a6bdda-c44b-494a-a887-538665ecd2c2 {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:15:40.923178 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:15:40.923547 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c4a6bdda-c44b-494a-a887-538665ecd2c2 {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:15:40.924055 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a6bdda-c44b-494a-a887-538665ecd2c2'] response: {'name': 'network-changed', 'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'status': 'completed', 'code': 200} Jul 19 11:15:41.040060 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910d31-e0bd-4da2-a9a4-70cb8dc93409 req-b5220414-83b4-4f77-94b6-ca884cfdce96 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:41.041453 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-37910d31-e0bd-4da2-a9a4-70cb8dc93409 req-b5220414-83b4-4f77-94b6-ca884cfdce96 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0472264 Jul 19 11:15:41.042063 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=100 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:41.051963 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:41.079165 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] Checking router: 6bce7190-2946-4c98-baea-553cc7a1366c for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:15:41.087563 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:15:41.088156 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:15:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:41.094411 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-37910d31-e0bd-4da2-a9a4-70cb8dc93409 req-d7917ea9-8349-4324-b9d0-6f868b0a2670 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464761 Jul 19 11:15:41.190224 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:15:41.375376 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:41.399815 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de30abd-10bb-4cf1-acdd-81355b28a331 None None] The sync data for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi is: [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:53Z', 'revision_number': 4, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd0e2459f-68b9-4b7c-9094-56a294232936', 'name': '', 'network_id': '1660664f-e111-4b9d-93da-a8c613b3e4df', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'mac_address': 'fa:16:3e:f1:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:52Z', 'updated_at': '2022-07-19T11:07:58Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'subnets': [{'id': '8031d3e6-48b0-44de-8dd5-9ff40019a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:15:41.616200 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8f774-a781-4be0-992c-68c201d5ff91 None None] New status for floating IP 88ad1273-800f-432d-8c6d-16f88048ef7b: DOWN {{(pid=104078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 19 11:15:41.986800 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31d8e2-57a3-423f-b530-6707738172a8 req-c63e8b56-b007-444d-aa84-29ca4db34ba8 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:41.988265 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bd31d8e2-57a3-423f-b530-6707738172a8 req-c63e8b56-b007-444d-aa84-29ca4db34ba8 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 946 time: 0.0469656 Jul 19 11:15:42.038745 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bd31d8e2-57a3-423f-b530-6707738172a8 req-534c5438-13de-445e-8629-042727b70338 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 Jul 19 11:15:42.210612 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb542e-f3da-47a8-87bb-8b3feb7a5d42 req-415304bb-f7a7-476e-8684-f941016d98f3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:42.211963 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0adb542e-f3da-47a8-87bb-8b3feb7a5d42 req-415304bb-f7a7-476e-8684-f941016d98f3 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0475430 Jul 19 11:15:42.259910 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-0adb542e-f3da-47a8-87bb-8b3feb7a5d42 req-354ab65c-68e6-48fc-9370-2a68f101102c tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 Jul 19 11:15:43.150367 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31238e-c75f-4345-9e82-350d2ee39ea6 req-c9f2c1d0-bfb8-4343-bd09-c01431eb04a1 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:43.151808 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4a31238e-c75f-4345-9e82-350d2ee39ea6 req-c9f2c1d0-bfb8-4343-bd09-c01431eb04a1 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 946 time: 0.0470541 Jul 19 11:15:43.197807 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-4a31238e-c75f-4345-9e82-350d2ee39ea6 req-43e28ff9-52ef-42f1-9ddc-67362529d5d5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Jul 19 11:15:43.369752 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0def5-bcd8-4fc5-bda2-972da0da4d01 req-72c5a579-e794-4308-8fe2-f44132a7626d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:43.371174 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-97e0def5-bcd8-4fc5-bda2-972da0da4d01 req-72c5a579-e794-4308-8fe2-f44132a7626d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0459032 Jul 19 11:15:43.420357 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-97e0def5-bcd8-4fc5-bda2-972da0da4d01 req-301767d8-cb4d-4ee1-85aa-d30b8b505260 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Jul 19 11:15:43.712676 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-b3be8819-86ee-4798-b111-667f8f738f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:43.714155 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-b3be8819-86ee-4798-b111-667f8f738f69 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7109adf88ac4391aee35c150e96e0b1&device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 1130 time: 0.0422199 Jul 19 11:15:43.916156 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-936fc43a-6027-47d1-82ba-ff348a71e5fa tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:43.917729 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-936fc43a-6027-47d1-82ba-ff348a71e5fa tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.27 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 946 time: 0.0468228 Jul 19 11:15:43.956391 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-7dc9dd48-0628-4ae0-88c6-86179d8cb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:43.957854 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-7dc9dd48-0628-4ae0-88c6-86179d8cb397 service neutron] 10.222.0.27 "GET /v2.0/networks?id=1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 200 len: 913 time: 0.0875478 Jul 19 11:15:44.052332 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-0998d721-0327-493b-8d2f-f5225524de7c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385 HTTP/1.1" status: 200 len: 217 time: 0.0641596 Jul 19 11:15:44.064396 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Deleting port 71fc0996-d492-4438-bd06-b573505fa104 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:44.064766 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (71fc0996-d492-4438-bd06-b573505fa104), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:44.075957 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-a3a32c84-50f9-42c7-bfb0-eb4d747d765d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:44.077423 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-a3a32c84-50f9-42c7-bfb0-eb4d747d765d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0903726 Jul 19 11:15:44.150046 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-f4a905ca-edba-4da3-8356-708865f9cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:44.151476 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-f4a905ca-edba-4da3-8356-708865f9cbc4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 200 len: 851 time: 0.0917697 Jul 19 11:15:44.152996 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] For port 71fc0996-d492-4438-bd06-b573505fa104, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=71fc0996-d492-4438-bd06-b573505fa104,segment=NetworkSegment(fb1316c7-3518-48dc-bd6a-dd91d2f2f13d),segment_id=fb1316c7-3518-48dc-bd6a-dd91d2f2f13d)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:44.153518 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (71fc0996-d492-4438-bd06-b573505fa104), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:44.166826 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Calling delete_port for 71fc0996-d492-4438-bd06-b573505fa104 owned by compute:nova {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:44.219176 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Deleting port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:44.219521 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:44.236400 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-db2a8628-5ac2-463c-ac67-e724ba6b7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:44.237956 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-db2a8628-5ac2-463c-ac67-e724ba6b7b84 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=1660664f-e111-4b9d-93da-a8c613b3e4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656955 Jul 19 11:15:44.339202 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef6010-d197-40b7-9ed0-93ed5111a2be req-5c9f2d1c-2745-4525-b202-1e902e27e228 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:44.345202 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-35ef6010-d197-40b7-9ed0-93ed5111a2be req-5c9f2d1c-2745-4525-b202-1e902e27e228 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/ports?device_id=11f9f6fe-f51f-4ac4-862d-93d028914265 HTTP/1.1" status: 200 len: 946 time: 0.0684838 Jul 19 11:15:44.346503 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (71fc0996-d492-4438-bd06-b573505fa104), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:44.380828 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] For port 29b83b99-dced-4119-b3f1-cb6ec3d0c385, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29b83b99-dced-4119-b3f1-cb6ec3d0c385,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:44.381490 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:44.384408 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] get_ports_and_sgs() called for port_ids ['71fc0996-d492-4438-bd06-b573505fa104'] {{(pid=104078) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 19 11:15:44.386893 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:44.394872 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Pushing event deleted for resources: {'Port': ['ID=71fc0996-d492-4438-bd06-b573505fa104,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:44.406937 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Calling delete_port for 29b83b99-dced-4119-b3f1-cb6ec3d0c385 owned by compute:nova {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:44.412649 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-3f2b1584-f47a-4385-a9bc-2b8293421448 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646326 Jul 19 11:15:44.422123 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.422475 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.422819 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.423159 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.423494 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.423824 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.424157 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.424483 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.424835 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.425166 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.425492 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.425819 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.426149 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.426470 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.426798 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:15:44.455153 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:44.459534 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-35ef6010-d197-40b7-9ed0-93ed5111a2be req-275f0a63-1857-454a-ac7a-27e1a21dd98d tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.33 "GET /v2.0/security-groups?id=56d33930-307a-41cf-b015-e28ddd38fe90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105423 Jul 19 11:15:44.482344 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] No DVR routers for this DVR port 71fc0996-d492-4438-bd06-b573505fa104 on host hv-cinder-maste {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:15:44.482557 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=100 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:44.486947 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:44.490295 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [req-bafcc706-7711-4baa-809c-ad4af7b5ab9f req-592346cf-de29-48c5-ab5f-583236349ed5 tempest-VolumesSnapshotTestJSON-1651191866 tempest-VolumesSnapshotTestJSON-1651191866-project] 10.222.0.27 "DELETE /v2.0/ports/71fc0996-d492-4438-bd06-b573505fa104 HTTP/1.1" status: 204 len: 173 time: 0.5050752 Jul 19 11:15:44.491278 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f9f6fe-f51f-4ac4-862d-93d028914265', 'name': 'network-vif-deleted', 'tag': '71fc0996-d492-4438-bd06-b573505fa104'}] {{(pid=104077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:15:44.493662 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03a482b4236c5efdabf27683247d4a38fb1b539d264ca57e474304bab89a6701" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5193561-b410-45a1-979e-b0261108cd90" -d '{"events": [{"server_uuid": "11f9f6fe-f51f-4ac4-862d-93d028914265", "name": "network-vif-deleted", "tag": "71fc0996-d492-4438-bd06-b573505fa104"}]}' {{(pid=104077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:15:44.596089 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d5c4-999e-4ec2-8ace-67c3ced0e9fe req-173c1b3f-868e-49b3-80b2-82817230399d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 19 11:15:44.598607 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-47a2d5c4-999e-4ec2-8ace-67c3ced0e9fe req-173c1b3f-868e-49b3-80b2-82817230399d tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/ports?device_id=3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2 HTTP/1.1" status: 200 len: 946 time: 0.0842636 Jul 19 11:15:44.598758 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced98360-b99a-409a-ac97-c200a6294390 x-openstack-request-id: req-ced98360-b99a-409a-ac97-c200a6294390 {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:15:44.598957 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f9f6fe-f51f-4ac4-862d-93d028914265", "name": "network-vif-deleted", "tag": "71fc0996-d492-4438-bd06-b573505fa104", "status": "completed", "code": 200}]} {{(pid=104077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:15:44.599175 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ced98360-b99a-409a-ac97-c200a6294390 {{(pid=104077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:15:44.599579 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced98360-b99a-409a-ac97-c200a6294390'] response: {'server_uuid': '11f9f6fe-f51f-4ac4-862d-93d028914265', 'name': 'network-vif-deleted', 'tag': '71fc0996-d492-4438-bd06-b573505fa104', 'status': 'completed', 'code': 200} Jul 19 11:15:44.637910 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-23c9a14e-c59c-4b2f-b347-1190cd0da8e0 req-121b109e-0ef6-4af9-9a42-9c5c3dfefda7 service neutron] 10.222.0.27 "GET /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183404 Jul 19 11:15:44.699723 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-47a2d5c4-999e-4ec2-8ace-67c3ced0e9fe req-58888ae3-d529-4bb9-a1b4-42dc14081965 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "GET /v2.0/security-groups?id=4a386f58-de99-4ec8-a73d-a8a358bf9540&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876541 Jul 19 11:15:44.715390 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (29b83b99-dced-4119-b3f1-cb6ec3d0c385), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:44.744660 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event deleted for resources: {'Port': ['ID=29b83b99-dced-4119-b3f1-cb6ec3d0c385,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:44.794862 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] No DVR routers for this DVR port 29b83b99-dced-4119-b3f1-cb6ec3d0c385 on host hv-cinder-maste {{(pid=104076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:15:44.797965 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for port (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:44.801169 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [req-a9abeef2-49e1-4e2e-aeb6-74a9692ad1dc req-07afdd16-ad19-434a-bbb2-c104d550b716 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.27 "DELETE /v2.0/ports/29b83b99-dced-4119-b3f1-cb6ec3d0c385 HTTP/1.1" status: 204 len: 173 time: 0.7063522 Jul 19 11:15:44.801598 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'name': 'network-vif-deleted', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385'}] {{(pid=104076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 19 11:15:44.803928 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8da11cf27b63eff8a86f413d0e04818851a44b3c7818eed3f6f1ace24529d61c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5426aff6-2252-4710-8b9f-73d3f2a864ce" -d '{"events": [{"server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "name": "network-vif-deleted", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385"}]}' {{(pid=104076) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 19 11:15:44.841081 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 19 Jul 2022 11:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355718cb-ee38-4973-a1bd-bf057783cf7f x-openstack-request-id: req-355718cb-ee38-4973-a1bd-bf057783cf7f {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 19 11:15:44.841381 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2", "name": "network-vif-deleted", "tag": "29b83b99-dced-4119-b3f1-cb6ec3d0c385", "status": "completed", "code": 200}]} {{(pid=104076) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 19 11:15:44.841640 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-355718cb-ee38-4973-a1bd-bf057783cf7f {{(pid=104076) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 19 11:15:44.842049 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355718cb-ee38-4973-a1bd-bf057783cf7f'] response: {'server_uuid': '3bb24318-baf4-40e3-b2d2-f8f3cd36e1e2', 'name': 'network-vif-deleted', 'tag': '29b83b99-dced-4119-b3f1-cb6ec3d0c385', 'status': 'completed', 'code': 200} Jul 19 11:15:45.768024 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57806) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:45.882192 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Deleting port 36b1051b-a762-45a3-ba5f-72b66e3b2151 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:45.882531 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (36b1051b-a762-45a3-ba5f-72b66e3b2151), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:45.975015 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (36b1051b-a762-45a3-ba5f-72b66e3b2151), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:45.975342 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (36b1051b-a762-45a3-ba5f-72b66e3b2151), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:45.987273 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Calling delete_port for 36b1051b-a762-45a3-ba5f-72b66e3b2151 owned by network:floatingip {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:46.115290 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (36b1051b-a762-45a3-ba5f-72b66e3b2151), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:46.138082 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event deleted for resources: {'Port': ['ID=36b1051b-a762-45a3-ba5f-72b66e3b2151,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:46.183716 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:46.206047 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for floatingip (7ef918b5-7209-4dcb-9dd5-79a24382465a), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:46.208480 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122115'] for floatingip (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:46.209681 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-3de2157c-44ee-4c50-b995-9a0172989118 tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "DELETE /v2.0/floatingips/7ef918b5-7209-4dcb-9dd5-79a24382465a HTTP/1.1" status: 204 len: 168 time: 0.4409287 Jul 19 11:15:47.406586 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57826) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:47.463474 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef60ba32-7bd8-4206-b356-2fe7b609e89e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group (4a386f58-de99-4ec8-a73d-a8a358bf9540), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:47.488787 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef60ba32-7bd8-4206-b356-2fe7b609e89e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group (4a386f58-de99-4ec8-a73d-a8a358bf9540), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:47.548370 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef60ba32-7bd8-4206-b356-2fe7b609e89e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (4a386f58-de99-4ec8-a73d-a8a358bf9540), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:47.550942 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-ef60ba32-7bd8-4206-b356-2fe7b609e89e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:47.552131 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-ef60ba32-7bd8-4206-b356-2fe7b609e89e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] 10.222.0.33 "DELETE /v2.0/security-groups/4a386f58-de99-4ec8-a73d-a8a358bf9540 HTTP/1.1" status: 204 len: 168 time: 0.1445515 Jul 19 11:15:47.562320 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60ba32-7bd8-4206-b356-2fe7b609e89e tempest-TestVolumeBootPattern-1429943467 tempest-TestVolumeBootPattern-1429943467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a386f58-de99-4ec8-a73d-a8a358bf9540,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:47.617120 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57830) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:47.763178 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:47.975905 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (6bce7190-2946-4c98-baea-553cc7a1366c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:48.195913 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Deleting port d0e2459f-68b9-4b7c-9094-56a294232936 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:48.196169 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:48.272799 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] For port d0e2459f-68b9-4b7c-9094-56a294232936, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d0e2459f-68b9-4b7c-9094-56a294232936,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:48.273153 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:48.285983 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Calling delete_port for d0e2459f-68b9-4b7c-9094-56a294232936 owned by network:router_interface {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:48.460305 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (d0e2459f-68b9-4b7c-9094-56a294232936), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:48.488393 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e2459f-68b9-4b7c-9094-56a294232936,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:48.514297 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:48.554491 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:48.650806 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (6bce7190-2946-4c98-baea-553cc7a1366c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:48.795903 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 29b83b99-dced-4119-b3f1-cb6ec3d0c385 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:48.815039 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 29b83b99-dced-4119-b3f1-cb6ec3d0c385 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:48.815389 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 29b83b99-dced-4119-b3f1-cb6ec3d0c385 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:48.815806 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 71fc0996-d492-4438-bd06-b573505fa104 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:48.835271 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] No Port match for: 71fc0996-d492-4438-bd06-b573505fa104 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:48.835623 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Device 71fc0996-d492-4438-bd06-b573505fa104 not bound to the agent host hv-cinder-maste {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:48.855352 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Router 6bce7190-2946-4c98-baea-553cc7a1366c has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:15:48.955893 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:15:48.963463 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0deb3e99-785d-4b10-bc07-f1f674fd2554 admin admin] 10.222.0.33 "PUT /v2.0/routers/6bce7190-2946-4c98-baea-553cc7a1366c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3429928 Jul 19 11:15:48.963717 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57836) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:48.964930 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] Sync routers for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:15:48.976782 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:15:48.977478 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:15:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:49.009069 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:49.067215 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks [] for router (6bce7190-2946-4c98-baea-553cc7a1366c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.079511 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: dv-cinder-master-3-iscsi {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:15:49.164018 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks [] for router_gateway (6bce7190-2946-4c98-baea-553cc7a1366c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.205222 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Deleting port 4c2d7c9b-faf8-4990-a820-67de004626dd {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:49.205566 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.291781 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] For port 4c2d7c9b-faf8-4990-a820-67de004626dd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c2d7c9b-faf8-4990-a820-67de004626dd,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:49.292138 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.305642 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Calling delete_port for 4c2d7c9b-faf8-4990-a820-67de004626dd owned by network:router_gateway {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:49.328708 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197'}], 'enable_snat': True}, 'gw_port_id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:15:48Z', 'revision_number': 5, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port': {'id': '4c2d7c9b-faf8-4990-a820-67de004626dd', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:49.353035 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] Checking router: 6bce7190-2946-4c98-baea-553cc7a1366c for host: dv-cinder-master-3-iscsi {{(pid=104079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:15:49.361304 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] Routers {'6bce7190-2946-4c98-baea-553cc7a1366c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:15:49.361901 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:15:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['6bce7190-2946-4c98-baea-553cc7a1366c'], 'active': True} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:49.445053 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_dvr_db [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] Set router 6bce7190-2946-4c98-baea-553cc7a1366c gateway port host: None {{(pid=104079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:15:49.470966 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (4c2d7c9b-faf8-4990-a820-67de004626dd), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.496519 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2d7c9b-faf8-4990-a820-67de004626dd,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:49.497300 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.l3_hamode_db [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:15:49Z', 'revision_number': 6, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:49.500667 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:49.526930 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a5282-6e80-4de6-87a9-00313e63b97c None None] The sync data for ids ['6bce7190-2946-4c98-baea-553cc7a1366c'] in dv-cinder-master-3-iscsi is: [{'id': '6bce7190-2946-4c98-baea-553cc7a1366c', 'name': 'tempest-TestVolumeBootPattern-1205008942-router', 'tenant_id': 'a7109adf88ac4391aee35c150e96e0b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:49Z', 'updated_at': '2022-07-19T11:15:49Z', 'revision_number': 6, 'project_id': 'a7109adf88ac4391aee35c150e96e0b1', 'gw_port_host': None}] {{(pid=104079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:15:49.564879 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (6bce7190-2946-4c98-baea-553cc7a1366c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.650295 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (6bce7190-2946-4c98-baea-553cc7a1366c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.652423 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks [] for router_controller (6bce7190-2946-4c98-baea-553cc7a1366c), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.702730 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (6bce7190-2946-4c98-baea-553cc7a1366c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.703344 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bce7190-2946-4c98-baea-553cc7a1366c {{(pid=104076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:15:49.708035 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.709196 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-0d40113f-7584-4745-8c39-cae181073ebf admin admin] 10.222.0.33 "DELETE /v2.0/routers/6bce7190-2946-4c98-baea-553cc7a1366c HTTP/1.1" status: 204 len: 168 time: 0.7445171 Jul 19 11:15:49.711706 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57840) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:49.742339 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:49.758720 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c52dc0f-bcf6-4f24-ba93-434d432b8c3b admin admin] Deleting subnet 8031d3e6-48b0-44de-8dd5-9ff40019a91c {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:15:49.761739 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc0f-bcf6-4f24-ba93-434d432b8c3b admin admin] Publish callbacks [] for subnet (8031d3e6-48b0-44de-8dd5-9ff40019a91c), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.796479 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc0f-bcf6-4f24-ba93-434d432b8c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26276376'] for subnet (8031d3e6-48b0-44de-8dd5-9ff40019a91c), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.880841 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc0f-bcf6-4f24-ba93-434d432b8c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (8031d3e6-48b0-44de-8dd5-9ff40019a91c), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.903109 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:49.940517 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc0f-bcf6-4f24-ba93-434d432b8c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8382682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25291507'] for subnet (8031d3e6-48b0-44de-8dd5-9ff40019a91c), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.965305 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52dc0f-bcf6-4f24-ba93-434d432b8c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8031d3e6-48b0-44de-8dd5-9ff40019a91c,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:49.973125 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-4c52dc0f-bcf6-4f24-ba93-434d432b8c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:49.976443 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281783a-3272-4947-8467-e98b82607a8c None None] Network 1660664f-e111-4b9d-93da-a8c613b3e4df requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:15:49.977156 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57842) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:49.980843 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-4c52dc0f-bcf6-4f24-ba93-434d432b8c3b admin admin] 10.222.0.33 "DELETE /v2.0/subnets/8031d3e6-48b0-44de-8dd5-9ff40019a91c HTTP/1.1" status: 204 len: 168 time: 0.2618248 Jul 19 11:15:50.045139 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (1660664f-e111-4b9d-93da-a8c613b3e4df), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.092237 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Deleting port 776618b1-0260-4eaf-b0af-8a15aaa89db8 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:50.092929 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.158701 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] For port 776618b1-0260-4eaf-b0af-8a15aaa89db8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=776618b1-0260-4eaf-b0af-8a15aaa89db8,segment=NetworkSegment(ddbe4a0f-3254-434b-ac51-63d40823fcd4),segment_id=ddbe4a0f-3254-434b-ac51-63d40823fcd4)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:50.159067 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.172342 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Calling delete_port for 776618b1-0260-4eaf-b0af-8a15aaa89db8 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:50.250240 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (776618b1-0260-4eaf-b0af-8a15aaa89db8), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.287323 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] No DVR routers for this DVR port 776618b1-0260-4eaf-b0af-8a15aaa89db8 on host dv-cinder-master-3-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:15:50.291405 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Pushing event deleted for resources: {'Port': ['ID=776618b1-0260-4eaf-b0af-8a15aaa89db8,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:50.319324 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0eb61-23a9-4be3-93d5-b19bf7459d46 None None] DHCP port deletion for 1660664f-e111-4b9d-93da-a8c613b3e4df request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:15:50.387687 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (1660664f-e111-4b9d-93da-a8c613b3e4df), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.390783 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:50.417227 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1660664f-e111-4b9d-93da-a8c613b3e4df']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:50.424729 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device d0e2459f-68b9-4b7c-9094-56a294232936 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:50.434780 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbe4a0f-3254-434b-ac51-63d40823fcd4') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:50.435218 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbe4a0f-3254-434b-ac51-63d40823fcd4') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:50.447604 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (ddbe4a0f-3254-434b-ac51-63d40823fcd4), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.450817 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: d0e2459f-68b9-4b7c-9094-56a294232936 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:50.451427 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device d0e2459f-68b9-4b7c-9094-56a294232936 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:50.452559 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 4c2d7c9b-faf8-4990-a820-67de004626dd no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:50.475022 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 4c2d7c9b-faf8-4990-a820-67de004626dd {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:50.475692 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 4c2d7c9b-faf8-4990-a820-67de004626dd not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:50.476226 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 776618b1-0260-4eaf-b0af-8a15aaa89db8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:50.481213 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (ddbe4a0f-3254-434b-ac51-63d40823fcd4), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.490511 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:15:50.491263 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (ddbe4a0f-3254-434b-ac51-63d40823fcd4), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.501703 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 776618b1-0260-4eaf-b0af-8a15aaa89db8 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:50.502048 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 776618b1-0260-4eaf-b0af-8a15aaa89db8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:50.566125 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (1660664f-e111-4b9d-93da-a8c613b3e4df), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.572739 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:50.576248 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] 10.222.0.33 "DELETE /v2.0/networks/1660664f-e111-4b9d-93da-a8c613b3e4df HTTP/1.1" status: 204 len: 168 time: 0.5980830 Jul 19 11:15:50.579338 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57856) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:50.587632 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2893fa7-416d-4162-a8d1-6f825cc6b185 admin admin] Pushing event deleted for resources: {'Network': ['ID=1660664f-e111-4b9d-93da-a8c613b3e4df,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:50.614038 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment ddbe4a0f-3254-434b-ac51-63d40823fcd4 resource provider aggregate not found Jul 19 11:15:50.639080 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment ddbe4a0f-3254-434b-ac51-63d40823fcd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddbe4a0f-3254-434b-ac51-63d40823fcd4 found for delete ", "request_id": "req-b49dcd0c-cb24-4bee-bea8-fd3f5ae29e06"}]} Jul 19 11:15:50.931831 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1025442'] for router_interface (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:51.155947 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Deleting port 7eb54414-4533-417a-aabc-bd234a7bade9 {{(pid=104076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:51.156616 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:51.463514 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:51.481992 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.db [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] For port 7eb54414-4533-417a-aabc-bd234a7bade9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7eb54414-4533-417a-aabc-bd234a7bade9,segment=NetworkSegment(b52cb9c4-40d3-4645-b697-a0537ec8b40c),segment_id=b52cb9c4-40d3-4645-b697-a0537ec8b40c)] {{(pid=104076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:51.482360 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:51.495435 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.plugins.ml2.plugin [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Calling delete_port for 7eb54414-4533-417a-aabc-bd234a7bade9 owned by network:router_interface {{(pid=104076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:51.622269 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:51.679031 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8385835'] for port (7eb54414-4533-417a-aabc-bd234a7bade9), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:51.708069 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb54414-4533-417a-aabc-bd234a7bade9,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:51.880240 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025366'] for router_interface (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:52.087546 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 has already been hosted by L3 agent 45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb {{(pid=104076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 19 11:15:52.187918 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 19 11:15:52.192817 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-249b2672-9f48-4883-9ca9-e6ee71a48999 admin admin] 10.222.0.33 "PUT /v2.0/routers/f2cfed0e-377c-45f5-93e4-e5ac6e6fa795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6122546 Jul 19 11:15:52.195459 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57868) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:52.196278 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] Sync routers for ids ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'] in dv-cinder-master-3-iscsi {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 19 11:15:52.206052 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] Routers {'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:15:52.206663 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:15:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:52.270558 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:52.295304 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks [] for router (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:52.307238 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] Set router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 gateway port host: dv-cinder-master-3-iscsi {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:15:52.392357 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks [] for router_gateway (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:52.433671 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Deleting port 1cea55d1-5f59-4d8c-83b8-914e2db38a09 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:52.434003 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:52.472339 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'external_fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169'}], 'enable_snat': True}, 'gw_port_id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:56Z', 'updated_at': '2022-07-19T11:15:51Z', 'revision_number': 5, 'project_id': '7734ed48187647389961b70ea9d92128', 'gw_port': {'id': '1cea55d1-5f59-4d8c-83b8-914e2db38a09', 'name': '', 'network_id': '16d57f24-3c4f-48da-b3ee-43ff6ab364fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'ip_address': '172.37.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-19T11:07:57Z', 'updated_at': '2022-07-19T11:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058a7c6d-d8e1-4df3-87be-b37508259bc2', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:52.497499 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] Checking router: f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 for host: dv-cinder-master-3-iscsi {{(pid=104078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 19 11:15:52.506349 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] Routers {'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 19 11:15:52.506941 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-19T10:56:00Z,description=,heartbeat_timestamp=2022-07-19T11:15:30Z,host='dv-cinder-master-3-iscsi',id=45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb,load=0,resource_versions=,resources_synced=,started_at=2022-07-19T10:56:00Z,topic='l3_agent')) {'router_ids': ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'], 'active': True} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:52.515626 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] For port 1cea55d1-5f59-4d8c-83b8-914e2db38a09, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cea55d1-5f59-4d8c-83b8-914e2db38a09,segment=NetworkSegment(9443ce60-f642-46d1-bb4a-e834770f1e29),segment_id=9443ce60-f642-46d1-bb4a-e834770f1e29)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:52.515996 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:52.592363 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvr_db [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] Set router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 gateway port host: None {{(pid=104078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 19 11:15:52.646760 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_hamode_db [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:56Z', 'updated_at': '2022-07-19T11:15:52Z', 'revision_number': 6, 'project_id': '7734ed48187647389961b70ea9d92128', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:52.674401 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49988c7-7800-4f55-9e6f-c810ac64e0b4 None None] The sync data for ids ['f2cfed0e-377c-45f5-93e4-e5ac6e6fa795'] in dv-cinder-master-3-iscsi is: [{'id': 'f2cfed0e-377c-45f5-93e4-e5ac6e6fa795', 'name': 'tempest-TestVolumeBootPattern-2140024842-router', 'tenant_id': '7734ed48187647389961b70ea9d92128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-19T11:07:56Z', 'updated_at': '2022-07-19T11:15:52Z', 'revision_number': 6, 'project_id': '7734ed48187647389961b70ea9d92128', 'gw_port_host': None}] {{(pid=104078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 19 11:15:52.799165 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Calling delete_port for 1cea55d1-5f59-4d8c-83b8-914e2db38a09 owned by network:router_gateway {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:52.984877 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (1cea55d1-5f59-4d8c-83b8-914e2db38a09), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.007639 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cea55d1-5f59-4d8c-83b8-914e2db38a09,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:53.073345 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1026365'] for router_gateway (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.165519 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6279'] for router (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.167698 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks [] for router_controller (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.211834 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1032112'] for router (f2cfed0e-377c-45f5-93e4-e5ac6e6fa795), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.212541 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 {{(pid=104077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 19 11:15:53.217044 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.218251 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6a9508a2-557a-4b30-938b-2c9273761bc8 admin admin] 10.222.0.33 "DELETE /v2.0/routers/f2cfed0e-377c-45f5-93e4-e5ac6e6fa795 HTTP/1.1" status: 204 len: 168 time: 1.0217960 Jul 19 11:15:53.220754 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57878) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:53.269738 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.db_base_plugin_v2 [None req-993a2a52-31aa-43cd-9d83-94e9aeaebc1b admin admin] Deleting subnet 223ec36b-f1f8-4140-9cbf-4b6c692d0cec {{(pid=104077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:15:53.272949 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-993a2a52-31aa-43cd-9d83-94e9aeaebc1b admin admin] Publish callbacks [] for subnet (223ec36b-f1f8-4140-9cbf-4b6c692d0cec), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.291555 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:53.310260 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-993a2a52-31aa-43cd-9d83-94e9aeaebc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26252231'] for subnet (223ec36b-f1f8-4140-9cbf-4b6c692d0cec), precommit_delete_associations {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.371323 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:53.389903 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-993a2a52-31aa-43cd-9d83-94e9aeaebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (223ec36b-f1f8-4140-9cbf-4b6c692d0cec), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.445418 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-993a2a52-31aa-43cd-9d83-94e9aeaebc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26009671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25869237'] for subnet (223ec36b-f1f8-4140-9cbf-4b6c692d0cec), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.468681 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a2a52-31aa-43cd-9d83-94e9aeaebc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223ec36b-f1f8-4140-9cbf-4b6c692d0cec,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:53.474313 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-993a2a52-31aa-43cd-9d83-94e9aeaebc1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.479692 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-993a2a52-31aa-43cd-9d83-94e9aeaebc1b admin admin] 10.222.0.33 "DELETE /v2.0/subnets/223ec36b-f1f8-4140-9cbf-4b6c692d0cec HTTP/1.1" status: 204 len: 168 time: 0.2557330 Jul 19 11:15:53.479911 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57880) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:53.480050 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e045b-ef34-4bf2-93c3-86de562b69ef None None] Network 13c63262-481a-42ad-9cfb-9bc4f2afc85e requested from dv-cinder-master-3-iscsi {{(pid=104078) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 19 11:15:53.554664 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (13c63262-481a-42ad-9cfb-9bc4f2afc85e), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.608111 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Deleting port 1027ede5-fcae-4cf1-8d0f-f483902affb5 {{(pid=104077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:53.609199 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.628660 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63339996-a232-4400-b991-010c48a97b85 None None] DHCP port deletion for 13c63262-481a-42ad-9cfb-9bc4f2afc85e request from dv-cinder-master-3-iscsi {{(pid=104078) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 19 11:15:53.671422 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-63339996-a232-4400-b991-010c48a97b85 None None] Deleting port 1027ede5-fcae-4cf1-8d0f-f483902affb5 {{(pid=104078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 19 11:15:53.672092 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-63339996-a232-4400-b991-010c48a97b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776550377189'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), before_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.677965 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.db [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] For port 1027ede5-fcae-4cf1-8d0f-f483902affb5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1027ede5-fcae-4cf1-8d0f-f483902affb5,segment=NetworkSegment(b52cb9c4-40d3-4645-b697-a0537ec8b40c),segment_id=b52cb9c4-40d3-4645-b697-a0537ec8b40c)] {{(pid=104077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:53.678430 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.692720 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.plugin [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Calling delete_port for 1027ede5-fcae-4cf1-8d0f-f483902affb5 owned by network:dhcp {{(pid=104077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:53.784551 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26017206'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.811084 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1027ede5-fcae-4cf1-8d0f-f483902affb5,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:53.814669 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] No DVR routers for this DVR port 1027ede5-fcae-4cf1-8d0f-f483902affb5 on host dv-cinder-master-3-iscsi {{(pid=104077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:15:53.868767 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.db [None req-63339996-a232-4400-b991-010c48a97b85 None None] For port 1027ede5-fcae-4cf1-8d0f-f483902affb5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1027ede5-fcae-4cf1-8d0f-f483902affb5,segment=NetworkSegment(b52cb9c4-40d3-4645-b697-a0537ec8b40c),segment_id=b52cb9c4-40d3-4645-b697-a0537ec8b40c)] {{(pid=104078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 19 11:15:53.869097 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-63339996-a232-4400-b991-010c48a97b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939365'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), precommit_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.878415 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:53.882948 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-63339996-a232-4400-b991-010c48a97b85 None None] Calling delete_port for 1027ede5-fcae-4cf1-8d0f-f483902affb5 owned by network:dhcp {{(pid=104078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 19 11:15:53.891073 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (13c63262-481a-42ad-9cfb-9bc4f2afc85e), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.911184 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c63262-481a-42ad-9cfb-9bc4f2afc85e']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:53.920558 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52cb9c4-40d3-4645-b697-a0537ec8b40c') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:53.920969 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52cb9c4-40d3-4645-b697-a0537ec8b40c') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:15:53.931283 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (b52cb9c4-40d3-4645-b697-a0537ec8b40c), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.945011 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (b52cb9c4-40d3-4645-b697-a0537ec8b40c), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.951665 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:15:53.952580 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (b52cb9c4-40d3-4645-b697-a0537ec8b40c), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.954854 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:53.963642 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-63339996-a232-4400-b991-010c48a97b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1970305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776550385466', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776550003438'] for port (1027ede5-fcae-4cf1-8d0f-f483902affb5), after_delete {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:53.989515 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63339996-a232-4400-b991-010c48a97b85 None None] Pushing event deleted for resources: {'Port': ['ID=1027ede5-fcae-4cf1-8d0f-f483902affb5,revision_number=None']} {{(pid=104078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:53.995226 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63339996-a232-4400-b991-010c48a97b85 None None] No DVR routers for this DVR port 1027ede5-fcae-4cf1-8d0f-f483902affb5 on host dv-cinder-master-3-iscsi {{(pid=104078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 19 11:15:54.000814 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment b52cb9c4-40d3-4645-b697-a0537ec8b40c resource provider aggregate not found Jul 19 11:15:54.029643 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (13c63262-481a-42ad-9cfb-9bc4f2afc85e), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.042259 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment b52cb9c4-40d3-4645-b697-a0537ec8b40c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b52cb9c4-40d3-4645-b697-a0537ec8b40c found for delete ", "request_id": "req-59c8ad98-fea9-4631-826b-3778974adaa8"}]} Jul 19 11:15:54.043407 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.047385 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] 10.222.0.33 "DELETE /v2.0/networks/13c63262-481a-42ad-9cfb-9bc4f2afc85e HTTP/1.1" status: 204 len: 168 time: 0.5665069 Jul 19 11:15:54.066286 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79788fdc-48f4-4a85-827d-c0807916c7ed admin admin] Pushing event deleted for resources: {'Network': ['ID=13c63262-481a-42ad-9cfb-9bc4f2afc85e,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:54.089333 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1cea55d1-5f59-4d8c-83b8-914e2db38a09 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:54.112323 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 1cea55d1-5f59-4d8c-83b8-914e2db38a09 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:54.112620 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1cea55d1-5f59-4d8c-83b8-914e2db38a09 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:54.113262 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1027ede5-fcae-4cf1-8d0f-f483902affb5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:54.132707 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 1027ede5-fcae-4cf1-8d0f-f483902affb5 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:54.133175 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 1027ede5-fcae-4cf1-8d0f-f483902affb5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:54.133582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 7eb54414-4533-417a-aabc-bd234a7bade9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 19 11:15:54.152858 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] No Port match for: 7eb54414-4533-417a-aabc-bd234a7bade9 {{(pid=104078) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 19 11:15:54.153215 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron.plugins.ml2.rpc [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Device 7eb54414-4533-417a-aabc-bd234a7bade9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104078) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 19 11:15:54.203928 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57894) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:54.248377 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-d68cb16b-185f-4032-8f74-9353265af968 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=a7109adf88ac4391aee35c150e96e0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399647 Jul 19 11:15:54.251739 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57896) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:54.300465 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7d760cd-1dbc-4d5b-b694-3bb5e0f034f0 admin admin] Publish callbacks [] for security_group (6cfc9e6e-8c2c-4420-9442-1d7d35e418bc), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.321893 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7d760cd-1dbc-4d5b-b694-3bb5e0f034f0 admin admin] Publish callbacks [] for security_group (6cfc9e6e-8c2c-4420-9442-1d7d35e418bc), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.354208 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:54.369071 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7d760cd-1dbc-4d5b-b694-3bb5e0f034f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (6cfc9e6e-8c2c-4420-9442-1d7d35e418bc), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.371642 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-c7d760cd-1dbc-4d5b-b694-3bb5e0f034f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.372826 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-c7d760cd-1dbc-4d5b-b694-3bb5e0f034f0 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/6cfc9e6e-8c2c-4420-9442-1d7d35e418bc HTTP/1.1" status: 204 len: 168 time: 0.1200721 Jul 19 11:15:54.381745 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d760cd-1dbc-4d5b-b694-3bb5e0f034f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfc9e6e-8c2c-4420-9442-1d7d35e418bc,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:54.687024 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57902) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:54.726887 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-d5072bd4-f5a9-4665-ac68-dd30f4eff4e8 admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=7734ed48187647389961b70ea9d92128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386999 Jul 19 11:15:54.729187 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57904) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:15:54.777165 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0c32af1-fd35-47ea-ab60-12418e982e59 admin admin] Publish callbacks [] for security_group (3c16ee0c-904d-4cca-9ec3-f22fd9d5f2a1), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.802102 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0c32af1-fd35-47ea-ab60-12418e982e59 admin admin] Publish callbacks [] for security_group (3c16ee0c-904d-4cca-9ec3-f22fd9d5f2a1), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.827744 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:54.849059 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0c32af1-fd35-47ea-ab60-12418e982e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (3c16ee0c-904d-4cca-9ec3-f22fd9d5f2a1), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.851696 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-b0c32af1-fd35-47ea-ab60-12418e982e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:54.852896 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-b0c32af1-fd35-47ea-ab60-12418e982e59 admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/3c16ee0c-904d-4cca-9ec3-f22fd9d5f2a1 HTTP/1.1" status: 204 len: 168 time: 0.1227944 Jul 19 11:15:54.861231 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c32af1-fd35-47ea-ab60-12418e982e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c16ee0c-904d-4cca-9ec3-f22fd9d5f2a1,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:15:57.280797 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:57.672969 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-1320f8ca-fc4a-4fe4-8036-bf210b35083f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:15:59.500523 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=73 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:15:59.540323 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:15:59.985645 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ee742b0f-dccb-491c-8a6a-d0e6a1bd3d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:01.165151 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:02.591680 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:02.793497 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:04.238488 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=67,neutron:DELETE=8 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:04.245211 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:04.856331 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:04.857095 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=1 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:06.700661 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.wsgi [-] (104076) accepted ('10.222.0.33', 57984) {{(pid=104076) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:16:06.745007 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.db.db_base_plugin_v2 [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Deleting subnet 589dfc57-a824-47a5-ade4-58b7d6a36724 {{(pid=104076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 19 11:16:06.747915 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Publish callbacks [] for subnet (589dfc57-a824-47a5-ade4-58b7d6a36724), before_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:06.782388 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26276376'] for subnet (589dfc57-a824-47a5-ade4-58b7d6a36724), precommit_delete_associations {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:06.821964 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2080587'] for subnet (589dfc57-a824-47a5-ade4-58b7d6a36724), precommit_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:06.878295 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2080580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8382682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25291507'] for subnet (589dfc57-a824-47a5-ade4-58b7d6a36724), after_delete {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:06.904523 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589dfc57-a824-47a5-ade4-58b7d6a36724,revision_number=None']} {{(pid=104076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:16:06.907523 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron_lib.callbacks.manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for subnet (None), before_response {{(pid=104076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:06.910028 dv-cinder-master-3-iscsi neutron-server[104076]: INFO neutron.wsgi [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] 10.222.0.33 "DELETE /v2.0/subnets/589dfc57-a824-47a5-ade4-58b7d6a36724 HTTP/1.1" status: 204 len: 168 time: 0.2083514 Jul 19 11:16:06.912638 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57986) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:16:06.915998 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.916347 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.916711 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.917054 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.917389 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.917721 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.918048 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.918371 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.918697 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.919021 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.919345 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.919667 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.919981 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.920868 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.921191 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f73fa-c39d-49f8-b204-8d6ed2393b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 19 11:16:06.982234 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1894421'] for network (c2bd2a07-350f-4ebf-bfca-5af583b3ac26), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.060679 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2076938', 'neutron.services.segments.db._delete_segments_for_network-8776550307642'] for network (c2bd2a07-350f-4ebf-bfca-5af583b3ac26), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.080804 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bd2a07-350f-4ebf-bfca-5af583b3ac26']}} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:16:07.089941 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d') {'for_net_delete': True} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:16:07.090233 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.services.segments.db [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1316c7-3518-48dc-bd6a-dd91d2f2f13d') {} {{(pid=104077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 19 11:16:07.099620 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776550309955', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26252286'] for segment (fb1316c7-3518-48dc-bd6a-dd91d2f2f13d), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.112432 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282'] for segment (fb1316c7-3518-48dc-bd6a-dd91d2f2f13d), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.118513 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=104077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 19 11:16:07.118889 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2000282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26017253'] for segment (fb1316c7-3518-48dc-bd6a-dd91d2f2f13d), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.142501 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment fb1316c7-3518-48dc-bd6a-dd91d2f2f13d resource provider aggregate not found Jul 19 11:16:07.173109 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.services.segments.plugin [-] Segment fb1316c7-3518-48dc-bd6a-dd91d2f2f13d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb1316c7-3518-48dc-bd6a-dd91d2f2f13d found for delete ", "request_id": "req-b03f167c-ff19-4fc3-8b79-806ca4e05783"}]} Jul 19 11:16:07.187116 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2076977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-602331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1026390'] for network (c2bd2a07-350f-4ebf-bfca-5af583b3ac26), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.192454 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-602313'] for network (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.195494 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] 10.222.0.33 "DELETE /v2.0/networks/c2bd2a07-350f-4ebf-bfca-5af583b3ac26 HTTP/1.1" status: 204 len: 168 time: 0.2818658 Jul 19 11:16:07.206690 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd7a00-7166-4dfc-9820-6e6274d67bab admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bd2a07-350f-4ebf-bfca-5af583b3ac26,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:16:07.360297 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57994) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:16:07.401357 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-0e352766-4d12-4a5d-8ff0-565ce7b0936e admin admin] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=c519c231d95d4e14b2db727ea22d3b50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398300 Jul 19 11:16:07.403618 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [-] (104077) accepted ('10.222.0.33', 57996) {{(pid=104077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 19 11:16:07.450260 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f79ac5f1-986d-46bd-affc-9f8314b3bfaa admin admin] Publish callbacks [] for security_group (56d33930-307a-41cf-b015-e28ddd38fe90), before_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.470839 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f79ac5f1-986d-46bd-affc-9f8314b3bfaa admin admin] Publish callbacks [] for security_group (56d33930-307a-41cf-b015-e28ddd38fe90), precommit_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.517570 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f79ac5f1-986d-46bd-affc-9f8314b3bfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639827'] for security_group (56d33930-307a-41cf-b015-e28ddd38fe90), after_delete {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.520043 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron_lib.callbacks.manager [None req-f79ac5f1-986d-46bd-affc-9f8314b3bfaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:07.521178 dv-cinder-master-3-iscsi neutron-server[104077]: INFO neutron.wsgi [None req-f79ac5f1-986d-46bd-affc-9f8314b3bfaa admin admin] 10.222.0.33 "DELETE /v2.0/security-groups/56d33930-307a-41cf-b015-e28ddd38fe90 HTTP/1.1" status: 204 len: 168 time: 0.1166787 Jul 19 11:16:07.528630 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ac5f1-986d-46bd-affc-9f8314b3bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d33930-307a-41cf-b015-e28ddd38fe90,revision_number=None']} {{(pid=104077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 19 11:16:12.521579 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:12.533003 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:12.789882 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:16.911607 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:16.912408 dv-cinder-master-3-iscsi neutron-server[104076]: DEBUG dbcounter [-] [104076] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104076) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:17.504336 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=48,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:17.524669 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG dbcounter [-] [104077] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=104077) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:17.541021 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=24,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:27.294208 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:27.676008 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-17331170-1836-47e6-9cf9-a93d0919f3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:29.987492 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-2fc883fe-6fd8-4ece-b3ed-94bdf57cd7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:31.166461 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:32.594582 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:32.796889 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:36.538546 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:16:42.790074 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:42.790863 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:53.652080 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=16 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:53.653923 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=18 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:16:57.299619 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:57.677739 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-855b18c0-6ba5-4015-b4dc-1e10a36e8003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:16:59.989526 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-d59845ea-b0bc-4f37-a1cf-5fc40086bb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:01.169991 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:02.597049 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:02.802016 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:12.795355 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:17:12.797320 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:17:13.537740 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:17:26.524325 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:17:26.525069 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:17:27.307443 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:27.679402 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-9a990859-ef52-4f86-bd1f-2dde807fd23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:29.992108 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-136fb560-e09a-424e-ae2b-e24f18b60a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:31.171008 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:32.601166 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:32.795236 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:42.788779 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:17:42.790701 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:17:50.538844 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:17:57.305815 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:57.680588 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c0496d79-f34b-4cd8-b87d-d846eed0b99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:17:59.993991 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8db63aa8-40b3-4007-9bfe-d98f1ad5a675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:01.173580 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:02.601040 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:02.797376 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:03.529819 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:03.531037 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:13.659141 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:13.661376 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:27.320597 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:27.537745 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:18:27.681956 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-329f6fdf-b61d-4e31-88b4-89a4a63dc317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:29.995236 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-ee051652-b5c0-4114-9bb7-48b4f196ec2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:31.178644 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:32.603942 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:32.799792 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:40.530769 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=2 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:40.535492 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:42.793624 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:42.796213 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:53.660552 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=10 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:56.513588 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=18 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:18:57.310493 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:57.686918 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e6590295-2661-4373-9aee-b4c2b653d3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:18:59.998194 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-58e3f431-cb6c-428c-bde4-42335701e0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:01.178768 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:02.608191 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:02.801577 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:04.537851 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:19:12.795658 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:19:12.797518 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:19:17.537148 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:19:17.542321 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=4 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:19:27.334279 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:27.689279 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-063784eb-7f6f-4193-9bec-c07c12ea48ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:30.000772 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-19d43ff0-582f-4a3f-a08c-d0e1e58ba254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:31.181349 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:32.608507 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:32.804412 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:41.537042 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:19:42.798418 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:19:42.800265 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:19:54.537380 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:19:56.643970 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:19:57.331655 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:19:57.693344 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-814fc05c-ee21-487e-95bb-9e272fac771c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:00.002916 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-21d294b7-295f-45a5-80e5-1dfc2634813c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:01.182509 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:02.610105 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:02.806970 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:04.172951 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [req-1356d909-04f1-481b-bccb-fcd91e81e938 req-61868d37-cc07-4457-ad85-0da60b0d487e service neutron] (104077) timed out ('10.222.0.27', 62331) {{(pid=104077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 19 11:20:13.655024 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:20:13.657358 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:20:18.535687 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:20:27.331323 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:27.695269 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-c945852c-a0d1-4dc5-b278-b77dc8aac6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:30.003219 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-b65e27d4-95ca-4a97-b52a-70bbd6eb75d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:31.184605 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:31.534002 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:20:31.534741 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:20:32.613648 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:32.808681 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:42.802966 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:20:42.805067 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:20:46.667741 dv-cinder-master-3-iscsi neutron-server[104077]: DEBUG neutron.wsgi [req-346e94e8-c4bd-4f89-902d-b5b1c589e702 req-f2e724da-0346-4c8c-bab0-60790f2216b6 service neutron] (104077) timed out ('10.222.0.27', 62338) {{(pid=104077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 19 11:20:53.652025 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=12 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:20:53.653897 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=14 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:20:55.534232 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:20:57.337174 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:20:57.699028 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-32008c73-4847-48e7-9518-9a462b138cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:00.005249 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-8ef85cd9-4221-4c70-8488-caa5c5e58e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:01.186092 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:02.618608 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:02.810698 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:08.529894 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=5 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:21:08.530663 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG dbcounter [-] [104079] Writing DB stats neutron:SELECT=3 {{(pid=104079) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:21:12.804572 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:21:12.806438 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG dbcounter [-] [104078] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104078) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 19 11:21:27.329636 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-f16ec47a-61d2-41f9-8829-54ff894b2b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (7d0b708c-5fad-4652-89db-ff3bb87d350e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:27.700563 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0384-8d1a-4c78-bf20-4d3eba970ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (5528d8f2-7ed2-4ab4-ae1a-68458d02c52e), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:30.007902 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-29de9fb2-c2c5-4ba3-b6fe-7d33f259d242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (45d05dd5-b1c2-438b-8a3e-7ccb1dc525eb), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:31.188854 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-87959101-152d-4bf4-8f22-197db58d1147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (9d7f00c0-1d95-4709-ba2e-214256daee84), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:32.533111 dv-cinder-master-3-iscsi neutron-server[104079]: DEBUG neutron.db.agents_db [None req-24e69b77-56b1-4074-a3a1-8fea9e6fafc8 None None] Agent healthcheck: found 6 active agents {{(pid=104079) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 19 11:21:32.619759 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-e303b696-f7b6-43f6-99f9-41bc470da5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (e04907fa-091d-43d6-8bdc-ede579b472b3), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 19 11:21:32.812913 dv-cinder-master-3-iscsi neutron-server[104078]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f547-7522-42dc-a344-31f31ca04dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776550307624', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2079433'] for agent (556e7aa4-eded-4cc3-b24d-cc3bb806941f), after_update {{(pid=104078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}