From 87fe982f102e35404dff26e9e8ce536ccb541b78 Mon Sep 17 00:00:00 2001
From: eublefar <evil.unicorn1@gmail.com>
Date: Sun, 17 Mar 2024 12:11:19 +0100
Subject: [PATCH] Change method signature as suggested

---
 LLama/LLamaExecutorBase.cs | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/LLama/LLamaExecutorBase.cs b/LLama/LLamaExecutorBase.cs
index c2b08305..ea5616b5 100644
--- a/LLama/LLamaExecutorBase.cs
+++ b/LLama/LLamaExecutorBase.cs
@@ -317,11 +317,11 @@ namespace LLama
 
         /// <summary>
         /// Asynchronously runs a prompt through the model to compute KV cache without generating any new tokens.
+        /// It could reduce the latency of the first time response if the first input from the user is not immediate.
         /// </summary>
         /// <param name="prompt">Prompt to process</param>
-        /// <param name="cancellationToken">A cancellation token</param>
         /// <returns></returns>
-        public virtual async Task AddPromptAsync(string prompt, CancellationToken cancellationToken = default)
+        public virtual async Task PrefillPromptAsync(string prompt)
         {
             var inferenceParams = new InferenceParams
             {