Browse Source

Change method signature as suggested

tags/0.11.0
eublefar 2 years ago
parent
commit
87fe982f10
1 changed files with 2 additions and 2 deletions
  1. +2
    -2
      LLama/LLamaExecutorBase.cs

+ 2
- 2
LLama/LLamaExecutorBase.cs View File

@@ -317,11 +317,11 @@ namespace LLama

/// <summary>
/// Asynchronously runs a prompt through the model to compute KV cache without generating any new tokens.
/// It could reduce the latency of the first time response if the first input from the user is not immediate.
/// </summary>
/// <param name="prompt">Prompt to process</param>
/// <param name="cancellationToken">A cancellation token</param>
/// <returns></returns>
public virtual async Task AddPromptAsync(string prompt, CancellationToken cancellationToken = default)
public virtual async Task PrefillPromptAsync(string prompt)
{
var inferenceParams = new InferenceParams
{


Loading…
Cancel
Save