Browse Source

Revert "Embeddings correction"

This reverts commit 3ded2dd74d.
pull/689/head
Zoli Somogyi 2 years ago
parent
commit
8ea82bcc28
1 changed files with 10 additions and 6 deletions
  1. +10
    -6
      LLama/LLamaEmbedder.cs

+ 10
- 6
LLama/LLamaEmbedder.cs View File

@@ -97,15 +97,18 @@ namespace LLama

private float[] GetEmbeddingsArray()
{
var embeddings = NativeApi.llama_get_embeddings(Context.NativeHandle);
if (embeddings == null || embeddings.Length == 0)
unsafe
{
embeddings = NativeApi.llama_get_embeddings_seq(Context.NativeHandle, LLamaSeqId.Zero);
if (embeddings == null || embeddings.Length == 0)
var embeddings = NativeApi.llama_get_embeddings(Context.NativeHandle);

if (embeddings == null)
embeddings = NativeApi.llama_get_embeddings_seq(Context.NativeHandle, LLamaSeqId.Zero);

if (embeddings == null)
return Array.Empty<float>();
}

return embeddings.ToArray();
return new Span<float>(embeddings, Context.EmbeddingSize).ToArray();
}
}

private static void Normalize(Span<float> embeddings)
@@ -116,6 +119,7 @@ namespace LLama
lengthSqr += value * value;
var length = (float)Math.Sqrt(lengthSqr);

// Do not divide by length if it is zero
if (length <= float.Epsilon)
return;



Loading…
Cancel
Save