From 8ea82bcc2855abaca3fc7a0e7c8cb7bb152585a1 Mon Sep 17 00:00:00 2001 From: Zoli Somogyi Date: Wed, 24 Apr 2024 07:57:12 +0200 Subject: [PATCH] Revert "Embeddings correction" This reverts commit 3ded2dd74d2200522787a1ac2f0484b3251182c4. --- LLama/LLamaEmbedder.cs | 16 ++++++++++------ 1 file changed, 10 insertions(+), 6 deletions(-) diff --git a/LLama/LLamaEmbedder.cs b/LLama/LLamaEmbedder.cs index c29b6b25..f60f3cd5 100644 --- a/LLama/LLamaEmbedder.cs +++ b/LLama/LLamaEmbedder.cs @@ -97,15 +97,18 @@ namespace LLama private float[] GetEmbeddingsArray() { - var embeddings = NativeApi.llama_get_embeddings(Context.NativeHandle); - if (embeddings == null || embeddings.Length == 0) + unsafe { - embeddings = NativeApi.llama_get_embeddings_seq(Context.NativeHandle, LLamaSeqId.Zero); - if (embeddings == null || embeddings.Length == 0) + var embeddings = NativeApi.llama_get_embeddings(Context.NativeHandle); + + if (embeddings == null) + embeddings = NativeApi.llama_get_embeddings_seq(Context.NativeHandle, LLamaSeqId.Zero); + + if (embeddings == null) return Array.Empty(); - } - return embeddings.ToArray(); + return new Span(embeddings, Context.EmbeddingSize).ToArray(); + } } private static void Normalize(Span embeddings) @@ -116,6 +119,7 @@ namespace LLama lengthSqr += value * value; var length = (float)Math.Sqrt(lengthSqr); + // Do not divide by length if it is zero if (length <= float.Epsilon) return;