From fa85962ba2abc879df866bcfc429b4d9dc42b768 Mon Sep 17 00:00:00 2001 From: Scott W Harden Date: Tue, 20 Feb 2024 08:52:21 -0500 Subject: [PATCH] Embeddings example: improve documentation and styling --- LLama.Examples/Examples/GetEmbeddings.cs | 18 +++++++++++++++++- 1 file changed, 17 insertions(+), 1 deletion(-) diff --git a/LLama.Examples/Examples/GetEmbeddings.cs b/LLama.Examples/Examples/GetEmbeddings.cs index 76488ed1..6b2c43c8 100644 --- a/LLama.Examples/Examples/GetEmbeddings.cs +++ b/LLama.Examples/Examples/GetEmbeddings.cs @@ -9,18 +9,34 @@ namespace LLama.Examples.Examples Console.Write("Please input your model path: "); var modelPath = Console.ReadLine(); + Console.ForegroundColor = ConsoleColor.Yellow; + Console.WriteLine( + """ + This example displays embeddings from a text prompt. + Embeddings are numerical codes that represent information like words, images, or concepts. + These codes capture important relationships between those objects, + like how similar words are in meaning or how close images are visually. + This allows machine learning models to efficiently understand and process complex data. + Embeddings of a text in LLM is sometimes useful, for example, to train other MLP models. + """); // NOTE: this description was AI generated + var @params = new ModelParams(modelPath) { EmbeddingMode = true }; + using var weights = LLamaWeights.LoadFromFile(@params); var embedder = new LLamaEmbedder(weights, @params); while (true) { + Console.ForegroundColor = ConsoleColor.White; Console.Write("Please input your text: "); Console.ForegroundColor = ConsoleColor.Green; var text = Console.ReadLine(); Console.ForegroundColor = ConsoleColor.White; - Console.WriteLine(string.Join(", ", embedder.GetEmbeddings(text))); + float[] embeddings = embedder.GetEmbeddings(text).Result; + Console.WriteLine($"Embeddings contain {embeddings.Length:N0} floating point values:"); + Console.ForegroundColor = ConsoleColor.DarkGray; + Console.WriteLine(string.Join(", ", embeddings.Take(20)) + ", ..."); Console.WriteLine(); } }