From 4e9b1f8cdcda4cd22c95672bb117ffcc5de302af Mon Sep 17 00:00:00 2001 From: Martin Evans Date: Thu, 12 Oct 2023 15:38:26 +0100 Subject: [PATCH] - Split extension methods into separate files --- LLama/Extensions/IContextParamsExtensions.cs | 35 ++++++++++++++++++++ LLama/Extensions/IModelParamsExtensions.cs | 22 ------------ 2 files changed, 35 insertions(+), 22 deletions(-) create mode 100644 LLama/Extensions/IContextParamsExtensions.cs diff --git a/LLama/Extensions/IContextParamsExtensions.cs b/LLama/Extensions/IContextParamsExtensions.cs new file mode 100644 index 00000000..d0056405 --- /dev/null +++ b/LLama/Extensions/IContextParamsExtensions.cs @@ -0,0 +1,35 @@ +using System; +using System.IO; +using LLama.Abstractions; +using LLama.Native; + +namespace LLama.Extensions +{ + /// + /// Extention methods to the IContextParams interface + /// + public static class IContextParamsExtensions + { + /// + /// Convert the given `IModelParams` into a `LLamaContextParams` + /// + /// + /// + /// + /// + /// + public static void ToLlamaContextParams(this IContextParams @params, out LLamaContextParams result) + { + result = NativeApi.llama_context_default_params(); + result.n_ctx = @params.ContextSize; + result.n_batch = @params.BatchSize; + result.seed = @params.Seed; + result.f16_kv = @params.UseFp16Memory; + result.logits_all = @params.Perplexity; + result.embedding = @params.EmbeddingMode; + result.rope_freq_base = @params.RopeFrequencyBase; + result.rope_freq_scale = @params.RopeFrequencyScale; + result.mul_mat_q = @params.MulMatQ; + } + } +} diff --git a/LLama/Extensions/IModelParamsExtensions.cs b/LLama/Extensions/IModelParamsExtensions.cs index 9be239df..56cd7aaa 100644 --- a/LLama/Extensions/IModelParamsExtensions.cs +++ b/LLama/Extensions/IModelParamsExtensions.cs @@ -11,28 +11,6 @@ namespace LLama.Extensions /// public static class IModelParamsExtensions { - /// - /// Convert the given `IModelParams` into a `LLamaContextParams` - /// - /// - /// - /// - /// - /// - public static void ToLlamaContextParams(this IContextParams @params, out LLamaContextParams result) - { - result = NativeApi.llama_context_default_params(); - result.n_ctx = @params.ContextSize; - result.n_batch = @params.BatchSize; - result.seed = @params.Seed; - result.f16_kv = @params.UseFp16Memory; - result.logits_all = @params.Perplexity; - result.embedding = @params.EmbeddingMode; - result.rope_freq_base = @params.RopeFrequencyBase; - result.rope_freq_scale = @params.RopeFrequencyScale; - result.mul_mat_q = @params.MulMatQ; - } - /// /// Convert the given `IModelParams` into a `LLamaModelParams` ///