diff --git a/LLama/Extensions/IContextParamsExtensions.cs b/LLama/Extensions/IContextParamsExtensions.cs new file mode 100644 index 00000000..d0056405 --- /dev/null +++ b/LLama/Extensions/IContextParamsExtensions.cs @@ -0,0 +1,35 @@ +using System; +using System.IO; +using LLama.Abstractions; +using LLama.Native; + +namespace LLama.Extensions +{ + /// + /// Extention methods to the IContextParams interface + /// + public static class IContextParamsExtensions + { + /// + /// Convert the given `IModelParams` into a `LLamaContextParams` + /// + /// + /// + /// + /// + /// + public static void ToLlamaContextParams(this IContextParams @params, out LLamaContextParams result) + { + result = NativeApi.llama_context_default_params(); + result.n_ctx = @params.ContextSize; + result.n_batch = @params.BatchSize; + result.seed = @params.Seed; + result.f16_kv = @params.UseFp16Memory; + result.logits_all = @params.Perplexity; + result.embedding = @params.EmbeddingMode; + result.rope_freq_base = @params.RopeFrequencyBase; + result.rope_freq_scale = @params.RopeFrequencyScale; + result.mul_mat_q = @params.MulMatQ; + } + } +} diff --git a/LLama/Extensions/IModelParamsExtensions.cs b/LLama/Extensions/IModelParamsExtensions.cs index 9be239df..56cd7aaa 100644 --- a/LLama/Extensions/IModelParamsExtensions.cs +++ b/LLama/Extensions/IModelParamsExtensions.cs @@ -11,28 +11,6 @@ namespace LLama.Extensions /// public static class IModelParamsExtensions { - /// - /// Convert the given `IModelParams` into a `LLamaContextParams` - /// - /// - /// - /// - /// - /// - public static void ToLlamaContextParams(this IContextParams @params, out LLamaContextParams result) - { - result = NativeApi.llama_context_default_params(); - result.n_ctx = @params.ContextSize; - result.n_batch = @params.BatchSize; - result.seed = @params.Seed; - result.f16_kv = @params.UseFp16Memory; - result.logits_all = @params.Perplexity; - result.embedding = @params.EmbeddingMode; - result.rope_freq_base = @params.RopeFrequencyBase; - result.rope_freq_scale = @params.RopeFrequencyScale; - result.mul_mat_q = @params.MulMatQ; - } - /// /// Convert the given `IModelParams` into a `LLamaModelParams` ///