| @@ -111,54 +111,6 @@ namespace LLama.Common | |||||
| // This constructor (default parameterless constructor) is used by Newtonsoft to deserialize! | // This constructor (default parameterless constructor) is used by Newtonsoft to deserialize! | ||||
| ModelPath = ""; | ModelPath = ""; | ||||
| } | } | ||||
| /// <summary> | |||||
| /// | |||||
| /// </summary> | |||||
| /// <param name="modelPath">The model path.</param> | |||||
| /// <param name="contextSize">Model context size (n_ctx)</param> | |||||
| /// <param name="gpuLayerCount">Number of layers to run in VRAM / GPU memory (n_gpu_layers)</param> | |||||
| /// <param name="seed">Seed for the random number generator (seed)</param> | |||||
| /// <param name="useFp16Memory">Whether to use f16 instead of f32 for memory kv (memory_f16)</param> | |||||
| /// <param name="useMemorymap">Whether to use mmap for faster loads (use_mmap)</param> | |||||
| /// <param name="useMemoryLock">Whether to use mlock to keep model in memory (use_mlock)</param> | |||||
| /// <param name="perplexity">Thether to compute perplexity over the prompt (perplexity)</param> | |||||
| /// <param name="loraAdapter">Lora adapter path (lora_adapter)</param> | |||||
| /// <param name="loraBase">Base model path for the lora adapter (lora_base)</param> | |||||
| /// <param name="threads">Number of threads (-1 = autodetect) (n_threads)</param> | |||||
| /// <param name="batchSize">Batch size for prompt processing (must be >=32 to use BLAS) (n_batch)</param> | |||||
| /// <param name="embeddingMode">Whether to use embedding mode. (embedding) Note that if this is set to true, The LLamaModel won't produce text response anymore.</param> | |||||
| /// <param name="ropeFrequencyBase">RoPE base frequency.</param> | |||||
| /// <param name="ropeFrequencyScale">RoPE frequency scaling factor</param> | |||||
| /// <param name="mulMatQ">Use experimental mul_mat_q kernels</param> | |||||
| /// <param name="encoding">The encoding to use to convert text for the model</param> | |||||
| [Obsolete("Use object initializer to set all optional parameters")] | |||||
| public ModelParams(string modelPath, uint contextSize = 512, int gpuLayerCount = 20, | |||||
| uint seed = 1337, bool useFp16Memory = true, | |||||
| bool useMemorymap = true, bool useMemoryLock = false, bool perplexity = false, | |||||
| string loraAdapter = "", string loraBase = "", int threads = -1, uint batchSize = 512, | |||||
| bool embeddingMode = false, | |||||
| float? ropeFrequencyBase = null, float? ropeFrequencyScale = null, bool mulMatQ = false, | |||||
| string encoding = "UTF-8") | |||||
| { | |||||
| ContextSize = contextSize; | |||||
| GpuLayerCount = gpuLayerCount; | |||||
| Seed = seed; | |||||
| UseFp16Memory = useFp16Memory; | |||||
| UseMemorymap = useMemorymap; | |||||
| UseMemoryLock = useMemoryLock; | |||||
| Perplexity = perplexity; | |||||
| ModelPath = modelPath; | |||||
| LoraBase = loraBase; | |||||
| Threads = threads < 1 ? null : (uint)threads; | |||||
| BatchSize = batchSize; | |||||
| EmbeddingMode = embeddingMode; | |||||
| RopeFrequencyBase = ropeFrequencyBase; | |||||
| RopeFrequencyScale = ropeFrequencyScale; | |||||
| MulMatQ = mulMatQ; | |||||
| Encoding = Encoding.GetEncoding(encoding); | |||||
| LoraAdapters.Add(new LoraAdapter(loraAdapter, 1)); | |||||
| } | |||||
| } | } | ||||
| internal class EncodingConverter | internal class EncodingConverter | ||||