From cedef5e45a626d41fd4c08635e8f7845c6e6e432 Mon Sep 17 00:00:00 2001 From: Martin Evans Date: Fri, 15 Dec 2023 22:36:58 +0000 Subject: [PATCH] Added the `pure` field to `LLamaModelQuantizeParams` (it's been added to llama.cpp) --- LLama/Native/LLamaModelQuantizeParams.cs | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/LLama/Native/LLamaModelQuantizeParams.cs b/LLama/Native/LLamaModelQuantizeParams.cs index 8f10b2ff..39702b5a 100644 --- a/LLama/Native/LLamaModelQuantizeParams.cs +++ b/LLama/Native/LLamaModelQuantizeParams.cs @@ -48,5 +48,15 @@ namespace LLama.Native set => _only_copy = Convert.ToSByte(value); } private sbyte _only_copy; + + /// + /// disable k-quant mixtures and quantize all tensors to the same type + /// + public bool pure + { + get => Convert.ToBoolean(_pure); + set => _pure = Convert.ToSByte(value); + } + private sbyte _pure; } }