diff --git a/LLama/Extensions/IModelParamsExtensions.cs b/LLama/Extensions/IModelParamsExtensions.cs index f3ef31f3..5883fb46 100644 --- a/LLama/Extensions/IModelParamsExtensions.cs +++ b/LLama/Extensions/IModelParamsExtensions.cs @@ -25,6 +25,8 @@ public static class IModelParamsExtensions throw new NotSupportedException("'UseMemoryLock' is not supported (llama_mlock_supported() == false)"); if (@params.UseMemorymap && !NativeApi.llama_mmap_supported()) throw new NotSupportedException("'UseMemorymap' is not supported (llama_mmap_supported() == false)"); + if (@params.GpuLayerCount < 0) + @params.GpuLayerCount = int.MaxValue; var disposer = new GroupDisposable();