Browse Source

Merge pull request #424 from Kaotic3/GpuLayerCountChange

Gpu layer count change
tags/v0.10.0
Martin Evans GitHub 2 years ago
parent
commit
d9b4e1fde7
No known key found for this signature in database GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 0 deletions
  1. +2
    -0
      LLama/Extensions/IModelParamsExtensions.cs

+ 2
- 0
LLama/Extensions/IModelParamsExtensions.cs View File

@@ -25,6 +25,8 @@ public static class IModelParamsExtensions
throw new NotSupportedException("'UseMemoryLock' is not supported (llama_mlock_supported() == false)");
if (@params.UseMemorymap && !NativeApi.llama_mmap_supported())
throw new NotSupportedException("'UseMemorymap' is not supported (llama_mmap_supported() == false)");
if (@params.GpuLayerCount < 0)
@params.GpuLayerCount = int.MaxValue;

var disposer = new GroupDisposable();



Loading…
Cancel
Save