Browse Source

fix: n_gpu_layers miss in llama context.

tags/v0.2.2
Yaohui Liu 3 years ago
parent
commit
1fca06dc7f
No known key found for this signature in database GPG Key ID: E86D01E1809BD23E
2 changed files with 5 additions and 0 deletions
  1. +4
    -0
      LLama/Native/LLamaContextParams.cs
  2. +1
    -0
      LLama/Utils.cs

+ 4
- 0
LLama/Native/LLamaContextParams.cs View File

@@ -18,6 +18,10 @@ namespace LLama.Native
/// </summary>
public int n_parts;
/// <summary>
/// number of layers to store in VRAM
/// </summary>
public int n_gpu_layers;
/// <summary>
/// RNG seed, -1 for random
/// </summary>
public int seed;


+ 1
- 0
LLama/Utils.cs View File

@@ -18,6 +18,7 @@ namespace LLama

lparams.n_ctx = @params.n_ctx;
lparams.n_parts = @params.n_parts;
lparams.n_gpu_layers = @params.n_gpu_layers;
lparams.seed = @params.seed;
lparams.f16_kv = @params.memory_f16;
lparams.use_mmap = @params.use_mmap;


Loading…
Cancel
Save