From 1fca06dc7f0b5553ea5e96d85d0c18317e366a9b Mon Sep 17 00:00:00 2001
From: Yaohui Liu <AsakusaRinne@gmail.com>
Date: Wed, 17 May 2023 04:22:54 +0800
Subject: [PATCH] fix: n_gpu_layers miss in llama context.

---
 LLama/Native/LLamaContextParams.cs | 4 ++++
 LLama/Utils.cs                     | 1 +
 2 files changed, 5 insertions(+)

diff --git a/LLama/Native/LLamaContextParams.cs b/LLama/Native/LLamaContextParams.cs
index 4e782cc9..0fd0a51a 100644
--- a/LLama/Native/LLamaContextParams.cs
+++ b/LLama/Native/LLamaContextParams.cs
@@ -18,6 +18,10 @@ namespace LLama.Native
         /// </summary>
         public int n_parts;
         /// <summary>
+        /// number of layers to store in VRAM
+        /// </summary>
+        public int n_gpu_layers;
+        /// <summary>
         /// RNG seed, -1 for random
         /// </summary>
         public int seed;
diff --git a/LLama/Utils.cs b/LLama/Utils.cs
index 07172da2..2e2c992f 100644
--- a/LLama/Utils.cs
+++ b/LLama/Utils.cs
@@ -18,6 +18,7 @@ namespace LLama
 
             lparams.n_ctx = @params.n_ctx;
             lparams.n_parts = @params.n_parts;
+            lparams.n_gpu_layers = @params.n_gpu_layers;
             lparams.seed = @params.seed;
             lparams.f16_kv = @params.memory_f16;
             lparams.use_mmap = @params.use_mmap;