Browse Source

fix: add IDisposable to model classes.

tags/v0.2.2
Yaohui Liu 3 years ago
parent
commit
aa2b064d1d
No known key found for this signature in database GPG Key ID: E86D01E1809BD23E
3 changed files with 18 additions and 3 deletions
  1. +6
    -1
      LLama/GptModel.cs
  2. +6
    -1
      LLama/LLamaEmbedder.cs
  3. +6
    -1
      LLama/LLamaModel.cs

+ 6
- 1
LLama/GptModel.cs View File

@@ -12,7 +12,7 @@ using System.Diagnostics;
namespace LLama
{
using llama_token = Int32;
public class LLamaModel: IChatModel
public class LLamaModel: IChatModel, IDisposable
{
LLamaParams _params;
SafeLLamaContextHandle _ctx;
@@ -579,5 +579,10 @@ namespace LLama
}
}
}

public void Dispose()
{
_ctx.Dispose();
}
}
}

+ 6
- 1
LLama/LLamaEmbedder.cs View File

@@ -6,7 +6,7 @@ using LLama.Exceptions;

namespace LLama
{
public class LLamaEmbedder
public class LLamaEmbedder: IDisposable
{
SafeLLamaContextHandle _ctx;

@@ -60,5 +60,10 @@ namespace LLama
span.CopyTo(res.AsSpan());
return res;
}

public void Dispose()
{
_ctx.Dispose();
}
}
}

+ 6
- 1
LLama/LLamaModel.cs View File

@@ -22,7 +22,7 @@ namespace LLama
/// is ok now.
/// </summary>
[Obsolete]
public class LLamaModelV1
public class LLamaModelV1: IDisposable
{
private string _model_path;
LLamaContextParams _params;
@@ -828,5 +828,10 @@ namespace LLama
}
return longestPrefix;
}

public void Dispose()
{
_ctx.Dispose();
}
}
}

Loading…
Cancel
Save