Browse Source

Decouple connectionId from ModelSession

tags/v0.4.2-preview
sa_ddam213 2 years ago
parent
commit
a32a5e4ffe
3 changed files with 4 additions and 7 deletions
  1. +1
    -4
      LLama.Web/Models/ModelSession.cs
  2. +2
    -2
      LLama.Web/Pages/Interactive.cshtml
  3. +1
    -1
      LLama.Web/Services/ModelSessionService.cs

+ 1
- 4
LLama.Web/Models/ModelSession.cs View File

@@ -13,9 +13,8 @@ namespace LLama.Web.Models
private ILLamaExecutor _executor;
private CancellationTokenSource _cancellationTokenSource;

public ModelSession(string connectionId, ILLamaExecutor executor, ModelOptions modelOptions, PromptOptions promptOptions, ParameterOptions parameterOptions)
public ModelSession(ILLamaExecutor executor, ModelOptions modelOptions, PromptOptions promptOptions, ParameterOptions parameterOptions)
{
ConnectionId = connectionId;
_executor = executor;
_modelOptions = modelOptions;
_promptOptions = promptOptions;
@@ -26,8 +25,6 @@ namespace LLama.Web.Models
_outputTransform = new LLamaTransforms.KeywordTextOutputStreamTransform(_promptOptions.OutputFilter, redundancyLength: 5);
}

public string ConnectionId { get; }

public IAsyncEnumerable<string> InferAsync(string message, CancellationTokenSource cancellationTokenSource)
{
_cancellationTokenSource = cancellationTokenSource;


+ 2
- 2
LLama.Web/Pages/Interactive.cshtml View File

@@ -172,8 +172,8 @@
const chatInput = $("#input");


const onStatus = (connectionId, status) => {
connectionId = connectionId;
const onStatus = (connection, status) => {
connectionId = connection;
if (status == Enums.SessionConnectionStatus.Connected) {
$("#socket").text("Connected").addClass("text-success");
}


+ 1
- 1
LLama.Web/Services/ModelSessionService.cs View File

@@ -25,7 +25,7 @@ namespace LLama.Web.Services
public Task<ModelSession> CreateAsync(string connectionId, ILLamaExecutor executor, ModelOptions modelOption, PromptOptions promptOption, ParameterOptions parameterOption)
{
//TODO: Max instance etc
var modelSession = new ModelSession( connectionId, executor, modelOption, promptOption, parameterOption);
var modelSession = new ModelSession(executor, modelOption, promptOption, parameterOption);
if (!_modelSessions.TryAdd(connectionId, modelSession))
{
_logger.Log(LogLevel.Error, "[CreateAsync] - Failed to create model session, Connection: {0}", connectionId);


Loading…
Cancel
Save