Browse Source

Fixed mirostat/mirostate

tags/v0.5.1
Martin Evans 3 years ago
parent
commit
fda7e1c038
1 changed files with 3 additions and 3 deletions
  1. +3
    -3
      LLama/LLamaInteractExecutor.cs

+ 3
- 3
LLama/LLamaInteractExecutor.cs View File

@@ -45,7 +45,7 @@ namespace LLama
SessionFilePath = _pathSession,
SessionTokens = _session_tokens,
LastTokensCapacity = _last_n_tokens.Capacity,
MirostateMu = MirostateMu
MirostatMu = MirostatMu
};
return state;
}
@@ -203,12 +203,12 @@ namespace LLama
var tokenDataArray = Context.ApplyPenalty(_last_n_tokens, inferenceParams.LogitBias, repeat_last_n,
inferenceParams.RepeatPenalty, inferenceParams.FrequencyPenalty, inferenceParams.PresencePenalty, inferenceParams.PenalizeNL);

var mu = MirostateMu;
var mu = MirostatMu;
var id = Context.Sample(
tokenDataArray, ref mu, inferenceParams.Temperature, inferenceParams.Mirostat, inferenceParams.MirostatTau,
inferenceParams.MirostatEta, inferenceParams.TopK, inferenceParams.TopP, inferenceParams.TfsZ, inferenceParams.TypicalP
);
MirostateMu = mu;
MirostatMu = mu;

_last_n_tokens.Enqueue(id);



Loading…
Cancel
Save