Browse Source

debug

pull/720/head
Rinne 2 years ago
parent
commit
34f1f58d22
1 changed files with 1 additions and 0 deletions
  1. +1
    -0
      LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs

+ 1
- 0
LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs View File

@@ -88,6 +88,7 @@ namespace LLama.Benchmark.LLamaExecutorBenchmark
MaxTokens = 1 // Only prefill, no generation here.
};

Console.WriteLine($"************ model params model path: {ModelParams.ModelPath} specified path: {ModelAndGpuLayerCount.Item1}");
LLamaWeights weights = LLamaWeights.LoadFromFile(ModelParams);
LLamaContext context = weights.CreateContext(ModelParams);
Executor = ExecutorType switch


Loading…
Cancel
Save