From 34f1f58d22dd98cb517a64a7eefd21aade1183d5 Mon Sep 17 00:00:00 2001 From: Rinne Date: Wed, 8 May 2024 11:50:26 +0800 Subject: [PATCH] debug --- LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs | 1 + 1 file changed, 1 insertion(+) diff --git a/LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs b/LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs index 676be4c1..aeb107ed 100644 --- a/LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs +++ b/LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs @@ -88,6 +88,7 @@ namespace LLama.Benchmark.LLamaExecutorBenchmark MaxTokens = 1 // Only prefill, no generation here. }; + Console.WriteLine($"************ model params model path: {ModelParams.ModelPath} specified path: {ModelAndGpuLayerCount.Item1}"); LLamaWeights weights = LLamaWeights.LoadFromFile(ModelParams); LLamaContext context = weights.CreateContext(ModelParams); Executor = ExecutorType switch