debug

.github/workflows/benchmark.yml

@@ -27,7 +27,7 @@ jobs:
     container:
       image: ${{ matrix.image }}
       env:
-        LLAMA_BENCHMARK_MODEL_DIR: /llamasharp_ci/models_benchmark
+        LLAMA_BENCHMARK_MODEL_DIR: ${{ matrix.modeldir }}
       ports:
         - 80
       volumes:
@@ -74,7 +74,7 @@ jobs:
         dotnet build LLama/LLamaSharp.csproj -c release --no-restore
         dotnet build LLama.Benchmark/LLama.Benchmark.csproj -c release --no-restore
     - name: Run benchmark test
-      run: dotnet run --project LLama.Benchmark/LLama.Benchmark.csproj -c release ${{ matrix.modeldir }}
+      run: dotnet run --project LLama.Benchmark/LLama.Benchmark.csproj
     - name: Upload artifacts
       if: always()
       uses: actions/upload-artifact@v3

LLama.Benchmark/Constants.cs

@@ -9,7 +9,7 @@ namespace LLama.Benchmark
 {
     internal static class Constants
     {
-        public static string ModelDir { get; set; }
+        public readonly static string ModelDir = "/llamasharp_ci/models_benchmark";
 
         public readonly static string Generative7BModelPath = "llama-2-7b-chat.Q3_K_S.gguf";
         public readonly static string EmbeddingModelPath = "all-MiniLM-L12-v2.Q8_0.gguf";

LLama.Benchmark/Program.cs

@@ -7,12 +7,6 @@ namespace LLama.Benchmark
     {
         public static void Main(string[] args)
         {
-            if (args.Length == 1)
-            {
-                var modelDir = args[0];
-                Constants.ModelDir = modelDir;
-            }
-
             var summary = BenchmarkSwitcher.FromAssembly(typeof(Program).Assembly).Run(args);
             Console.WriteLine(summary);
         }