From b2d9fc00111db0a4b4a9ae12cd3b3fe60eb6c060 Mon Sep 17 00:00:00 2001 From: Rinne Date: Wed, 8 May 2024 18:40:27 +0800 Subject: [PATCH] debug --- .github/workflows/benchmark.yml | 4 ++-- LLama.Benchmark/Constants.cs | 2 +- LLama.Benchmark/Program.cs | 6 ------ 3 files changed, 3 insertions(+), 9 deletions(-) diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index a0b3ad63..c9514e06 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -27,7 +27,7 @@ jobs: container: image: ${{ matrix.image }} env: - LLAMA_BENCHMARK_MODEL_DIR: /llamasharp_ci/models_benchmark + LLAMA_BENCHMARK_MODEL_DIR: ${{ matrix.modeldir }} ports: - 80 volumes: @@ -74,7 +74,7 @@ jobs: dotnet build LLama/LLamaSharp.csproj -c release --no-restore dotnet build LLama.Benchmark/LLama.Benchmark.csproj -c release --no-restore - name: Run benchmark test - run: dotnet run --project LLama.Benchmark/LLama.Benchmark.csproj -c release ${{ matrix.modeldir }} + run: dotnet run --project LLama.Benchmark/LLama.Benchmark.csproj - name: Upload artifacts if: always() uses: actions/upload-artifact@v3 diff --git a/LLama.Benchmark/Constants.cs b/LLama.Benchmark/Constants.cs index aa68658a..50051830 100644 --- a/LLama.Benchmark/Constants.cs +++ b/LLama.Benchmark/Constants.cs @@ -9,7 +9,7 @@ namespace LLama.Benchmark { internal static class Constants { - public static string ModelDir { get; set; } + public readonly static string ModelDir = "/llamasharp_ci/models_benchmark"; public readonly static string Generative7BModelPath = "llama-2-7b-chat.Q3_K_S.gguf"; public readonly static string EmbeddingModelPath = "all-MiniLM-L12-v2.Q8_0.gguf"; diff --git a/LLama.Benchmark/Program.cs b/LLama.Benchmark/Program.cs index 424cbf4d..1a7ebc4d 100644 --- a/LLama.Benchmark/Program.cs +++ b/LLama.Benchmark/Program.cs @@ -7,12 +7,6 @@ namespace LLama.Benchmark { public static void Main(string[] args) { - if (args.Length == 1) - { - var modelDir = args[0]; - Constants.ModelDir = modelDir; - } - var summary = BenchmarkSwitcher.FromAssembly(typeof(Program).Assembly).Run(args); Console.WriteLine(summary); }