From 95dc12dd7666c250eac13b9a591ff0a4fa274b7b Mon Sep 17 00:00:00 2001
From: Martin Evans <martindevans@gmail.com>
Date: Sun, 27 Aug 2023 00:12:42 +0100
Subject: [PATCH] Switched to codellama-7b.gguf in tests (probably temporarily)

---
 .gitignore                           |  1 +
 LLama.Unittest/BasicTest.cs          |  2 +-
 LLama.Unittest/Constants.cs          |  2 +-
 LLama.Unittest/LLama.Unittest.csproj | 21 ++++++++++++---------
 LLama.Unittest/LLamaContextTests.cs  |  2 +-
 5 files changed, 16 insertions(+), 12 deletions(-)

diff --git a/.gitignore b/.gitignore
index e7c87968..f7b8be30 100644
--- a/.gitignore
+++ b/.gitignore
@@ -344,4 +344,5 @@ test/TensorFlowNET.Examples/mnist
 site/
 
 /LLama.Unittest/Models/*.bin
+/LLama.Unittest/Models/*.gguf
 
diff --git a/LLama.Unittest/BasicTest.cs b/LLama.Unittest/BasicTest.cs
index 832f3fdd..cbf39ee7 100644
--- a/LLama.Unittest/BasicTest.cs
+++ b/LLama.Unittest/BasicTest.cs
@@ -25,7 +25,7 @@ namespace LLama.Unittest
         [Fact]
         public void BasicModelProperties()
         {
-            Assert.Equal(32000, _model.VocabCount);
+            Assert.Equal(32016, _model.VocabCount);
             Assert.Equal(2048, _model.ContextSize);
             Assert.Equal(4096, _model.EmbeddingSize);
         }
diff --git a/LLama.Unittest/Constants.cs b/LLama.Unittest/Constants.cs
index ea054bc8..2ca98957 100644
--- a/LLama.Unittest/Constants.cs
+++ b/LLama.Unittest/Constants.cs
@@ -2,6 +2,6 @@
 {
     internal static class Constants
     {
-        public static string ModelPath = "Models/llama-2-7b-chat.ggmlv3.q3_K_S.bin";
+        public static string ModelPath = "Models/codellama-7b.Q3_K_S.gguf";
     }
 }
diff --git a/LLama.Unittest/LLama.Unittest.csproj b/LLama.Unittest/LLama.Unittest.csproj
index 09f37b08..b3c7db5e 100644
--- a/LLama.Unittest/LLama.Unittest.csproj
+++ b/LLama.Unittest/LLama.Unittest.csproj
@@ -24,7 +24,7 @@
   </ItemGroup>
 
   <Target Name="DownloadContentFiles" BeforeTargets="Build">
-      <DownloadFile SourceUrl="https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/resolve/main/llama-2-7b-chat.ggmlv3.q3_K_S.bin" DestinationFolder="Models" DestinationFileName="llama-2-7b-chat.ggmlv3.q3_K_S.bin" SkipUnchangedFiles="true">
+      <DownloadFile SourceUrl="https://huggingface.co/TheBloke/CodeLlama-7B-GGUF/resolve/main/codellama-7b.Q3_K_S.gguf" DestinationFolder="Models" DestinationFileName="codellama-7b.Q3_K_S.gguf" SkipUnchangedFiles="true">
     </DownloadFile>
   </Target>
 
@@ -37,30 +37,33 @@
   </ItemGroup>
 
   <ItemGroup>
-    <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/ggml-metal.metal">
+    <None Update="../runtimes/ggml-metal.metal">
       <CopyToOutputDirectory>Never</CopyToOutputDirectory>
     </None>
-    <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda11.dll">
+    <None Update="../runtimes/libllama-cuda11.dll">
       <CopyToOutputDirectory>Never</CopyToOutputDirectory>
     </None>
-    <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda11.so">
+    <None Update="../runtimes/libllama-cuda11.so">
       <CopyToOutputDirectory>Never</CopyToOutputDirectory>
     </None>
-    <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda12.dll">
+    <None Update="../runtimes/libllama-cuda12.dll">
       <CopyToOutputDirectory>Never</CopyToOutputDirectory>
     </None>
-    <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-cuda12.so">
+    <None Update="../runtimes/libllama-cuda12.so">
       <CopyToOutputDirectory>Never</CopyToOutputDirectory>
     </None>
-    <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama-metal.dylib">
+    <None Update="../runtimes/libllama-metal.dylib">
       <CopyToOutputDirectory>Never</CopyToOutputDirectory>
     </None>
-    <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama.dylib">
+    <None Update="../runtimes/libllama.dylib">
       <CopyToOutputDirectory>Never</CopyToOutputDirectory>
     </None>
-    <None Update="C:\Users\Martin\Documents\dotnet\LLamaSharp\LLama\runtimes/libllama.so">
+    <None Update="../runtimes/libllama.so">
       <CopyToOutputDirectory>Never</CopyToOutputDirectory>
     </None>
+    <None Update="Models\codellama-7b.Q3_K_S.gguf">
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </None>
     <None Update="Models\llama-2-7b-chat.ggmlv3.q3_K_S.bin">
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </None>
diff --git a/LLama.Unittest/LLamaContextTests.cs b/LLama.Unittest/LLamaContextTests.cs
index e9c84eac..ae5f8746 100644
--- a/LLama.Unittest/LLamaContextTests.cs
+++ b/LLama.Unittest/LLamaContextTests.cs
@@ -29,7 +29,7 @@ namespace LLama.Unittest
         {
             Assert.Equal(768, _context.ContextSize);
             Assert.Equal(4096, _context.EmbeddingSize);
-            Assert.Equal(32000, _context.VocabCount);
+            Assert.Equal(32016, _context.VocabCount);
         }
     }
 }