Merge pull request #496 from martindevans/smaller_unit_test_model

Smaller Unit Test Model
SciSharp · Feb 7, 2024 · 5d80a56 · 5d80a56
2 parents ac7faa0 + 418345c
commit 5d80a56
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 4 deletions.
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -13,6 +13,7 @@ jobs:
     name: Test
     runs-on: ${{ matrix.os }}
     strategy:
+      max-parallel: 2
       fail-fast: false
       matrix:
         build: [linux-release, windows-release, osx-release]

diff --git a/LLama.Unittest/BasicTest.cs b/LLama.Unittest/BasicTest.cs
@@ -45,7 +45,7 @@ public void AdvancedModelProperties()
                 { "general.name", "LLaMA v2" },
                 { "general.architecture", "llama" },
                 { "general.quantization_version", "2" },
-                { "general.file_type", "2" },
+                { "general.file_type", "11" },
 
                 { "llama.context_length", "4096" },
                 { "llama.rope.dimension_count", "128" },

diff --git a/LLama.Unittest/Constants.cs b/LLama.Unittest/Constants.cs
@@ -2,6 +2,6 @@
 {
     internal static class Constants
     {
-        public static string ModelPath = "Models/llama-2-7b-chat.Q4_0.gguf";
+        public static string ModelPath = "Models/llama-2-7b-chat.Q3_K_S.gguf";
     }
 }
diff --git a/LLama.Unittest/LLama.Unittest.csproj b/LLama.Unittest/LLama.Unittest.csproj
@@ -27,7 +27,7 @@
   </ItemGroup>
 
   <Target Name="DownloadContentFiles" BeforeTargets="Build">
-      <DownloadFile SourceUrl="https://huggingface.co/TheBloke/Llama-2-7b-Chat-GGUF/resolve/main/llama-2-7b-chat.Q4_0.gguf" DestinationFolder="Models" DestinationFileName="llama-2-7b-chat.Q4_0.gguf" SkipUnchangedFiles="true">
+      <DownloadFile SourceUrl="https://huggingface.co/TheBloke/Llama-2-7b-Chat-GGUF/resolve/main/llama-2-7b-chat.Q3_K_S.gguf" DestinationFolder="Models" DestinationFileName="llama-2-7b-chat.Q3_K_S.gguf" SkipUnchangedFiles="true">
     </DownloadFile>
   </Target>
 
@@ -41,7 +41,7 @@
   </ItemGroup>
 
   <ItemGroup>
-    <None Update="Models\llama-2-7b-chat.Q4_0.gguf">
+    <None Update="Models\llama-2-7b-chat.Q3_K_S.gguf">
       <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
     </None>
   </ItemGroup>