debug

SciSharp · May 8, 2024 · 12e8c59 · 12e8c59
1 parent 0112bb5
commit 12e8c59
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 5 deletions.
diff --git a/LLama.Benchmark/Constants.cs b/LLama.Benchmark/Constants.cs
@@ -11,7 +11,7 @@ internal static class Constants
     {
         public const string ModelDir = "/llamasharp_ci/models_benchmark";
 
-        public const string Generative7BModelPath = "/llamasharp_ci/models_benchmark/llama-2-7b-chat.Q3_K_S.gguf";
+        public const string Generative7BModelPath = "llama-2-7b-chat.Q3_K_S.gguf";
         public const string EmbeddingModelPath = "all-MiniLM-L12-v2.Q8_0.gguf";
 
         public const string LLavaModelPath = "llava-v1.6-mistral-7b.Q3_K_XS.gguf";

diff --git a/LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs b/LLama.Benchmark/LLamaExecutorBenchmark/Prefill.cs
@@ -5,12 +5,13 @@
 using System.Linq;
 using System.Text;
 using System.Threading.Tasks;
+using System.Runtime.InteropServices;
 using BenchmarkDotNet.Attributes;
 using BenchmarkDotNet.Engines;
 using BenchmarkDotNet.Jobs;
 using LLama.Abstractions;
 using LLama.Common;
-using Microsoft.VisualBasic;
+using BenchmarkDotNet.Diagnostics.Windows.Configs;
 
 namespace LLama.Benchmark.LLamaExecutorBenchmark
 {
@@ -38,9 +39,9 @@ public class PrefillBenchmark
         public IEnumerable<(string, int)> ModelAndGpuLayerCounts => new (string, int)[]
         // TODO: specify the native library to load here to test cpu case better.
         {
-            ("/llamasharp_ci/models_benchmark/llama-2-7b-chat.Q3_K_S.gguf", 0),
-            ("/llamasharp_ci/models_benchmark/llama-2-7b-chat.Q3_K_S.gguf", 10),
-            ("/llamasharp_ci/models_benchmark/llama-2-7b-chat.Q3_K_S.gguf", 20)
+            (Path.Combine(Constants.ModelDir, Constants.Generative7BModelPath), 0),
+            (Path.Combine(Constants.ModelDir, Constants.Generative7BModelPath), 10),
+            (Path.Combine(Constants.ModelDir, Constants.Generative7BModelPath), 20)
         };
 
         public IEnumerable<ExecutorType> ExecutorTypes => new ExecutorType[]