Using SetDllImportResolver to load llama DLLs as a prototype.

Author: martindevans

LLama.Examples/Program.cs

@@ -1,4 +1,6 @@
-using LLama.Native;
+using System.Runtime.InteropServices;
+using LLama.Batched;
+using LLama.Native;
 using Spectre.Console;
 
 AnsiConsole.MarkupLineInterpolated(
@@ -23,4 +25,5 @@ __       __                                       ____     __
 
 NativeApi.llama_empty_call();
 
-await ExampleRunner.Run();
+await ExampleRunner.Run();
+

LLama/Native/NativeApi.Load.cs

@@ -6,15 +6,15 @@
 using System.IO;
 using System.Runtime.InteropServices;
 using System.Text.Json;
+using LLama.Batched;
 
 namespace LLama.Native
 {
     public static partial class NativeApi
     {
         static NativeApi()
         {
-            // Try to load a preferred library, based on CPU feature detection
-            TryLoadLibrary();
+            TestSetDllResolver();
 
             try
             {
@@ -33,6 +33,31 @@ static NativeApi()
             llama_backend_init();
         }
 
+        private static IntPtr _loaded;
+
+        private static void TestSetDllResolver()
+        {
+#if NET5_0_OR_GREATER
+            NativeLibrary.SetDllImportResolver(typeof(BatchedExecutor).Assembly, (name, assembly, path) =>
+            {
+                if (name != "llama")
+                    return IntPtr.Zero;
+
+                if (_loaded != IntPtr.Zero)
+                    return _loaded;
+
+                // Try to load a preferred library, based on CPU feature detection
+                _loaded = TryLoadLibrary();
+
+                Console.WriteLine($"[red]Resolving: {name}[/]");
+                Console.WriteLine($"[red]Path: {path}[/]");
+                Console.WriteLine($"[red]Ptr: {_loaded}[/]");
+
+                return _loaded;
+            });
+#endif
+        }
+
         private static void Log(string message, LogLevel level)
         {
             if (!enableLogging)