mirror of
https://github.com/nomic-ai/gpt4all.git
synced 2025-12-08 00:04:34 -05:00
797891c995
* Initial Library Loader * Load library as part of Model factory * Dynamically search and find the dlls * Update tests to use locally built runtimes * Fix dylib loading, add macos runtime support for sample/tests * Bypass automatic loading by default. * Only set CMAKE_OSX_ARCHITECTURES if not already set, allow cross-compile * Switch Loading again * Update build scripts for mac/linux * Update bindings to support newest breaking changes * Fix build * Use llmodel for Windows * Actually, it does need to be libllmodel * Name * Remove TFMs, bypass loading by default * Fix script * Delete mac script --------- Co-authored-by: Tim Miller <innerlogic4321@ghmail.com>
108 lines
4.6 KiB
C#
108 lines
4.6 KiB
C#
using System.Runtime.InteropServices;
|
|
|
|
namespace Gpt4All.Bindings;
|
|
|
|
public unsafe partial struct llmodel_prompt_context
|
|
{
|
|
public float* logits;
|
|
|
|
[NativeTypeName("size_t")]
|
|
public nuint logits_size;
|
|
|
|
[NativeTypeName("int32_t *")]
|
|
public int* tokens;
|
|
|
|
[NativeTypeName("size_t")]
|
|
public nuint tokens_size;
|
|
|
|
[NativeTypeName("int32_t")]
|
|
public int n_past;
|
|
|
|
[NativeTypeName("int32_t")]
|
|
public int n_ctx;
|
|
|
|
[NativeTypeName("int32_t")]
|
|
public int n_predict;
|
|
|
|
[NativeTypeName("int32_t")]
|
|
public int top_k;
|
|
|
|
public float top_p;
|
|
|
|
public float temp;
|
|
|
|
[NativeTypeName("int32_t")]
|
|
public int n_batch;
|
|
|
|
public float repeat_penalty;
|
|
|
|
[NativeTypeName("int32_t")]
|
|
public int repeat_last_n;
|
|
|
|
public float context_erase;
|
|
}
|
|
|
|
internal static unsafe partial class NativeMethods
|
|
{
|
|
[UnmanagedFunctionPointer(CallingConvention.Cdecl)]
|
|
[return: MarshalAs(UnmanagedType.I1)]
|
|
public delegate bool LlmodelResponseCallback(int token_id, [MarshalAs(UnmanagedType.LPUTF8Str)] string response);
|
|
|
|
[UnmanagedFunctionPointer(CallingConvention.Cdecl)]
|
|
[return: MarshalAs(UnmanagedType.I1)]
|
|
public delegate bool LlmodelPromptCallback(int token_id);
|
|
|
|
[UnmanagedFunctionPointer(CallingConvention.Cdecl)]
|
|
[return: MarshalAs(UnmanagedType.I1)]
|
|
public delegate bool LlmodelRecalculateCallback(bool isRecalculating);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true, BestFitMapping = false, ThrowOnUnmappableChar = true)]
|
|
[return: NativeTypeName("llmodel_model")]
|
|
public static extern IntPtr llmodel_model_create2(
|
|
[NativeTypeName("const char *")][MarshalAs(UnmanagedType.LPUTF8Str)] string model_path,
|
|
[NativeTypeName("const char *")][MarshalAs(UnmanagedType.LPUTF8Str)] string build_variant,
|
|
out IntPtr error);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true)]
|
|
public static extern void llmodel_model_destroy([NativeTypeName("llmodel_model")] IntPtr model);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true, BestFitMapping = false, ThrowOnUnmappableChar = true)]
|
|
[return: MarshalAs(UnmanagedType.I1)]
|
|
public static extern bool llmodel_loadModel(
|
|
[NativeTypeName("llmodel_model")] IntPtr model,
|
|
[NativeTypeName("const char *")][MarshalAs(UnmanagedType.LPUTF8Str)] string model_path);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true)]
|
|
|
|
[return: MarshalAs(UnmanagedType.I1)]
|
|
public static extern bool llmodel_isModelLoaded([NativeTypeName("llmodel_model")] IntPtr model);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true)]
|
|
[return: NativeTypeName("uint64_t")]
|
|
public static extern ulong llmodel_get_state_size([NativeTypeName("llmodel_model")] IntPtr model);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true)]
|
|
[return: NativeTypeName("uint64_t")]
|
|
public static extern ulong llmodel_save_state_data([NativeTypeName("llmodel_model")] IntPtr model, [NativeTypeName("uint8_t *")] byte* dest);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true)]
|
|
[return: NativeTypeName("uint64_t")]
|
|
public static extern ulong llmodel_restore_state_data([NativeTypeName("llmodel_model")] IntPtr model, [NativeTypeName("const uint8_t *")] byte* src);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true, BestFitMapping = false, ThrowOnUnmappableChar = true)]
|
|
public static extern void llmodel_prompt(
|
|
[NativeTypeName("llmodel_model")] IntPtr model,
|
|
[NativeTypeName("const char *")][MarshalAs(UnmanagedType.LPUTF8Str)] string prompt,
|
|
LlmodelPromptCallback prompt_callback,
|
|
LlmodelResponseCallback response_callback,
|
|
LlmodelRecalculateCallback recalculate_callback,
|
|
ref llmodel_prompt_context ctx);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true)]
|
|
public static extern void llmodel_setThreadCount([NativeTypeName("llmodel_model")] IntPtr model, [NativeTypeName("int32_t")] int n_threads);
|
|
|
|
[DllImport("libllmodel", CallingConvention = CallingConvention.Cdecl, ExactSpelling = true)]
|
|
[return: NativeTypeName("int32_t")]
|
|
public static extern int llmodel_threadCount([NativeTypeName("llmodel_model")] IntPtr model);
|
|
}
|