From 85dee3ba800384ffe730c91ae88b15586aed4a59 Mon Sep 17 00:00:00 2001 From: mikepapadim Date: Thu, 11 Dec 2025 19:14:15 +0200 Subject: [PATCH] Add compatibility method for langchain4j and quarkus in ModelLoader --- .../beehive/gpullama3/model/loader/ModelLoader.java | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/src/main/java/org/beehive/gpullama3/model/loader/ModelLoader.java b/src/main/java/org/beehive/gpullama3/model/loader/ModelLoader.java index 20cdb090..a5e5e59c 100644 --- a/src/main/java/org/beehive/gpullama3/model/loader/ModelLoader.java +++ b/src/main/java/org/beehive/gpullama3/model/loader/ModelLoader.java @@ -90,6 +90,18 @@ public static Model loadModel(Options options) throws IOException { return modelType.loadModel(gguf.getFileChannel(), gguf, contextLength, useTornadovm); } + /** + * For compatibility with langchain4j and quarkus. + */ + public static Model loadModel(Path ggufPath, int contextLength, boolean loadWeights, boolean useTornadovm) throws IOException { + // initial load of metadata from gguf file + GGUF gguf = GGUF.loadGGUFMetadata(ggufPath); + // detect model type + ModelType modelType = detectModelType(gguf.getMetadata()); + // model type-specific load + return modelType.loadModel(gguf.getFileChannel(), gguf, contextLength, useTornadovm); + } + /** * Dispatcher method for loading a standard (non-tornado) tensor based on GGML type. * Used in CPU-path.