implement llama backend autoload

Author: hazelnutcloud

.gitignore

@@ -53,4 +53,4 @@ zig-cache
 zig-out
 *.gguf
 
-godot/bin/lib/*
+godot/addons/godot-llama-cpp/lib/*

godot/addons/godot-llama-cpp/godot-llama-cpp.gd

@@ -0,0 +1,12 @@
+@tool
+extends EditorPlugin
+
+
+func _enter_tree():
+	# Initialization of the plugin goes here.
+	add_autoload_singleton("__LlamaBackendAutoload", "res://addons/godot-llama-cpp/llama-backend-autoload.gd")
+
+
+func _exit_tree():
+	# Clean-up of the plugin goes here.
+	remove_autoload_singleton("__LlamaBackendAutoload")

godot/addons/godot-llama-cpp/godot-llama-cpp.gdextension

@@ -0,0 +1,23 @@
+[configuration]
+
+entry_symbol = "example_library_init"
+compatibility_minimum = "4.1"
+
+[libraries]
+
+macos.debug = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp-aarch64-macos-none-Debug.dylib"
+macos.release = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp-aarch64-macos-none-ReleaseFast.dylib"
+windows.debug.x86_32 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.windows.template_debug.x86_32.dll"
+windows.release.x86_32 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.windows.template_release.x86_32.dll"
+windows.debug.x86_64 = "res://addons/godot-llama-cpp/lib/windows/godot-llama-cpp.dll"
+windows.release.x86_64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.windows.template_release.x86_64.dll"
+linux.debug.x86_64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.linux.template_debug.x86_64.so"
+linux.release.x86_64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.linux.template_release.x86_64.so"
+linux.debug.arm64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.linux.template_debug.arm64.so"
+linux.release.arm64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.linux.template_release.arm64.so"
+linux.debug.rv64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.linux.template_debug.rv64.so"
+linux.release.rv64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.linux.template_release.rv64.so"
+android.debug.x86_64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.android.template_debug.x86_64.so"
+android.release.x86_64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.android.template_release.x86_64.so"
+android.debug.arm64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.android.template_debug.arm64.so"
+android.release.arm64 = "res://addons/godot-llama-cpp/lib/libgodot-llama-cpp.android.template_release.arm64.so"

godot/addons/godot-llama-cpp/llama-backend-autoload.gd

@@ -0,0 +1,3 @@
+class_name LlamaBackendAutoload
+
+extends LlamaBackend

godot/addons/godot-llama-cpp/plugin.cfg

@@ -0,0 +1,7 @@
+[plugin]
+
+name="godot-llama-cpp"
+description="Use llama.cpp in your godot project."
+author="hazelnutcloud"
+version="0.0.1"
+script="godot-llama-cpp.gd"

godot/bin/example.gdextension

@@ -3,15 +3,15 @@
 importer="texture"
 type="CompressedTexture2D"
 uid="uid://dhjbdhto6je6g"
-path="res://.godot/imported/huggingface_logo-noborder.svg-caa815448a9c3d6f9d16244f9e42174d.ctex"
+path="res://.godot/imported/huggingface.svg-9363a2c9e9c5c727088a277ba09b758a.ctex"
 metadata={
 "vram_texture": false
 }
 
 [deps]
 
-source_file="res://huggingface_logo-noborder.svg"
-dest_files=["res://.godot/imported/huggingface_logo-noborder.svg-caa815448a9c3d6f9d16244f9e42174d.ctex"]
+source_file="res://huggingface.svg"
+dest_files=["res://.godot/imported/huggingface.svg-9363a2c9e9c5c727088a277ba09b758a.ctex"]
 
 [params]
 

godot/huggingface_logo-noborder.svg godot/huggingface.svg

@@ -0,0 +1,9 @@
+[gd_scene load_steps=2 format=3 uid="uid://4qxcq8133fbq"]
+
+[ext_resource type="Texture2D" uid="uid://dhjbdhto6je6g" path="res://huggingface.svg" id="1_aejrq"]
+
+[node name="Node" type="Node"]
+
+[node name="Sprite2D" type="Sprite2D" parent="."]
+position = Vector2(571, 299)
+texture = ExtResource("1_aejrq")

godot/huggingface_logo-noborder.svg.import godot/huggingface.svg.import

@@ -13,3 +13,11 @@ config_version=5
 config/name="godot cpp template"
 config/features=PackedStringArray("4.2", "Forward Plus")
 config/icon="res://icon.svg"
+
+[autoload]
+
+__LlamaBackendAutoload="*res://addons/godot-llama-cpp/llama-backend-autoload.gd"
+
+[editor_plugins]
+
+enabled=PackedStringArray("res://addons/godot-llama-cpp/plugin.cfg")

godot/main.tscn

@@ -0,0 +1,13 @@
+#include "llama.h"
+#include "llama_backend.h"
+#include <godot_cpp/core/class_db.hpp>
+
+using namespace godot;
+
+void LlamaBackend::_enter_tree() {
+  llama_backend_init();
+}
+
+void LlamaBackend::_exit_tree() {
+  llama_backend_free();
+}

godot/project.godot

@@ -0,0 +1,19 @@
+#ifndef LLAMA_BACKEND_H
+#define LLAMA_BACKEND_H
+
+#include <godot_cpp/classes/node.hpp>
+
+namespace godot {
+class LlamaBackend : public Node {
+	GDCLASS(LlamaBackend, Node)
+
+protected:
+	static void _bind_methods(){};
+
+public:
+  virtual void _enter_tree() override;
+  virtual void _exit_tree() override;
+};
+} //namespace godot
+
+#endif

src/llama_backend.cpp

@@ -12,11 +12,7 @@ namespace godot {
 		LlamaModel model;
 
 	protected:
-		static void _bind_methods();
-
-	public:
-		LlamaContext();
-		~LlamaContext();
+		static void _bind_methods(){};
 	};
 }
 

src/llama_backend.h

@@ -1,6 +1,7 @@
 #ifndef LLAMA_MODEL_H
 #define LLAMA_MODEL_H
 
+#include <llama.h>
 #include <godot_cpp/classes/resource.hpp>
 
 namespace godot {
@@ -16,6 +17,7 @@ namespace godot {
 
 	public:
 		void load_model( const String &path );
+    ~LlamaModel();
 	};
 
 } //namespace godot

src/llama_context.h

@@ -6,6 +6,8 @@
 #include <godot_cpp/classes/resource_loader.hpp>
 #include "llama_model.h"
 #include "llama_model_loader.h"
+#include "llama_context.h"
+#include "llama_backend.h"
 
 using namespace godot;
 
@@ -21,6 +23,8 @@ void initialize_gdextension_types(ModuleInitializationLevel p_level)
 	ResourceLoader::get_singleton()->add_resource_format_loader(llamaModelLoader);
 
 	ClassDB::register_class<LlamaModel>();
+  ClassDB::register_class<LlamaContext>();
+  ClassDB::register_class<LlamaBackend>();
 }
 
 void uninitialize_gdextension_types(ModuleInitializationLevel p_level) {