implement context initialization

Author: hazelnutcloud

godot/addons/godot-llama-cpp/autoloads/llama-backend-autoload.gd

@@ -0,0 +1,9 @@
+extends Node
+
+var backend: LlamaBackend = LlamaBackend.new()
+
+func _enter_tree() -> void:
+  backend.init()
+
+func _exit_tree() -> void:
+  backend.deinit()

godot/addons/godot-llama-cpp/autoloads/llama-backend.gd

@@ -4,9 +4,9 @@ extends EditorPlugin
 
 func _enter_tree():
 	# Initialization of the plugin goes here.
-	add_autoload_singleton("__LlamaBackendAutoload", "res://addons/godot-llama-cpp/autoloads/llama-backend-autoload.gd")
+	add_autoload_singleton("__LlamaBackend", "res://addons/godot-llama-cpp/autoloads/llama-backend.gd")
 
 
 func _exit_tree():
 	# Clean-up of the plugin goes here.
-	remove_autoload_singleton("__LlamaBackendAutoload")
+	remove_autoload_singleton("__LlamaBackend")

godot/addons/godot-llama-cpp/godot-llama-cpp.gd

@@ -0,0 +1,11 @@
+extends Node
+
+
+# Called when the node enters the scene tree for the first time.
+func _ready() -> void:
+	pass
+
+
+# Called every frame. 'delta' is the elapsed time since the previous frame.
+func _process(delta: float) -> void:
+	pass

godot/main.gd

@@ -1,8 +1,10 @@
-[gd_scene load_steps=2 format=3 uid="uid://7oo8yj56scb1"]
+[gd_scene load_steps=3 format=3 uid="uid://7oo8yj56scb1"]
 
 [ext_resource type="Texture2D" uid="uid://dplw232htshgc" path="res://addons/godot-llama-cpp/assets/godot-llama-cpp-1024x1024.svg" id="1_ojdoj"]
+[ext_resource type="Script" path="res://main.gd" id="1_wiuk3"]
 
 [node name="Node" type="Node"]
+script = ExtResource("1_wiuk3")
 
 [node name="Sprite2D" type="Sprite2D" parent="."]
 position = Vector2(601, 325)

godot/main.tscn

@@ -10,13 +10,13 @@ config_version=5
 
 [application]
 
-config/name="godot cpp template"
+config/name="godot-llama-cpp"
 config/features=PackedStringArray("4.2", "Forward Plus")
 config/icon="res://icon.svg"
 
 [autoload]
 
-__LlamaBackendAutoload="*res://addons/godot-llama-cpp/autoloads/llama-backend-autoload.gd"
+__LlamaBackend="*res://addons/godot-llama-cpp/autoloads/llama-backend.gd"
 
 [editor_plugins]
 

godot/project.godot

@@ -4,11 +4,16 @@
 
 using namespace godot;
 
-void LlamaBackend::_enter_tree() {
+void LlamaBackend::init() {
   llama_backend_init();
   llama_numa_init(ggml_numa_strategy::GGML_NUMA_STRATEGY_DISABLED);
 }
 
-void LlamaBackend::_exit_tree() {
+void LlamaBackend::deinit() {
   llama_backend_free();
+}
+
+void LlamaBackend::_bind_methods() {
+  ClassDB::bind_method(D_METHOD("init"), &LlamaBackend::init);
+  ClassDB::bind_method(D_METHOD("deinit"), &LlamaBackend::deinit);
 }

src/llama_backend.cpp

@@ -1,18 +1,18 @@
 #ifndef LLAMA_BACKEND_H
 #define LLAMA_BACKEND_H
 
-#include <godot_cpp/classes/node.hpp>
+#include <godot_cpp/classes/ref_counted.hpp>
 
 namespace godot {
-class LlamaBackend : public Node {
-	GDCLASS(LlamaBackend, Node)
+class LlamaBackend : public RefCounted {
+	GDCLASS(LlamaBackend, RefCounted)
 
 protected:
-	static void _bind_methods(){};
+	static void _bind_methods();
 
 public:
-  virtual void _enter_tree() override;
-  virtual void _exit_tree() override;
+  void init();
+  void deinit();
 };
 } //namespace godot
 

src/llama_backend.h

@@ -1 +1,53 @@
-#include "llama_context.h"
+#include "llama_context.h"
+#include "llama.h"
+#include "llama_model.h"
+#include <godot_cpp/classes/engine.hpp>
+#include <godot_cpp/classes/os.hpp>
+#include <godot_cpp/core/class_db.hpp>
+#include <godot_cpp/variant/utility_functions.hpp>
+
+using namespace godot;
+
+void LlamaContext::set_model(const Ref<LlamaModel> p_model) {
+	model = p_model;
+}
+
+Ref<LlamaModel> LlamaContext::get_model() {
+	return model;
+}
+
+void LlamaContext::_ready() {
+	// TODO: remove this and use runtime classes once godot 4.3 lands, see https://github.com/godotengine/godot/pull/82554
+	if (Engine::get_singleton()->is_editor_hint()) {
+		return;
+	}
+
+	if (model->model == NULL) {
+		UtilityFunctions::printerr(vformat("%s: Failed to initialize llama context, model property not defined", __func__));
+		return;
+	}
+
+	ctx_params.n_ctx = 2048;
+	int32_t n_threads = OS::get_singleton()->get_processor_count();
+	ctx_params.n_threads = n_threads;
+	ctx_params.n_threads_batch = n_threads;
+
+	ctx = llama_new_context_with_model(model->model, ctx_params);
+	if (ctx == NULL) {
+		UtilityFunctions::printerr(vformat("%s: Failed to initialize llama context, null ctx", __func__));
+		return;
+	}
+	UtilityFunctions::print(vformat("%s: Context initialized", __func__));
+}
+
+LlamaContext::~LlamaContext() {
+	if (ctx) {
+		llama_free(ctx);
+	}
+}
+
+void LlamaContext::_bind_methods() {
+	ClassDB::bind_method(D_METHOD("set_model", "model"), &LlamaContext::set_model);
+	ClassDB::bind_method(D_METHOD("get_model"), &LlamaContext::get_model);
+	ClassDB::add_property("LlamaContext", PropertyInfo(Variant::OBJECT, "model", PROPERTY_HINT_RESOURCE_TYPE, "LlamaModel"), "set_model", "get_model");
+}

src/llama_context.cpp

@@ -1,19 +1,28 @@
 #ifndef LLAMA_CONTEXT_H
 #define LLAMA_CONTEXT_H
 
-#include <godot_cpp/classes/node.hpp>
+#include "llama.h"
 #include "llama_model.h"
+#include <godot_cpp/classes/node.hpp>
 
 namespace godot {
-	class LlamaContext : public Node {
-		GDCLASS(LlamaContext, Node)
+class LlamaContext : public Node {
+	GDCLASS(LlamaContext, Node)
+
+private:
+	Ref<LlamaModel> model;
+	llama_context *ctx = nullptr;
+  llama_context_params ctx_params = llama_context_default_params();
 
-	private:
-		Ref<LlamaModel> model;
+protected:
+	static void _bind_methods();
 
-	protected:
-		static void _bind_methods(){};
-	};
-}
+public:
+	void set_model(const Ref<LlamaModel> model);
+	Ref<LlamaModel> get_model();
+	virtual void _ready() override;
+  ~LlamaContext();
+};
+} //namespace godot
 
 #endif

src/llama_context.h

@@ -9,13 +9,11 @@ namespace godot {
 	class LlamaModel : public Resource {
 		GDCLASS(LlamaModel, Resource)
 
-  private:
-    llama_model *model = nullptr;
-
 	protected:
 		static void _bind_methods();
 
 	public:
+    llama_model *model = nullptr;
 		void load_model( const String &path );
     ~LlamaModel();
 	};