implementing LlamaModel

Author: hazelnutcloud

src/llama_model.cpp

@@ -5,7 +5,19 @@
 using namespace godot;
 
 void LlamaModel::load_model(const String &path) {
-	// TODO: load model logic
+  if (model) {
+    llama_free_model(model);
+  }
+  llama_model_params model_params = llama_model_default_params();
+	model = llama_load_model_from_file(path.utf8().get_data(), model_params);
 }
 
-void LlamaModel::_bind_methods() {}
+void LlamaModel::_bind_methods() {
+  ClassDB::bind_method(D_METHOD("load_model", "path"), &LlamaModel::load_model);
+}
+
+LlamaModel::~LlamaModel() {
+  if (model) {
+    llama_free_model(model);
+  }
+}

src/llama_model.h

@@ -8,6 +8,9 @@ namespace godot {
 	class LlamaModel : public Resource {
 		GDCLASS(LlamaModel, Resource)
 
+  private:
+    llama_model *model = nullptr;
+
 	protected:
 		static void _bind_methods();
 

src/llama_model_loader.cpp

@@ -8,12 +8,12 @@ using namespace godot;
 
 PackedStringArray LlamaModelLoader::_get_recognized_extensions() const {
 	PackedStringArray arr;
-	arr.append("gguf");
+	arr.push_back("gguf");
 	return arr;
 }
 
 Variant godot::LlamaModelLoader::_load(const String &path, const String &original_path, bool use_sub_threads, int32_t cache_mode) const {
-	LlamaModel *model = memnew(LlamaModel);
+	Ref<LlamaModel> model = memnew(LlamaModel);
 
 	if (!FileAccess::file_exists(path)) {
 		return ERR_FILE_NOT_FOUND;
@@ -24,4 +24,18 @@ Variant godot::LlamaModelLoader::_load(const String &path, const String &origina
 	model->load_model(absPath);
 
 	return { model };
+}
+
+bool LlamaModelLoader::_handles_type(const StringName &type) const {
+  return ClassDB::is_parent_class(type, "LlamaModel");
+}
+
+String LlamaModelLoader::_get_resource_type(const String &p_path) const {
+  String el = p_path.get_extension().to_lower();
+
+  if (el == "gguf") {
+    return "LlamaModel";
+  }
+
+  return "";
 }

src/llama_model_loader.h

@@ -14,6 +14,8 @@ class LlamaModelLoader : public ResourceFormatLoader {
 public:
 	PackedStringArray _get_recognized_extensions() const override;
 	Variant _load(const String &path, const String &original_path, bool use_sub_threads, int32_t cache_mode) const override;
+	virtual bool _handles_type(const StringName &type) const override;
+	virtual String _get_resource_type(const String &p_path) const override;
 };
 
 } //namespace godot