Merge pull request #1291 from llmware-ai/update-041426-1

update gguf mtmd free on model del

Author: doberst

llmware/models.py

@@ -14892,6 +14892,13 @@ def __init__(self, model_name=None, model_card=None, api_key=None, prompt_wrappe
 
         self.post_init()
 
+    def __del__(self):
+
+        logger.info(f"GGUFVisionGenerativeModel - cleaning up mtmd free on closing model instance")
+
+        if self.mtmd_ctx is not None:
+            self._libmtmd.mtmd_free(self.mtmd_ctx)
+
     def load_model_for_inference(self, model_repo_path, model_card=None, **kwargs):
 
         """ Loads and instantiates model along with other required objects. """