Assistant destructor

artitw · Oct 7, 2024 · c58ff8f · c58ff8f
1 parent c8e8094
commit c58ff8f
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 6 deletions.
diff --git a/setup.py b/setup.py
@@ -5,7 +5,7 @@
 
 setuptools.setup(
   name="text2text",
-  version="1.7.1",
+  version="1.7.2",
   author="artitw",
   author_email="artitw@gmail.com",
   description="Text2Text: Crosslingual NLP/G toolkit",

diff --git a/text2text/assistant.py b/text2text/assistant.py
@@ -47,14 +47,18 @@ def __init__(self, **kwargs):
     self.structured_client = Ollama(model=self.model_name, request_timeout=120.0)
 
   def __del__(self):
-    ollama.delete(self.model_name)
-    if self.ollama_serve_proc:
-      self.ollama_serve_proc.kill()
-      self.ollama_serve_proc = None
+    try:
+      if ollama_version():
+        ollama.delete(self.model_name)
+      if self.ollama_serve_proc:
+        self.ollama_serve_proc.kill()
+        self.ollama_serve_proc = None
+    except Exception as e:
+      warnings.warn(str(e))
 
   def load_model(self):
     if not ollama_version():
-      self.__del__(self)
+      self.__del__()
 
       return_code = os.system("sudo apt install -q -y lshw")
       if return_code != 0: