More models

py/ai.py

@@ -1,5 +1,6 @@
 from mistralai import Mistral
 from openai import OpenAI
+import anthropic
 import ollama
 
 
@@ -44,7 +45,8 @@ class AI:
 
         stream_response = client.chat.completions.create(
             model=model,
-            messages=messages
+            messages=messages,
+            stream=True
         )
 
         with return_class.ai_response_lock:
@@ -52,4 +54,21 @@ class AI:
 
         for chunk in stream_response:
             with return_class.ai_response_lock:
-                return_class.ai_response[access_token] += chunk.choices[0].delta.content
+                return_class.ai_response[access_token] += chunk.choices[0].delta.content
+
+    @staticmethod
+    def process_anthropic(model, messages, return_class, access_token, api_key):
+
+        client = anthropic.Anthropic(api_key=api_key)
+
+        with return_class.ai_response_lock:
+            return_class.ai_response[access_token] = ""
+
+        with client.messages.stream(
+                max_tokens=1024,
+                model=model,
+                messages=messages,
+        ) as stream:
+            for text in stream.text_stream:
+                with return_class.ai_response_lock:
+                    return_class.ai_response[access_token] += text

py/api.py

@@ -46,6 +46,18 @@ class API:
                 thread.start()
                 thread.join()
                 return jsonify({'status': 200})
+            elif model_type == "openai":
+                api_key = data.get('api_key')
+                thread = threading.Thread(target=self.ai.process_openai, args=(ai_model, messages, self, access_token, api_key))
+                thread.start()
+                thread.join()
+                return jsonify({'status': 200})
+            elif model_type == "anthropic":
+                api_key = data.get('api_key')
+                thread = threading.Thread(target=self.ai.process_anthropic, args=(ai_model, messages, self, access_token, api_key))
+                thread.start()
+                thread.join()
+                return jsonify({'status': 200})
 
             return jsonify({'status': 401, 'error': 'Invalid AI model type'})
 

py/requirements.txt

@@ -3,4 +3,5 @@ flask-cors
 ollama
 mistralai
 openai
+anthropic
 pyOpenSSL