.gitignore

@@ -41,4 +41,3 @@ venv/
 
 key.pem
 cert.pem
-api_key.txt

py/.idea/.gitignore

@@ -0,0 +1,3 @@
+# Default ignored files
+/shelf/
+/workspace.xml

py/.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

py/.idea/misc.xml

@@ -0,0 +1,10 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Black">
+    <option name="sdkName" value="Python 3.12" />
+  </component>
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.12" project-jdk-type="Python SDK" />
+  <component name="PyCharmProfessionalAdvertiser">
+    <option name="shown" value="true" />
+  </component>
+</project>

py/.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/py.iml" filepath="$PROJECT_DIR$/.idea/py.iml" />
+    </modules>
+  </component>
+</project>

py/.idea/py.iml

@@ -0,0 +1,13 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <excludeFolder url="file://$MODULE_DIR$/venv" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+  <component name="PackageRequirementsSettings">
+    <option name="versionSpecifier" value="Greater or equal (&gt;=x.y.z)" />
+  </component>
+</module>

py/.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$/.." vcs="Git" />
+  </component>
+</project>

py/ai.py

@@ -1,36 +0,0 @@
-from mistralai import Mistral
-import ollama
-
-
-class AI:
-    @staticmethod
-    def process_local(model, messages, return_class, access_token):
-        stream = ollama.chat(
-            model=model,
-            messages=messages,
-            stream=True,
-            options={"temperature": 0.8},
-        )
-
-        return_class.ai_response[access_token] = ""
-
-        for chunk in stream:
-            print(chunk['message']['content'])
-            return_class.ai_response[access_token] += chunk['message']['content']
-
-    @staticmethod
-    def process_mistralai(model, messages, return_class, access_token):
-        with open("api_key.txt", 'r') as f:
-            api_key = f.read().strip()
-
-        client = Mistral(api_key=api_key)
-
-        stream_response = client.chat.stream(
-            model=model,
-            messages=messages
-        )
-
-        return_class.ai_response[access_token] = ""
-
-        for chunk in stream_response:
-            return_class.ai_response[access_token] += chunk.data.choices[0].delta.content

py/api.py

@@ -1,7 +1,22 @@
 from flask import Flask, request, jsonify
 from flask_cors import CORS
+import ollama
 import secrets
-from ai import AI
+
+
+class AI:
+    @staticmethod
+    def process_local(model, messages, return_class, access_token):
+        stream = ollama.chat(
+            model=model,
+            messages=messages,
+            stream=True,
+            options={"temperature": 0},
+        )
+
+        for chunk in stream:
+            print(chunk['message']['content'])
+            return_class.ai_response[access_token] += chunk['message']['content']
 
 
 class API:
@@ -43,3 +58,4 @@ class API:
 if __name__ == '__main__':
     api = API()
     api.run()
+

py/requirements.txt

@@ -1,4 +1,3 @@
 flask
 flask-cors
 ollama
-mistralai