backend changes

This commit is contained in:
Patrick_Pluto 2024-09-20 09:03:46 +02:00
parent 042304133c
commit 7bf91cdf7e
11 changed files with 36 additions and 64 deletions

View file

@ -1,22 +1,7 @@
from flask import Flask, request, jsonify
from flask_cors import CORS
import ollama
import secrets
class AI:
@staticmethod
def process_local(model, messages, return_class, access_token):
stream = ollama.chat(
model=model,
messages=messages,
stream=True,
options={"temperature": 0},
)
for chunk in stream:
print(chunk['message']['content'])
return_class.ai_response[access_token] += chunk['message']['content']
from ai import AI
class API:
@ -58,4 +43,3 @@ class API:
if __name__ == '__main__':
api = API()
api.run()