forked from React-Group/interstellar_ai
backend changes
This commit is contained in:
parent
042304133c
commit
7bf91cdf7e
11 changed files with 36 additions and 64 deletions
18
py/api.py
18
py/api.py
|
@ -1,22 +1,7 @@
|
|||
from flask import Flask, request, jsonify
|
||||
from flask_cors import CORS
|
||||
import ollama
|
||||
import secrets
|
||||
|
||||
|
||||
class AI:
|
||||
@staticmethod
|
||||
def process_local(model, messages, return_class, access_token):
|
||||
stream = ollama.chat(
|
||||
model=model,
|
||||
messages=messages,
|
||||
stream=True,
|
||||
options={"temperature": 0},
|
||||
)
|
||||
|
||||
for chunk in stream:
|
||||
print(chunk['message']['content'])
|
||||
return_class.ai_response[access_token] += chunk['message']['content']
|
||||
from ai import AI
|
||||
|
||||
|
||||
class API:
|
||||
|
@ -58,4 +43,3 @@ class API:
|
|||
if __name__ == '__main__':
|
||||
api = API()
|
||||
api.run()
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue