pull
This commit is contained in:
parent
164b1288e1
commit
e1df8869fb
2 changed files with 17 additions and 8 deletions
16
py/api.py
16
py/api.py
|
@ -17,11 +17,11 @@ class API:
|
|||
|
||||
# This method processes a message via ollama
|
||||
@staticmethod
|
||||
def process_text_local(prompt, model):
|
||||
def process_text_local(prompt, model, system):
|
||||
ollama_url = "http://localhost:11434"
|
||||
|
||||
response = requests.post(
|
||||
f"{ollama_url}/api/generate", json={"model": model, "prompt": prompt}
|
||||
f"{ollama_url}/api/generate", json={"model": model, "prompt": prompt, "system": system}
|
||||
)
|
||||
|
||||
if response.status_code == 200:
|
||||
|
@ -37,15 +37,17 @@ class API:
|
|||
return "Error: " + response.text
|
||||
|
||||
# This method sends a message to a certain AI.
|
||||
def send_message(self, message, model):
|
||||
|
||||
|
||||
def send_message(self, message, model, system):
|
||||
if model == 1:
|
||||
answer = self.process_text_local(message, "phi3.5")
|
||||
answer = self.process_text_local(message, "phi3.5", system)
|
||||
elif model == 2:
|
||||
answer = self.process_text_local(message, "gemma2:2b")
|
||||
answer = self.process_text_local(message, "gemma2:2b", system)
|
||||
elif model == 3:
|
||||
answer = self.process_text_local(message, "qwen2:0.5b")
|
||||
answer = self.process_text_local(message, "qwen2:0.5b", system)
|
||||
elif model == 4:
|
||||
answer = self.process_text_local(message, "codegemma:2b")
|
||||
answer = self.process_text_local(message, "codegemma:2b", system)
|
||||
elif model == 5:
|
||||
answer = self.process_text_transformers(message, "meta-llama/Meta-Llama-3.1-8B")
|
||||
else:
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue