diff --git a/.gitignore b/.gitignore index f7275bb..c65a729 100644 --- a/.gitignore +++ b/.gitignore @@ -1 +1,2 @@ venv/ +__pycache__ diff --git a/py/api.py b/py/api.py index 9e6b40d..8ed3afb 100644 --- a/py/api.py +++ b/py/api.py @@ -29,8 +29,7 @@ class API: response_data.append(line_raw["response"]) final_response = "".join(response_data) - generated_text = final_response.splitlines()[-1] - return generated_text + return final_response else: return "Error: " + response.text @@ -47,4 +46,4 @@ class API: answer = self.process_text_transformers(message, "meta-llama/Meta-Llama-3.1-8B") else: return "Invalid choice" - return answer + return answer \ No newline at end of file diff --git a/py/simple_chat.py b/py/simple_chat.py new file mode 100644 index 0000000..3bb0c16 --- /dev/null +++ b/py/simple_chat.py @@ -0,0 +1,20 @@ +from api import API + +chat1 = API() + +while True: + print("") + print("Which AI Model do you want to use? Write as a Number (1-5)") + model_input = input() + model = int(model_input) + if model <=0 or model > 5: + print("ungültiges Modell") + continue + while True: + print("") + print("Ask a question") + inputText = input () + if inputText == "change": + break + outputText = chat1.send_message(inputText, model) + print(outputText) \ No newline at end of file diff --git a/py/venv.sh b/py/venv.sh index 4a3be2f..ed72fee 100644 --- a/py/venv.sh +++ b/py/venv.sh @@ -1,5 +1,7 @@ #!/bin/bash +rm -rf venv/ virtualenv venv source venv/bin/activate pip install transformers +pip install torch