forked from React-Group/interstellar_ai
Compare commits
No commits in common. "ab3e98ca0dcc558262dc2b3eadd92522a424b7f0" and "637cf60a9b62871c7e0b46e2f582aea412cf7cac" have entirely different histories.
ab3e98ca0d
...
637cf60a9b
9 changed files with 119 additions and 240 deletions
46
README.md
46
README.md
|
@ -1,46 +0,0 @@
|
||||||
# Installation Guide
|
|
||||||
|
|
||||||
In order to use this app, you need quite a lot of things, so buckle up.
|
|
||||||
|
|
||||||
## Dependencies
|
|
||||||
|
|
||||||
Install the following:
|
|
||||||
|
|
||||||
https://ollama.com/download
|
|
||||||
|
|
||||||
https://www.python.org/downloads/
|
|
||||||
|
|
||||||
https://nodejs.org/en/download/prebuilt-installer
|
|
||||||
|
|
||||||
For Linux and NodeJS, see:
|
|
||||||
|
|
||||||
https://nodejs.org/en/download/package-manager/all
|
|
||||||
|
|
||||||
## Running the project for the first time
|
|
||||||
|
|
||||||
In order to now actually run the program, you have to open a terminal in the project folder, then you can run:
|
|
||||||
|
|
||||||
```
|
|
||||||
npm install
|
|
||||||
cd py
|
|
||||||
pip install -R requirements.txt
|
|
||||||
```
|
|
||||||
|
|
||||||
In case you need a virtual environment however, we provide a custom install.sh file for GNU/Linux.
|
|
||||||
|
|
||||||
```
|
|
||||||
sh install.sh
|
|
||||||
```
|
|
||||||
|
|
||||||
From then on, you can run the project by:
|
|
||||||
1. Opening two terminal windows, one in the main project folder, and one in the py subfolder.
|
|
||||||
2. In the py subfolder, you will run:
|
|
||||||
```
|
|
||||||
python3 api.py
|
|
||||||
```
|
|
||||||
3. In the main project folder, you will run:
|
|
||||||
```
|
|
||||||
npm run dev
|
|
||||||
```
|
|
||||||
4. Open http://localhost:3000/ in your browser.
|
|
||||||
5. Enjoy!
|
|
|
@ -2,137 +2,78 @@
|
||||||
import React, { useEffect, useRef, useState } from "react";
|
import React, { useEffect, useRef, useState } from "react";
|
||||||
import ConversationFrontend from "../components/ConversationFrontend";
|
import ConversationFrontend from "../components/ConversationFrontend";
|
||||||
import InputFrontend from "../components/InputFrontend";
|
import InputFrontend from "../components/InputFrontend";
|
||||||
import axios from "axios";
|
|
||||||
import { log } from 'console';
|
|
||||||
|
|
||||||
const InputOutputBackend: React.FC = () => {
|
const handleMicClick = () => {
|
||||||
type Message = {
|
console.log('Mic clicked!');
|
||||||
role: string
|
// Do something when the mic button is clicked
|
||||||
content:string
|
|
||||||
}
|
|
||||||
|
|
||||||
const [accessToken, setAccessToken] = useState("")
|
|
||||||
const postWorkerRef = useRef<Worker| null>(null)
|
|
||||||
const getWorkerRef = useRef<Worker | null>(null)
|
|
||||||
const [messages, setMessages] = useState<Message[]>([{role:"assistant", content:"Hello! How can I help you?"}])
|
|
||||||
const [liveMessage, setLiveMessage] = useState("")
|
|
||||||
|
|
||||||
console.log(messages);
|
|
||||||
|
|
||||||
|
|
||||||
useEffect(() => {
|
|
||||||
console.log("getting access");
|
|
||||||
axios.get("http://localhost:5000/interstellar/api/ai_create")
|
|
||||||
.then(response => {
|
|
||||||
setAccessToken(response.data.access_token)
|
|
||||||
console.log(response.data.access_token);
|
|
||||||
})
|
|
||||||
.catch(error => {
|
|
||||||
console.log("error:", error.message);
|
|
||||||
|
|
||||||
})
|
|
||||||
|
|
||||||
postWorkerRef.current = new Worker(new URL("./threads/PostWorker.js", import.meta.url))
|
|
||||||
|
|
||||||
postWorkerRef.current.onmessage = (event) => {
|
|
||||||
const status = event.data.status
|
|
||||||
if (status == 200) {
|
|
||||||
endGetWorker()
|
|
||||||
} else if (status == 500) {
|
|
||||||
if (getWorkerRef.current) {
|
|
||||||
addMessage("assistant", "There was an Error with the AI response")
|
|
||||||
getWorkerRef.current.postMessage("terminate")
|
|
||||||
getWorkerRef.current.terminate()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return () => {
|
|
||||||
if (postWorkerRef.current) {
|
|
||||||
postWorkerRef.current.terminate()
|
|
||||||
}
|
|
||||||
if (getWorkerRef.current) {
|
|
||||||
getWorkerRef.current.postMessage("terminate")
|
|
||||||
getWorkerRef.current.terminate()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
},[])
|
|
||||||
|
|
||||||
const startGetWorker = () => {
|
|
||||||
if (!getWorkerRef.current) {
|
|
||||||
getWorkerRef.current = new Worker(new URL("./threads/GetWorker.js", import.meta.url))
|
|
||||||
|
|
||||||
getWorkerRef.current.postMessage({ action: "start", access_token:accessToken})
|
|
||||||
|
|
||||||
addMessage("assistant","")
|
|
||||||
getWorkerRef.current.onmessage = (event) => {
|
|
||||||
const data = event.data
|
|
||||||
|
|
||||||
if (event.data == "error") {
|
|
||||||
setLiveMessage("error getting AI response: "+ data.error)
|
|
||||||
} else {
|
|
||||||
console.log("Received data:", data);
|
|
||||||
editLastMessage(data.response)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
getWorkerRef.current.onerror = (error) => {
|
|
||||||
console.error("Worker error:", error)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
const endGetWorker = () => {
|
|
||||||
if (getWorkerRef.current) {
|
|
||||||
getWorkerRef.current.postMessage({action:"terminate"})
|
|
||||||
getWorkerRef.current.terminate()
|
|
||||||
console.log(messages);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
const editLastMessage = (newContent: string) => {
|
|
||||||
setMessages((prevMessages) => {
|
|
||||||
const updatedMessages = prevMessages.slice(); // Create a shallow copy of the current messages
|
|
||||||
if (updatedMessages.length > 0) {
|
|
||||||
const lastMessage = updatedMessages[updatedMessages.length - 1];
|
|
||||||
updatedMessages[updatedMessages.length - 1] = {
|
|
||||||
...lastMessage, // Keep the existing role and other properties
|
|
||||||
content: newContent, // Update only the content
|
|
||||||
};
|
|
||||||
}
|
|
||||||
return updatedMessages; // Return the updated array
|
|
||||||
});
|
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
const addMessage = (role: string, content: string) => {
|
const handleResendClick = () => {
|
||||||
setMessages(previous => [...previous,{role,content}])
|
console.log('Resend button clicked');
|
||||||
}
|
// Handle resend action
|
||||||
const handleSendClick = (inputValue: string) => {
|
};
|
||||||
if (postWorkerRef.current) {
|
|
||||||
addMessage("user", inputValue)
|
const handleEditClick = () => {
|
||||||
console.log("input:",inputValue);
|
console.log('Edit button clicked');
|
||||||
postWorkerRef.current.postMessage({messages:[...messages, { role: "user", content: inputValue }], ai_model:"phi3.5", access_token:accessToken})
|
// Handle edit action
|
||||||
startGetWorker()
|
};
|
||||||
|
|
||||||
|
const handleCopyClick = () => {
|
||||||
|
console.log('Copy button clicked');
|
||||||
|
// Handle copy action
|
||||||
|
};
|
||||||
|
|
||||||
|
const InputOutputBackend: React.FC = () => {
|
||||||
|
const [accessToken, setAccessToken] = useState("")
|
||||||
|
const workerRef = useRef<Worker | null>(null)
|
||||||
|
type Message = {
|
||||||
|
role: string
|
||||||
|
content: string
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
const handleMicClick = () => {
|
const handleSendClick = (message:string) => {
|
||||||
// do stuff
|
var system:Message = {role:"system" ,content:"You are a helpful assistant."}
|
||||||
}
|
|
||||||
|
|
||||||
const handleResendClick = () => {
|
addMessage("user", message);
|
||||||
// do stuff
|
console.log("added User Message")
|
||||||
}
|
|
||||||
|
HandlePostRequest([...messages, { role: "user", content: message }], "phi3.5", system);
|
||||||
|
};
|
||||||
|
|
||||||
const handleEditClick = () => {
|
const [messages, setMessages] = useState([
|
||||||
// do stuff
|
{ role:"assistant", content:'Hello. I\'m Your AI Virtual Assistant' }
|
||||||
}
|
]);
|
||||||
|
|
||||||
const handleCopyClick = () => {
|
const addMessage = (role:string ,content: string) => {
|
||||||
// do stuff
|
setMessages((prevMessages) => [...prevMessages, {role,content}]);
|
||||||
}
|
};
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
workerRef.current = new Worker(new URL("./ProcessAPI.js", import.meta.url))
|
||||||
|
workerRef.current.postMessage({})
|
||||||
|
workerRef.current.onmessage = (e) => {
|
||||||
|
setAccessToken(e.data)
|
||||||
|
}
|
||||||
|
|
||||||
|
return () => {
|
||||||
|
if (workerRef.current) {
|
||||||
|
workerRef.current.terminate()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},[])
|
||||||
|
|
||||||
|
const HandlePostRequest = (messages: Message[], ai_model: string, system_prompt: Message) => {
|
||||||
|
if (workerRef.current) {
|
||||||
|
workerRef.current.postMessage({ functionName: "postRequest", access_token: accessToken, messages: messages, ai_model: ai_model, system_prompt: system_prompt })
|
||||||
|
workerRef.current.onmessage = (e) => {
|
||||||
|
addMessage("assistant",e.data)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<div>
|
<div>
|
||||||
<ConversationFrontend
|
<ConversationFrontend
|
||||||
|
|
51
app/backend/ProcessAPI.js
Normal file
51
app/backend/ProcessAPI.js
Normal file
|
@ -0,0 +1,51 @@
|
||||||
|
import axios from 'axios'
|
||||||
|
import { type } from 'os';
|
||||||
|
|
||||||
|
onmessage = function (e) {
|
||||||
|
const { functionName = "getAccess", access_token = "", messages = [], ai_model = "phi3.5", system_prompt = {role:"system" ,content: "You are a helpful assistant that gives short answers"}} = e.data
|
||||||
|
|
||||||
|
let data = {
|
||||||
|
ai_model: ai_model,
|
||||||
|
messages: messages,
|
||||||
|
access_token: access_token
|
||||||
|
};
|
||||||
|
|
||||||
|
const getResponse = () => {
|
||||||
|
messageComplete:boolean = false
|
||||||
|
while(!messageComplete)
|
||||||
|
axios.get('https://localhost:5000/interstellar/api/ai_get?access_token=' + access_token)
|
||||||
|
.then(Response => {
|
||||||
|
postMessage(Response.data.response)
|
||||||
|
if (Response.data.status == 200) {
|
||||||
|
messageComplete = true
|
||||||
|
}
|
||||||
|
}).catch(error => {
|
||||||
|
console.error("Error with GET response request:", error)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
switch (functionName) {
|
||||||
|
case "getAccess":
|
||||||
|
console.log("getting access...")
|
||||||
|
axios.get('https://localhost:5000/interstellar/api/ai_create')
|
||||||
|
.then(Response => {
|
||||||
|
postMessage(Response.data.access_token)
|
||||||
|
}).catch(error => {
|
||||||
|
console.error("Error with GET Token request:", error)
|
||||||
|
})
|
||||||
|
break
|
||||||
|
case "postRequest":
|
||||||
|
messages.unshift(system_prompt)
|
||||||
|
console.log("sending...")
|
||||||
|
console.log(messages)
|
||||||
|
axios.post('https://localhost:5000/interstellar/api/ai_send', data)
|
||||||
|
.then(Response => {
|
||||||
|
getResponse()
|
||||||
|
}).catch(error => {
|
||||||
|
console.error("Error:", error)
|
||||||
|
})
|
||||||
|
break
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
}
|
|
@ -1,34 +0,0 @@
|
||||||
import axios from "axios";
|
|
||||||
|
|
||||||
let accesstoken
|
|
||||||
onmessage = (event) => {
|
|
||||||
const { action, access_token } = event.data
|
|
||||||
accesstoken=access_token
|
|
||||||
|
|
||||||
if (action === "start") {
|
|
||||||
fetchData()
|
|
||||||
} else if (action === "terminate") {
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log('starting get loop');
|
|
||||||
|
|
||||||
const fetchData = () => {
|
|
||||||
console.log(accesstoken);
|
|
||||||
|
|
||||||
|
|
||||||
const apiURL = "http://localhost:5000/interstellar/api/ai_get?access_token="+accesstoken
|
|
||||||
|
|
||||||
axios.get(apiURL)
|
|
||||||
.then(response => {
|
|
||||||
const data = response.data
|
|
||||||
console.log(data);
|
|
||||||
postMessage(data)
|
|
||||||
setTimeout(fetchData,100)
|
|
||||||
})
|
|
||||||
.catch(error => {
|
|
||||||
console.log('Error fetching data:', error);
|
|
||||||
postMessage({error:"failed fetching data"})
|
|
||||||
|
|
||||||
})
|
|
||||||
}
|
|
|
@ -1,29 +0,0 @@
|
||||||
import axios from "axios";
|
|
||||||
|
|
||||||
onmessage = (e) => {
|
|
||||||
const { messages = [{ role: "assistant", content: "Hello! How can I help you?" }], ai_model = "phi3.5", access_token } = e.data
|
|
||||||
messages.unshift({ role: "system", content: "You are a Helpful assistant" })
|
|
||||||
|
|
||||||
const Message = {
|
|
||||||
messages: messages,
|
|
||||||
ai_model: "phi3.5",
|
|
||||||
model_type:"local",
|
|
||||||
access_token:access_token
|
|
||||||
}
|
|
||||||
|
|
||||||
console.log(Message);
|
|
||||||
|
|
||||||
|
|
||||||
axios.post("http://localhost:5000/interstellar/api/ai_send",Message)
|
|
||||||
.then(response => {
|
|
||||||
const status = response.data.status
|
|
||||||
console.log(status);
|
|
||||||
postMessage({ status })
|
|
||||||
console.log('message posted');
|
|
||||||
|
|
||||||
})
|
|
||||||
.catch(error => {
|
|
||||||
console.log("Error calling API:", error)
|
|
||||||
postMessage({status:500})
|
|
||||||
})
|
|
||||||
}
|
|
|
@ -118,3 +118,8 @@ class API:
|
||||||
|
|
||||||
ssl_context = ("cert.pem", "key.pem")
|
ssl_context = ("cert.pem", "key.pem")
|
||||||
self.app.run(debug=True, host='0.0.0.0', port=5000)
|
self.app.run(debug=True, host='0.0.0.0', port=5000)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
api = API()
|
||||||
|
api.run()
|
||||||
|
|
|
@ -4,5 +4,4 @@ ollama
|
||||||
mistralai
|
mistralai
|
||||||
openai
|
openai
|
||||||
anthropic
|
anthropic
|
||||||
pyOpenSSL
|
pyOpenSSL
|
||||||
pywebview
|
|
|
@ -1,7 +0,0 @@
|
||||||
import os
|
|
||||||
import webview
|
|
||||||
|
|
||||||
os.system("python api.py")
|
|
||||||
webview.create_window('Hello world', 'http://localhost:3000')
|
|
||||||
webview.start()
|
|
||||||
|
|
|
@ -1 +0,0 @@
|
||||||
|
|
Loading…
Reference in a new issue