forked from React-Group/interstellar_ai
first part of refactoring
This commit is contained in:
parent
f09ffc6b86
commit
6a6954023c
9 changed files with 140 additions and 172 deletions
|
@ -1,34 +0,0 @@
|
||||||
import React, { useState, useRef } from 'react'
|
|
||||||
|
|
||||||
export const AudioRecorder= () => {
|
|
||||||
const [isRecording, setIsRecording] = useState(false)
|
|
||||||
const [audioURL, setAudioURL] = useState<string | null>(null)
|
|
||||||
const mediaRecorderRef = useRef<MediaRecorder | null>(null)
|
|
||||||
const audioChunks = useRef<Blob[]>([])
|
|
||||||
|
|
||||||
const startRecording = async () => {
|
|
||||||
const stream = await navigator.mediaDevices.getUserMedia({ audio: true })
|
|
||||||
const mediaRecorder = new MediaRecorder(stream)
|
|
||||||
mediaRecorderRef.current = mediaRecorder
|
|
||||||
|
|
||||||
mediaRecorder.ondataavailable = (event) => {
|
|
||||||
audioChunks.current.push(event.data)
|
|
||||||
}
|
|
||||||
|
|
||||||
mediaRecorder.onstop = () => {
|
|
||||||
const audioBlob = new Blob(audioChunks.current, { type: "audio/wav" })
|
|
||||||
const url = URL.createObjectURL(audioBlob)
|
|
||||||
setAudioURL(url)
|
|
||||||
audioChunks.current = []
|
|
||||||
}
|
|
||||||
|
|
||||||
mediaRecorder.start()
|
|
||||||
setIsRecording(true)
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
const stopRecording = () => {
|
|
||||||
mediaRecorderRef.current?.stop()
|
|
||||||
setIsRecording(false)
|
|
||||||
}
|
|
||||||
}
|
|
|
@ -1,4 +1,4 @@
|
||||||
type ChatMessage = {
|
/* type ChatMessage = {
|
||||||
name: string;
|
name: string;
|
||||||
messages: any;
|
messages: any;
|
||||||
timestamp: number;
|
timestamp: number;
|
||||||
|
@ -25,3 +25,4 @@ function removeMessageFromHistory(timestamp: number): void {
|
||||||
console.log(`Message not found with timestamp: ${timestamp}`);
|
console.log(`Message not found with timestamp: ${timestamp}`);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
*/
|
|
@ -1,12 +1,9 @@
|
||||||
"use client"
|
"use client"
|
||||||
import React, { use, useEffect, useRef, useState } from "react";
|
import React, { useEffect, useRef, useState } from "react";
|
||||||
import ConversationFrontend from '../components/ConversationFrontend';
|
import ConversationFrontend from '../components/ConversationFrontend';
|
||||||
import InputFrontend from "../components/InputFrontend";
|
import InputFrontend from "../components/InputFrontend";
|
||||||
import { sendToVoiceRecognition } from "./voice_backend"
|
import { sendToVoiceRecognition } from "./voice_backend"
|
||||||
import axios from "axios";
|
import axios from "axios";
|
||||||
import { resolve } from "path";
|
|
||||||
import { FFmpeg } from "@ffmpeg/ffmpeg";
|
|
||||||
import { fetchFile, toBlobURL } from "@ffmpeg/util"
|
|
||||||
|
|
||||||
const InputOutputBackend: React.FC = () => {
|
const InputOutputBackend: React.FC = () => {
|
||||||
// # variables
|
// # variables
|
||||||
|
@ -66,7 +63,6 @@ const InputOutputBackend: React.FC = () => {
|
||||||
const [accessToken, setAccessToken] = useState("")
|
const [accessToken, setAccessToken] = useState("")
|
||||||
const postWorkerRef = useRef<Worker | null>(null)
|
const postWorkerRef = useRef<Worker | null>(null)
|
||||||
const getWorkerRef = useRef<Worker | null>(null)
|
const getWorkerRef = useRef<Worker | null>(null)
|
||||||
const [liveMessage, setLiveMessage] = useState("")
|
|
||||||
const [inputMessage, setInputMessage] = useState<string>("")
|
const [inputMessage, setInputMessage] = useState<string>("")
|
||||||
const [inputDisabled, setInputDisabled] = useState(false)
|
const [inputDisabled, setInputDisabled] = useState(false)
|
||||||
const [isRecording, setIsRecording] = useState(false)
|
const [isRecording, setIsRecording] = useState(false)
|
||||||
|
@ -128,7 +124,7 @@ const InputOutputBackend: React.FC = () => {
|
||||||
const data = event.data
|
const data = event.data
|
||||||
|
|
||||||
if (event.data == "error") {
|
if (event.data == "error") {
|
||||||
setLiveMessage("error getting AI response: " + data.error)
|
console.log("Error getting ai message.")
|
||||||
} else {
|
} else {
|
||||||
console.log("Received data:", data);
|
console.log("Received data:", data);
|
||||||
editLastMessage(data.response)
|
editLastMessage(data.response)
|
||||||
|
@ -176,7 +172,7 @@ const InputOutputBackend: React.FC = () => {
|
||||||
if (postWorkerRef.current) {
|
if (postWorkerRef.current) {
|
||||||
addMessage("user", inputValue)
|
addMessage("user", inputValue)
|
||||||
const type = localStorage.getItem('type')
|
const type = localStorage.getItem('type')
|
||||||
var api_key: string = ""
|
let api_key: string = ""
|
||||||
if (type != null && type != 'local') {
|
if (type != null && type != 'local') {
|
||||||
const try_key = localStorage.getItem(type)
|
const try_key = localStorage.getItem(type)
|
||||||
if (try_key) {
|
if (try_key) {
|
||||||
|
@ -241,7 +237,7 @@ const InputOutputBackend: React.FC = () => {
|
||||||
}
|
}
|
||||||
|
|
||||||
const handleResendClick = () => {
|
const handleResendClick = () => {
|
||||||
var temporary_message = messages[messages.length - 2]['content']
|
const temporary_message = messages[messages.length - 2]['content']
|
||||||
const updatedMessages = messages.slice(0, -2)
|
const updatedMessages = messages.slice(0, -2)
|
||||||
setMessages(updatedMessages)
|
setMessages(updatedMessages)
|
||||||
endGetWorker()
|
endGetWorker()
|
||||||
|
@ -251,7 +247,7 @@ const InputOutputBackend: React.FC = () => {
|
||||||
}
|
}
|
||||||
|
|
||||||
const handleEditClick = () => {
|
const handleEditClick = () => {
|
||||||
let newestMessage = messages[messages.length - 2].content
|
const newestMessage = messages[messages.length - 2].content
|
||||||
setInputMessage(newestMessage)
|
setInputMessage(newestMessage)
|
||||||
const updatedMessages = messages.slice(0, messages.length - 2)
|
const updatedMessages = messages.slice(0, messages.length - 2)
|
||||||
setMessages(updatedMessages)
|
setMessages(updatedMessages)
|
||||||
|
|
|
@ -1,5 +1,4 @@
|
||||||
import { Settings } from 'electron'
|
/* import { Settings } from 'electron'
|
||||||
import React from 'react'
|
|
||||||
|
|
||||||
type Message = {
|
type Message = {
|
||||||
role: string
|
role: string
|
||||||
|
@ -14,7 +13,7 @@ type Chat = {
|
||||||
type Data = {
|
type Data = {
|
||||||
chats: Chat[]
|
chats: Chat[]
|
||||||
settings: Settings[]
|
settings: Settings[]
|
||||||
}
|
} */
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -21,7 +21,7 @@ to check if the request was accepted or declined, check response.data.response,
|
||||||
const apiURL = new URL("http://localhost:5000/interstellar_ai/db")
|
const apiURL = new URL("http://localhost:5000/interstellar_ai/db")
|
||||||
apiURL.hostname = window.location.hostname;
|
apiURL.hostname = window.location.hostname;
|
||||||
|
|
||||||
export const sendToDatabase = async (data: any): Promise<boolean> => {
|
export const sendToDatabase = async (data: object): Promise<boolean> => {
|
||||||
try {
|
try {
|
||||||
const response = await axios.post(apiURL.href, data);
|
const response = await axios.post(apiURL.href, data);
|
||||||
const status = response.data.status;
|
const status = response.data.status;
|
||||||
|
@ -30,11 +30,12 @@ export const sendToDatabase = async (data: any): Promise<boolean> => {
|
||||||
return success;
|
return success;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
postMessage({ status: 500, success: false });
|
postMessage({ status: 500, success: false });
|
||||||
|
console.log(error)
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
export const sendToDatabaseAndGetString = async (data: any): Promise<string> => {
|
export const sendToDatabaseAndGetString = async (data: object): Promise<string> => {
|
||||||
try {
|
try {
|
||||||
const response = await axios.post(apiURL.href, data);
|
const response = await axios.post(apiURL.href, data);
|
||||||
const status = response.data.status;
|
const status = response.data.status;
|
||||||
|
@ -43,6 +44,7 @@ export const sendToDatabaseAndGetString = async (data: any): Promise<string> =>
|
||||||
return success;
|
return success;
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
postMessage({ status: 500, success: false });
|
postMessage({ status: 500, success: false });
|
||||||
|
console.log(error)
|
||||||
return "false";
|
return "false";
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
@ -99,7 +101,7 @@ export const getName = async (usernameOrEmail: string, password: string): Promis
|
||||||
return await sendToDatabaseAndGetString(data);
|
return await sendToDatabaseAndGetString(data);
|
||||||
};
|
};
|
||||||
|
|
||||||
export const changeData = async (usernameOrEmail: string, password: string, newData: any) => {
|
export const changeData = async (usernameOrEmail: string, password: string, newData: object) => {
|
||||||
const data = {
|
const data = {
|
||||||
action: "change_settings",
|
action: "change_settings",
|
||||||
username: usernameOrEmail.includes('@') ? undefined : usernameOrEmail,
|
username: usernameOrEmail.includes('@') ? undefined : usernameOrEmail,
|
||||||
|
@ -117,7 +119,7 @@ export const checkCredentials = async (usernameOrEmail: string, password: string
|
||||||
email: usernameOrEmail.includes('@') ? usernameOrEmail : undefined,
|
email: usernameOrEmail.includes('@') ? usernameOrEmail : undefined,
|
||||||
password,
|
password,
|
||||||
};
|
};
|
||||||
var sendBack = await sendToDatabase(data);
|
const sendBack = await sendToDatabase(data);
|
||||||
if (sendBack) {
|
if (sendBack) {
|
||||||
localStorage.setItem("accountEmail", await getEmail(usernameOrEmail, password))
|
localStorage.setItem("accountEmail", await getEmail(usernameOrEmail, password))
|
||||||
localStorage.setItem("accountName", await getName(usernameOrEmail, password))
|
localStorage.setItem("accountName", await getName(usernameOrEmail, password))
|
||||||
|
|
|
@ -112,4 +112,6 @@ const ConversationFrontend = React.forwardRef<HTMLDivElement, ConversationProps>
|
||||||
}
|
}
|
||||||
);
|
);
|
||||||
|
|
||||||
|
ConversationFrontend.displayName = "ConversationFrontend";
|
||||||
|
|
||||||
export default ConversationFrontend;
|
export default ConversationFrontend;
|
||||||
|
|
|
@ -21,7 +21,7 @@ const Documentation = () => {
|
||||||
We are committed to designing a visually appealing graphical user interface (GUI) that significantly enhances user experience and engagement. The GUI will prominently feature a chat function, allowing users to interact seamlessly with the AI Assistant. This conversational interface will facilitate easy communication, making it intuitive for users to ask questions and receive responses.
|
We are committed to designing a visually appealing graphical user interface (GUI) that significantly enhances user experience and engagement. The GUI will prominently feature a chat function, allowing users to interact seamlessly with the AI Assistant. This conversational interface will facilitate easy communication, making it intuitive for users to ask questions and receive responses.
|
||||||
</p>
|
</p>
|
||||||
<p className="paragraph">
|
<p className="paragraph">
|
||||||
To further improve usability, we will incorporate distinct buttons that enable users to switch effortlessly between online and offline modes. This functionality ensures that users can access the AI's capabilities regardless of their internet connectivity, making the application versatile and accommodating to various user environments.
|
To further improve usability, we will incorporate distinct buttons that enable users to switch effortlessly between online and offline modes. This functionality ensures that users can access the AI's capabilities regardless of their internet connectivity, making the application versatile and accommodating to various user environments.
|
||||||
</p>
|
</p>
|
||||||
<p className="paragraph">
|
<p className="paragraph">
|
||||||
Additionally, the interface will provide options for users to select from a range of AI models, each tailored for specific use cases such as coding assistance, mathematical problem-solving, and language translation. This feature empowers users to choose the most suitable AI for their needs, thereby enhancing the overall effectiveness and relevance of the application.
|
Additionally, the interface will provide options for users to select from a range of AI models, each tailored for specific use cases such as coding assistance, mathematical problem-solving, and language translation. This feature empowers users to choose the most suitable AI for their needs, thereby enhancing the overall effectiveness and relevance of the application.
|
||||||
|
@ -66,10 +66,10 @@ const Documentation = () => {
|
||||||
Our current prototype operates on a straightforward Python backend, which, while functional, relies heavily on our optimism that it will remain stable and not encounter any critical failures or data loss.
|
Our current prototype operates on a straightforward Python backend, which, while functional, relies heavily on our optimism that it will remain stable and not encounter any critical failures or data loss.
|
||||||
</p>
|
</p>
|
||||||
<p className="paragraph">
|
<p className="paragraph">
|
||||||
The existing chat system is equipped with several key features designed to enhance user interaction. Users can easily resend the AI's response, allowing for quick follow-up questions or clarifications. Additionally, the system provides the ability to edit user messages, ensuring that any mistakes can be corrected without starting the conversation anew.
|
The existing chat system is equipped with several key features designed to enhance user interaction. Users can easily resend the AI's response, allowing for quick follow-up questions or clarifications. Additionally, the system provides the ability to edit user messages, ensuring that any mistakes can be corrected without starting the conversation anew.
|
||||||
</p>
|
</p>
|
||||||
<p className="paragraph">
|
<p className="paragraph">
|
||||||
Furthermore, users have the option to copy the AI's responses, facilitating easy sharing or saving of information for future reference. These features aim to create a more flexible and user-friendly experience, allowing for seamless communication and interaction with the AI.
|
Furthermore, users have the option to copy the AI's responses, facilitating easy sharing or saving of information for future reference. These features aim to create a more flexible and user-friendly experience, allowing for seamless communication and interaction with the AI.
|
||||||
</p>
|
</p>
|
||||||
<p className="paragraph">
|
<p className="paragraph">
|
||||||
While the current setup serves as a solid foundation, we recognize the need for further improvements and enhancements to ensure reliability and robustness as we move forward in the development process.
|
While the current setup serves as a solid foundation, we recognize the need for further improvements and enhancements to ensure reliability and robustness as we move forward in the development process.
|
||||||
|
|
|
@ -12,7 +12,7 @@ const FAQ: React.FC = () => {
|
||||||
|
|
||||||
<div className="faq-item">
|
<div className="faq-item">
|
||||||
<h3>How does the AI assistant work?</h3>
|
<h3>How does the AI assistant work?</h3>
|
||||||
<p>The assistant uses machine learning algorithms to understand your input and provide contextually relevant answers or generate content based on the task you've described.</p>
|
<p>The assistant uses machine learning algorithms to understand your input and provide contextually relevant answers or generate content based on the task you've described.</p>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div className="faq-item">
|
<div className="faq-item">
|
||||||
|
@ -32,11 +32,11 @@ const FAQ: React.FC = () => {
|
||||||
|
|
||||||
<div className="faq-item">
|
<div className="faq-item">
|
||||||
<h3>How can I provide feedback about the AI assistant?</h3>
|
<h3>How can I provide feedback about the AI assistant?</h3>
|
||||||
<p>Feedback can be provided through our feedback form, available on our website. We appreciate your input and use it to improve the AI assistant's performance.</p>
|
<p>Feedback can be provided through our feedback form, available on our website. We appreciate your input and use it to improve the AI assistant's performance.</p>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div className="faq-item">
|
<div className="faq-item">
|
||||||
<h3>Can I customize the AI assistant's responses?</h3>
|
<h3>Can I customize the AI assistant's responses?</h3>
|
||||||
<p>Customization options are limited in the current version, but we are working on features that will allow users to tailor responses to better suit their needs.</p>
|
<p>Customization options are limited in the current version, but we are working on features that will allow users to tailor responses to better suit their needs.</p>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
|
@ -77,7 +77,7 @@ const FAQ: React.FC = () => {
|
||||||
|
|
||||||
<div className="faq-item">
|
<div className="faq-item">
|
||||||
<h3>How can I access previous conversations?</h3>
|
<h3>How can I access previous conversations?</h3>
|
||||||
<p>Previous conversations can be accessed through the chat history feature available in the assistant's interface.</p>
|
<p>Previous conversations can be accessed through the chat history feature available in the assistant's interface.</p>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div className="faq-item">
|
<div className="faq-item">
|
||||||
|
|
|
@ -59,4 +59,6 @@ const InputFrontend = React.forwardRef<HTMLDivElement, InputProps>(
|
||||||
}
|
}
|
||||||
);
|
);
|
||||||
|
|
||||||
|
InputFrontend.displayName = "InputFrontend";
|
||||||
|
|
||||||
export default InputFrontend;
|
export default InputFrontend;
|
||||||
|
|
Loading…
Reference in a new issue