forked from React-Group/interstellar_ai
Compare commits
No commits in common. "6af5864557dbc8d473a0b64b424f699a9167f686" and "460f22abd8bce615b7a44bfa836132cb2b1e5553" have entirely different histories.
6af5864557
...
460f22abd8
21 changed files with 141 additions and 266 deletions
|
@ -1,20 +1,26 @@
|
|||
import axios from "axios";
|
||||
|
||||
export const sendToVoiceRecognition = (audio_data: Blob): Promise<string> => {
|
||||
console.log("sending recording...");
|
||||
|
||||
const formdata = new FormData()
|
||||
formdata.append("audio", audio_data)
|
||||
class VoiceSend {
|
||||
sendToVoiceRecognition(audio_data: Blob) {
|
||||
console.log("sending recording...");
|
||||
|
||||
const dataSend = { option: "offline", type: "basic", audio: audio_data }
|
||||
return axios.post("http://localhost:5000/interstellar_ai/api/voice_recognition", formdata)
|
||||
.then((response) => {
|
||||
console.log(response.data)
|
||||
return response.data.response
|
||||
})
|
||||
.catch(error => {
|
||||
console.log("Error calling API:", error)
|
||||
postMessage({ status: 500 })
|
||||
return "Error"
|
||||
})
|
||||
}
|
||||
const formdata = new FormData()
|
||||
formdata.append("audio", audio_data)
|
||||
|
||||
const dataSend = { option:"offline", type:"basic",audio:audio_data }
|
||||
axios.post("http://localhost:5000/interstellar_ai/api/voice_recognition", formdata)
|
||||
.then((response) => {
|
||||
console.log(response.data)
|
||||
return response.data.response
|
||||
})
|
||||
.catch(error => {
|
||||
console.log("Error calling API:", error)
|
||||
postMessage({ status: 500 })
|
||||
})
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
|
||||
export default VoiceSend;
|
|
@ -4,9 +4,11 @@ import InputOutputBackend from '../backend/InputOutputHandler';
|
|||
|
||||
const AI: React.FC = () => {
|
||||
return (
|
||||
<div>
|
||||
<div className="ai-container">
|
||||
<InputOutputBackend />
|
||||
</div>
|
||||
</div>
|
||||
);
|
||||
};
|
||||
|
||||
|
|
|
@ -17,6 +17,13 @@ const ConversationFrontend = React.forwardRef<HTMLDivElement, ConversationProps>
|
|||
({ messages, onResendClick, onEditClick, onCopyClick, isClicked}, ref: ForwardedRef<HTMLDivElement>) => {
|
||||
const endOfMessagesRef = useRef<HTMLDivElement>(null);
|
||||
|
||||
// Auto-scroll to the bottom of the conversation whenever a new message is added
|
||||
useEffect(() => {
|
||||
if (endOfMessagesRef.current) {
|
||||
endOfMessagesRef.current.scrollIntoView({ behavior: 'smooth' });
|
||||
}
|
||||
}, [messages]); // Triggers the effect whenever the 'messages' array changes
|
||||
|
||||
useEffect(() => {
|
||||
console.log(isClicked);
|
||||
|
||||
|
|
|
@ -6,17 +6,13 @@ interface InputProps {
|
|||
onSendClick: (message: string, override: boolean) => void;
|
||||
onMicClick: () => void;
|
||||
inputDisabled: boolean;
|
||||
isRecording: boolean
|
||||
isRecording:boolean
|
||||
}
|
||||
|
||||
const InputFrontend = React.forwardRef<HTMLDivElement, InputProps>(
|
||||
({ message, onSendClick, onMicClick, inputDisabled, isRecording }, ref: ForwardedRef<HTMLDivElement>) => {
|
||||
({ message, onSendClick, onMicClick, inputDisabled, isRecording}, ref: ForwardedRef<HTMLDivElement>) => {
|
||||
const [inputValue, setInputValue] = useState('');
|
||||
|
||||
useEffect(() => {
|
||||
setInputValue(message);
|
||||
}, [message]);
|
||||
|
||||
const handleInputChange = (e: React.ChangeEvent<HTMLInputElement>) => {
|
||||
setInputValue(e.target.value);
|
||||
};
|
||||
|
@ -44,7 +40,7 @@ const InputFrontend = React.forwardRef<HTMLDivElement, InputProps>(
|
|||
<button type="button" onClick={() => onSendClick(inputValue, false)} disabled={inputDisabled ? true : false}>
|
||||
<img src="/img/send.svg" alt="send" />
|
||||
</button>
|
||||
<button className={`microphone-button ${isRecording ? "red" : "var(--input-button-color)"}`} type="button" onClick={onMicClick}>
|
||||
<button className={`microphone-button ${isRecording ? "red": "var(--input-button-color)"}`} type="button" onClick={onMicClick}>
|
||||
<img src="/img/microphone.svg" alt="microphone" />
|
||||
</button>
|
||||
</div>
|
||||
|
|
|
@ -1,143 +1,7 @@
|
|||
"use client";
|
||||
import React, { useState, useEffect } from 'react';
|
||||
|
||||
// Define all models that should be available.
|
||||
const modelList = {
|
||||
'Offline Fast': {
|
||||
'model_type': 'local',
|
||||
'Math': 'qwen2-math:1.5b',
|
||||
'Code': 'starcoder2',
|
||||
'Language': 'llama3.2',
|
||||
'Character': 'dolphin-phi',
|
||||
'Finance': 'qwen2-math:1.5b',
|
||||
'Weather': 'llama3.2',
|
||||
'Time': 'llama3.2',
|
||||
'Image': 'llava-phi3'
|
||||
},
|
||||
'Offline Slow': {
|
||||
'model_type': 'local',
|
||||
'Math': 'wizard-math',
|
||||
'Code': 'starcoder2:7b',
|
||||
'Language': 'llama3.1',
|
||||
'Character': 'dolphin-llama3',
|
||||
'Finance': 'wizard-math',
|
||||
'Weather': 'llama3.1',
|
||||
'Time': 'llama3.1',
|
||||
'Image': 'llava'
|
||||
},
|
||||
'Offline Fast (FOSS)': {
|
||||
'model_type': 'local',
|
||||
'Math': 'qwen2-math:1.5b',
|
||||
'Code': 'qwen2.5-coder:1.5b',
|
||||
'Language': 'phi3.5',
|
||||
'Character': 'dolphin-mistral',
|
||||
'Finance': 'qwen2-math:1.5b',
|
||||
'Weather': 'phi3.5',
|
||||
'Time': 'phi3.5',
|
||||
'Image': 'llava'
|
||||
},
|
||||
'Offline Slow (FOSS)': {
|
||||
'model_type': 'local',
|
||||
'Math': 'mathstral',
|
||||
'Code': 'qwen2.5-coder',
|
||||
'Language': 'qwen2.5',
|
||||
'Character': 'dolphin-mistral',
|
||||
'Finance': 'mathstral',
|
||||
'Weather': 'qwen2.5',
|
||||
'Time': 'qwen2.5',
|
||||
'Image': 'llava'
|
||||
},
|
||||
'Online Cheap (OpenAI)': {
|
||||
'model_type': 'openai',
|
||||
'Math': 'gpt-4o-mini',
|
||||
'Code': 'gpt-4o-mini',
|
||||
'Language': 'gpt-4o-mini',
|
||||
'Character': 'gpt-4o-mini',
|
||||
'Finance': 'gpt-4o-mini',
|
||||
'Weather': 'gpt-4o-mini',
|
||||
'Time': 'gpt-4o-mini',
|
||||
'Image': 'gpt-4o-mini'
|
||||
},
|
||||
'Online Expensive (OpenAI)': {
|
||||
'model_type': 'openai',
|
||||
'Math': 'gpt-4o',
|
||||
'Code': 'gpt-4o',
|
||||
'Language': 'gpt-4o',
|
||||
'Character': 'gpt-4o',
|
||||
'Finance': 'gpt-4o',
|
||||
'Weather': 'gpt-4o',
|
||||
'Time': 'gpt-4o',
|
||||
'Image': 'gpt-4o'
|
||||
},
|
||||
'Online Cheap (Anthropic)': {
|
||||
'model_type': 'anthropic',
|
||||
'Math': 'claude-3-haiku',
|
||||
'Code': 'claude-3-haiku',
|
||||
'Language': 'claude-3-haiku',
|
||||
'Character': 'claude-3-haiku',
|
||||
'Finance': 'claude-3-haiku',
|
||||
'Weather': 'claude-3-haiku',
|
||||
'Time': 'claude-3-haiku',
|
||||
'Image': 'claude-3-haiku'
|
||||
},
|
||||
'Online Expensive (Anthropic)': {
|
||||
'model_type': 'anthropic',
|
||||
'Math': 'claude-3-5-sonnet',
|
||||
'Code': 'claude-3-5-sonnet',
|
||||
'Language': 'claude-3-5-sonnet',
|
||||
'Character': 'claude-3-5-sonnet',
|
||||
'Finance': 'claude-3-5-sonnet',
|
||||
'Weather': 'claude-3-5-sonnet',
|
||||
'Time': 'claude-3-5-sonnet',
|
||||
'Image': 'claude-3-5-sonnet'
|
||||
},
|
||||
'Online Cheap (Google)': {
|
||||
'model_type': 'google',
|
||||
'Math': 'gemini-1.5-flash-latest',
|
||||
'Code': 'gemini-1.5-flash-latest',
|
||||
'Language': 'gemini-1.5-flash-latest',
|
||||
'Character': 'gemini-1.5-flash-latest',
|
||||
'Finance': 'gemini-1.5-flash-latest',
|
||||
'Weather': 'gemini-1.5-flash-latest',
|
||||
'Time': 'gemini-1.5-flash-latest',
|
||||
'Image': 'gemini-1.5-flash-latest'
|
||||
},
|
||||
'Online Expensive (Google)': {
|
||||
'model_type': 'google',
|
||||
'Math': 'gemini-1.5-pro-latest',
|
||||
'Code': 'gemini-1.5-pro-latest',
|
||||
'Language': 'gemini-1.5-pro-latest',
|
||||
'Character': 'gemini-1.5-pro-latest',
|
||||
'Finance': 'gemini-1.5-pro-latest',
|
||||
'Weather': 'gemini-1.5-pro-latest',
|
||||
'Time': 'gemini-1.5-pro-latest',
|
||||
'Image': 'gemini-1.5-pro-latest'
|
||||
},
|
||||
'Online (La Plateforme)': {
|
||||
'model_type': 'mistral',
|
||||
'Math': 'open-mistral-nemo',
|
||||
'Code': 'codestral-latest',
|
||||
'Language': 'mistral-small-latest',
|
||||
'Character': 'mistral-large-latest',
|
||||
'Finance': 'open-mistral-nemo',
|
||||
'Weather': 'mistral-small-latest',
|
||||
'Time': 'mistral-small-latest',
|
||||
'Image': 'pixtral-12b-2409'
|
||||
},
|
||||
'Online (FOSS) (La Plateforme)': {
|
||||
'model_type': 'mistral',
|
||||
'Math': 'open-mistral-nemo',
|
||||
'Code': 'open-codestral-mamba',
|
||||
'Language': 'open-mistral-nemo',
|
||||
'Character': 'open-mixtral-8x22b',
|
||||
'Finance': 'open-mixtral-8x22b',
|
||||
'Weather': 'open-mistral-nemo',
|
||||
'Time': 'open-mistral-nemo',
|
||||
'Image': 'pixtral-12b-2409'
|
||||
}
|
||||
}
|
||||
|
||||
// Define the available category options
|
||||
// Define the available model options
|
||||
const modelDropdown = {
|
||||
offlineWithoutFoss: ['Offline Fast', 'Offline Slow'],
|
||||
offlineFoss: ['Offline Fast (FOSS)', 'Offline Slow (FOSS)'],
|
||||
|
@ -148,7 +12,6 @@ const modelDropdown = {
|
|||
'Online Expensive (Anthropic)',
|
||||
'Online Cheap (Google)',
|
||||
'Online Expensive (Google)',
|
||||
'Online (La Plateforme)'
|
||||
],
|
||||
onlineFoss: ['Online (FOSS) (La Plateforme)'],
|
||||
};
|
||||
|
@ -157,7 +20,7 @@ const Models: React.FC = () => {
|
|||
// Initialize state with value from localStorage or default to ''
|
||||
const [selectedModel, setSelectedModel] = useState('');
|
||||
const [radioSelection, setRadioSelection] = useState<string | null>("")
|
||||
|
||||
|
||||
useEffect(() => {
|
||||
setRadioSelection(localStorage.getItem('radioSelection'))
|
||||
const handleStorageChange = () => {
|
||||
|
@ -235,13 +98,6 @@ const Models: React.FC = () => {
|
|||
const isOfflineModel = (model: string) =>
|
||||
modelDropdown.offlineWithoutFoss.includes(model) || modelDropdown.offlineFoss.includes(model);
|
||||
|
||||
const modelClicked = (model: string) => {
|
||||
const category = selectedModel as keyof typeof modelList;
|
||||
console.log(model)
|
||||
console.log(category)
|
||||
console.log(modelList[category][model as keyof typeof modelList[typeof category]]);
|
||||
}
|
||||
|
||||
return (
|
||||
<div className="model-background">
|
||||
<div className="models">
|
||||
|
@ -266,7 +122,7 @@ const Models: React.FC = () => {
|
|||
<div className="grid">
|
||||
{['Code', 'Math', 'Language', 'Character', 'Finance', 'Weather', 'Time', 'Image', 'Custom1', 'Custom2'].map(
|
||||
(category) => (
|
||||
<button key={category} className={`${category.toLowerCase()}-model model-box`} onClick={() => modelClicked(category)}>
|
||||
<button key={category} className={`${category.toLowerCase()}-model model-box`}>
|
||||
<div className="overlay">
|
||||
<h3>{category}</h3>
|
||||
{isOfflineModel(selectedModel) && <img src="/img/nowifi.svg" alt="No Wi-Fi" />}
|
||||
|
|
|
@ -5,9 +5,6 @@ export const metadata = {
|
|||
description: 'A little AI chat that is able to assist you in little tasks',
|
||||
};
|
||||
|
||||
|
||||
|
||||
|
||||
export default function RootLayout({ children }: { children: ReactNode }) {
|
||||
return (
|
||||
<html lang="en">
|
||||
|
|
25
app/page.tsx
25
app/page.tsx
|
@ -15,6 +15,31 @@ const LandingPage: React.FC = () => {
|
|||
const [view, setView] = useState<'AI' | 'FAQ' | 'Documentation' | 'Credits'>('AI'); // Added 'Credits' here
|
||||
const conversationRef = useRef<HTMLDivElement>(null);
|
||||
|
||||
useEffect(() => {
|
||||
const scrollToBottom = () => {
|
||||
const conversation = conversationRef.current;
|
||||
if (conversation) {
|
||||
conversation.scrollTop = conversation.scrollHeight;
|
||||
}
|
||||
};
|
||||
|
||||
scrollToBottom();
|
||||
|
||||
const observer = new MutationObserver(scrollToBottom);
|
||||
if (conversationRef.current) {
|
||||
observer.observe(conversationRef.current, {
|
||||
childList: true,
|
||||
subtree: true,
|
||||
});
|
||||
}
|
||||
|
||||
return () => {
|
||||
if (conversationRef.current) {
|
||||
observer.disconnect();
|
||||
}
|
||||
};
|
||||
}, []);
|
||||
|
||||
const toggleDivs = () => {
|
||||
setShowDivs(prevState => !prevState);
|
||||
};
|
||||
|
|
|
@ -9,6 +9,7 @@
|
|||
display: flex;
|
||||
justify-content: center;
|
||||
align-items: center;
|
||||
z-index: 10000;
|
||||
}
|
||||
|
||||
.settings-main h2 {
|
||||
|
@ -103,14 +104,14 @@
|
|||
padding: 5px 10px;
|
||||
cursor: pointer;
|
||||
position: absolute; /* Position the button absolutely */
|
||||
top: 15px; /* Distance from the top */
|
||||
right: 40px; /* Distance from the right */
|
||||
top: 10px; /* Distance from the top */
|
||||
right: 10px; /* Distance from the right */
|
||||
transition: background 0.3s;
|
||||
}
|
||||
|
||||
/* Close button positioning */
|
||||
.apply {
|
||||
background: var(--apply-button-color); /* Use variable for close button color */
|
||||
background: var(--close-button-color); /* Use variable for close button color */
|
||||
color: white; /* Use white for text color */
|
||||
border: none;
|
||||
border-radius: 5px;
|
||||
|
@ -118,7 +119,7 @@
|
|||
cursor: pointer;
|
||||
position: absolute; /* Position the button absolutely */
|
||||
top: 50px; /* Distance from the top */
|
||||
right: 40px; /* Distance from the right */
|
||||
right: 10px; /* Distance from the right */
|
||||
transition: background 0.3s;
|
||||
}
|
||||
|
||||
|
|
|
@ -1,19 +1,19 @@
|
|||
/* container.css */
|
||||
.container{
|
||||
.container,
|
||||
.content {
|
||||
display: flex;
|
||||
width: 100vw;
|
||||
height: 100vh;
|
||||
padding-top: 12vh;
|
||||
padding-top: 0.025vh;
|
||||
}
|
||||
|
||||
.left-panel {
|
||||
margin-top: 5em;
|
||||
width: 25vw; /* Adjust as needed */
|
||||
transition: width 0.3s ease, opacity 0.3s ease, visibility 0.3s ease; /* Smooth transitions for all properties */
|
||||
background-color: var(--left-panel-background-color); /* Use variable for background color */
|
||||
border-radius: 0 1em 0 0;
|
||||
margin-left: 0;
|
||||
padding-right: 1em;
|
||||
height: 100%;
|
||||
}
|
||||
|
||||
.left-panel.hidden {
|
||||
|
@ -23,11 +23,12 @@
|
|||
}
|
||||
|
||||
.conversation-container {
|
||||
margin-top: 5em;
|
||||
flex: 1;
|
||||
transition: margin-left 0.3s ease; /* Smooth margin adjustment */
|
||||
background-color: var(--conversation-background-color); /* Use variable for background color */
|
||||
border-radius: 1em 0 0 0;
|
||||
height: 100%;
|
||||
height: min-content;
|
||||
}
|
||||
|
||||
/* Adjust margin-left when panel is shown or hidden */
|
||||
|
|
|
@ -1,7 +1,7 @@
|
|||
html,
|
||||
body {
|
||||
height: 100vh;
|
||||
overflow: hidden;
|
||||
/* overflow: hidden; */
|
||||
position: relative;
|
||||
}
|
||||
|
||||
|
|
|
@ -7,14 +7,11 @@ header{
|
|||
height: 10vh;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
justify-content: center;
|
||||
font-size: 1em;
|
||||
z-index: 999;
|
||||
}
|
||||
|
||||
.hamburger{
|
||||
position: absolute;
|
||||
left: 5vw;
|
||||
display: none;
|
||||
flex-direction: column;
|
||||
cursor: pointer;
|
||||
|
@ -42,10 +39,9 @@ header{
|
|||
|
||||
.nav-links{
|
||||
position: absolute;
|
||||
left: 1vw;
|
||||
display: flex;
|
||||
gap: 0.5vw;
|
||||
width:max-content;
|
||||
gap: 1em;
|
||||
width: 35vw;
|
||||
height: 100%;
|
||||
align-items: center;
|
||||
}
|
||||
|
@ -56,8 +52,7 @@ header{
|
|||
font-size: 0.9em;
|
||||
height: 50%;
|
||||
border-radius: 5px;
|
||||
padding: 2px 15px;
|
||||
font-family: var(--font-family);
|
||||
padding: 1px 15px;
|
||||
}
|
||||
|
||||
.nav-btn:hover{
|
||||
|
@ -65,6 +60,7 @@ header{
|
|||
}
|
||||
|
||||
.header-logo{
|
||||
margin:auto;
|
||||
width: 250px;
|
||||
height: 5vh;
|
||||
background-image: url(../../public/img/logo.png);
|
||||
|
@ -76,19 +72,16 @@ header{
|
|||
}
|
||||
|
||||
.login-button-container{
|
||||
position: absolute;
|
||||
top: 0.2vh;
|
||||
right: 1vw;
|
||||
height: 100%;
|
||||
display: flex;
|
||||
align-items: center;
|
||||
}
|
||||
|
||||
.header-login-button{
|
||||
font-size: var(--font-size);
|
||||
/* position: absolute;
|
||||
font-size: 2vh;
|
||||
position: absolute;
|
||||
top: 1.5vh;
|
||||
right: 1vw; */
|
||||
right: 1vw;
|
||||
padding: 10px 20px;
|
||||
background-color: var(--input-button-color);
|
||||
color: var(--text-color);
|
||||
|
@ -96,7 +89,6 @@ header{
|
|||
border-radius: 5px;
|
||||
cursor: pointer;
|
||||
transition: background-color 0.3s;
|
||||
font-family: var(--font-family);
|
||||
}
|
||||
|
||||
.header-login-button:hover {
|
||||
|
|
|
@ -1,13 +1,13 @@
|
|||
.history-background {
|
||||
grid-column: 1/2;
|
||||
grid-row: 1/2;
|
||||
height: 45%;
|
||||
height: 40vh;
|
||||
overflow: hidden;
|
||||
background-color: var(--history-background-color);
|
||||
padding: 1em;
|
||||
margin: 1em;
|
||||
margin-right: 0;
|
||||
border-radius: 1em;
|
||||
border-radius: 2em;
|
||||
}
|
||||
|
||||
.history {
|
||||
|
@ -37,7 +37,3 @@
|
|||
.history ul li a:hover {
|
||||
background-color: var(--input-button-hover-color);
|
||||
}
|
||||
|
||||
.history-models{
|
||||
height: 100%;
|
||||
}
|
||||
|
|
|
@ -2,24 +2,22 @@
|
|||
.input {
|
||||
grid-column: 2/3;
|
||||
grid-row: 4/5;
|
||||
border-radius: 8px;
|
||||
border-radius: 20px;
|
||||
background-color: var(--input-background-color);
|
||||
padding: 1em;
|
||||
padding-left: 0.5em;
|
||||
padding-right: 0;
|
||||
margin: 0 10px;
|
||||
margin-bottom: 10px;
|
||||
margin: 1em;
|
||||
display: flex;
|
||||
justify-content: space-between;
|
||||
align-items: center;
|
||||
height: auto;
|
||||
gap: 10px;
|
||||
height: 10vh;
|
||||
}
|
||||
|
||||
.input input {
|
||||
flex-grow: 1;
|
||||
padding: 5px;
|
||||
font-size: 1em;
|
||||
font-size: 1.2em;
|
||||
border-radius: 8px;
|
||||
border: 2px solid var(--input-button-color);
|
||||
outline: none;
|
||||
|
@ -35,17 +33,16 @@
|
|||
}
|
||||
|
||||
.input button {
|
||||
padding: 5px;
|
||||
padding: 1em;
|
||||
margin: 5px;
|
||||
margin-left: 0;
|
||||
background-color: var(--input-button-color);
|
||||
color: var(--user-message-text-color); /* Use variable for button text color */
|
||||
border: none;
|
||||
border-radius: 8px;
|
||||
border-radius: 50%;
|
||||
font-size: 1.5em;
|
||||
cursor: pointer;
|
||||
height: 50px;
|
||||
width: 75px;
|
||||
width: 50px;
|
||||
display: flex;
|
||||
justify-content: center;
|
||||
align-items: center;
|
||||
|
@ -55,7 +52,7 @@
|
|||
}
|
||||
|
||||
.input button img {
|
||||
height: 20px;
|
||||
height: 1em;
|
||||
}
|
||||
|
||||
.input button:hover {
|
||||
|
|
|
@ -1,13 +1,13 @@
|
|||
.model-background {
|
||||
grid-column: 1/2;
|
||||
grid-row: 1/2;
|
||||
height: 45%;
|
||||
height: 45vh;
|
||||
overflow: hidden;
|
||||
background-color: var(--history-background-color);
|
||||
padding: 1em;
|
||||
margin: 0 1em;
|
||||
margin: 1em;
|
||||
margin-right: 0;
|
||||
border-radius: 1em;
|
||||
border-radius: 2em;
|
||||
}
|
||||
|
||||
.models {
|
||||
|
@ -17,12 +17,12 @@
|
|||
overflow-y: scroll;
|
||||
}
|
||||
|
||||
.models .title {
|
||||
.models .titel {
|
||||
padding-bottom: 1em;
|
||||
display: flex;
|
||||
justify-content: center;
|
||||
align-items: center;
|
||||
font-size: 1.5em;
|
||||
margin-bottom: 0;
|
||||
font-size: 0.7em;
|
||||
}
|
||||
|
||||
.model-dropdown {
|
||||
|
@ -56,6 +56,7 @@
|
|||
}
|
||||
|
||||
.overlay {
|
||||
z-index: 900;
|
||||
position: absolute;
|
||||
left: 0;
|
||||
width: 100%;
|
||||
|
|
|
@ -2,21 +2,24 @@
|
|||
.output {
|
||||
grid-column: 2;
|
||||
grid-row: 1 / 4;
|
||||
border-radius: 2em;
|
||||
background-color: var(--output-background-color);
|
||||
padding: 1em;
|
||||
margin: 1em;
|
||||
margin-top: 0;
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
justify-content: flex-start;
|
||||
font-size: 1em;
|
||||
overflow-y: auto;
|
||||
width: calc(100% - 2em); /* Corrected calculation for width */
|
||||
height: 70vh;
|
||||
height: 75vh;
|
||||
}
|
||||
|
||||
#conversation {
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
padding-left: 10px;
|
||||
padding: 10px;
|
||||
overflow-y: auto;
|
||||
max-height: 80vh;
|
||||
background-color: var(--output-background-color);
|
||||
|
@ -48,17 +51,16 @@
|
|||
/* Button Container */
|
||||
.button-container {
|
||||
display: flex;
|
||||
padding: 10px 0;
|
||||
}
|
||||
|
||||
.button-container button {
|
||||
background: none;
|
||||
border: none;
|
||||
cursor: pointer;
|
||||
border-radius: 100%;
|
||||
border-radius: 50%;
|
||||
padding: 10px;
|
||||
transition: background-color 0.3s ease;
|
||||
height: 40px;
|
||||
width: 40px;
|
||||
}
|
||||
|
||||
.button-container button:hover {
|
||||
|
@ -66,8 +68,7 @@
|
|||
}
|
||||
|
||||
.button-container img {
|
||||
height: 20px;
|
||||
width: 20px;
|
||||
height: 1.5em;
|
||||
}
|
||||
|
||||
#copiedText{
|
||||
|
|
|
@ -27,6 +27,13 @@
|
|||
padding: 7em 0 0 0 ;
|
||||
}
|
||||
|
||||
header li {
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
justify-content: center;
|
||||
margin: 0;
|
||||
}
|
||||
|
||||
/* Left panel styles */
|
||||
.left-panel {
|
||||
display: hidden; /* Initially hidden */
|
||||
|
@ -36,7 +43,6 @@
|
|||
|
||||
.left-panel.visible {
|
||||
display: block;
|
||||
height: min-content;
|
||||
}
|
||||
|
||||
/* Conversation container styles */
|
||||
|
@ -98,10 +104,11 @@
|
|||
color: var(--user-message-text-color); /* Use variable for button text color */
|
||||
}
|
||||
|
||||
.header-logo{
|
||||
position: relative;
|
||||
margin-left: -40px;
|
||||
}
|
||||
.header-login-button{
|
||||
position: absolute;
|
||||
top: 3.5vh;
|
||||
right: 5vw;
|
||||
}
|
||||
|
||||
.hamburger.open{
|
||||
margin-top: 0.5vh;
|
||||
|
@ -123,23 +130,17 @@
|
|||
|
||||
.nav-links.active{
|
||||
display: flex;
|
||||
height: fit-content;
|
||||
}
|
||||
|
||||
.nav-btn{
|
||||
width: 100%;
|
||||
text-align: center;
|
||||
text-align: left;
|
||||
padding: 10px;
|
||||
height: 50px;
|
||||
}
|
||||
|
||||
.hamburger {
|
||||
display: flex;
|
||||
}
|
||||
|
||||
.header-login-button{
|
||||
right: 5vh;
|
||||
}
|
||||
}
|
||||
|
||||
/* Responsive adjustments for the settings */
|
||||
|
|
|
@ -25,9 +25,3 @@
|
|||
margin-right: auto;
|
||||
text-align: left;
|
||||
}
|
||||
|
||||
.ai-container{
|
||||
height: min-content;
|
||||
bottom: 0;
|
||||
width: 100%;
|
||||
}
|
||||
|
|
|
@ -20,8 +20,6 @@
|
|||
--doc-background-color: #ffffff; /* Background color for documents */
|
||||
--close-button-color: red;
|
||||
--close-button-hover-color: #9e0101; /*NEW*/
|
||||
--apply-button-color:#8B9635;
|
||||
--apply-button-hover-color:#6b7c2b;
|
||||
--burger-menu-background-color: #79832e; /*NEW*/
|
||||
--overlay-text-color:white; /*NEW*/
|
||||
|
||||
|
|
9
py/ai.py
9
py/ai.py
|
@ -80,6 +80,11 @@ class AI:
|
|||
message = messages[-1]['content']
|
||||
messages.pop()
|
||||
|
||||
system = None
|
||||
if messages and messages[0]['role'] == 'system':
|
||||
system = messages[0]['content']
|
||||
messages.pop(0)
|
||||
|
||||
for msg in messages:
|
||||
msg['parts'] = msg.pop('content')
|
||||
|
||||
|
@ -92,8 +97,8 @@ class AI:
|
|||
model = genai.GenerativeModel(model)
|
||||
|
||||
chat = model.start_chat(
|
||||
history=messages,
|
||||
|
||||
system_instruction=system,
|
||||
history=messages
|
||||
)
|
||||
|
||||
response = chat.send_message(message, stream=True)
|
||||
|
|
|
@ -70,13 +70,6 @@ class API:
|
|||
thread.start()
|
||||
thread.join()
|
||||
return jsonify({'status': 200})
|
||||
elif model_type == "google":
|
||||
api_key = data.get('api_key')
|
||||
thread = threading.Thread(target=self.ai.process_google,
|
||||
args=(ai_model, messages, self, access_token, api_key))
|
||||
thread.start()
|
||||
thread.join()
|
||||
return jsonify({'status': 200})
|
||||
|
||||
return jsonify({'status': 401, 'error': 'Invalid AI model type'})
|
||||
|
||||
|
|
24
py/voice.py
24
py/voice.py
|
@ -7,19 +7,25 @@ class VoiceRecognition:
|
|||
@staticmethod
|
||||
def recognition(audio):
|
||||
audio_buffer = io.BytesIO(audio.read())
|
||||
|
||||
audio_segment = AudioSegment.from_file(audio_buffer, format="ogg")
|
||||
|
||||
wav_io = io.BytesIO()
|
||||
audio_segment.export(wav_io, format="wav")
|
||||
wav_io.seek(0)
|
||||
|
||||
|
||||
try:
|
||||
audio_segment = AudioSegment.from_file(audio_buffer, format="ogg")
|
||||
|
||||
wav_io = io.BytesIO()
|
||||
audio_segment.export(wav_io, format="wav")
|
||||
wav_io.seek(0)
|
||||
except:
|
||||
print("audio to wav failed")
|
||||
|
||||
model_size = "base"
|
||||
model = WhisperModel(model_size, device="cpu", compute_type="int8")
|
||||
|
||||
model = WhisperModel(model_size, device="cpu", compute_type=" ")
|
||||
|
||||
segments, _ = model.transcribe(wav_io)
|
||||
transcription = ""
|
||||
for segment in segments:
|
||||
transcription += segment.text + " "
|
||||
result = transcription.strip()
|
||||
print(result)
|
||||
return result
|
||||
|
||||
# npm install @ffmpeg/ffmpeg @ffmpeg/util @ffmpeg/types @ffmpeg/core-mt
|
Loading…
Reference in a new issue