GabrielTofvesson/voice_assistant
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Implement multilingual-to-english support

Browse Source
This commit is contained in:
Gabriel Tofvesson 2023-03-18 17:34:22 +01:00
parent b3e2ada53b
commit b4687fe91d
No known key found for this signature in database
GPG Key ID: 6F1345DF28EDA13E
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/main.rs
View File

@ -1,5 +1,5 @@
use elevenlabs_rs::{elevenlabs_api::ElevenLabsAPI, model::{tts::TTSMessage, voice::VoiceSettings}}; use elevenlabs_rs::{elevenlabs_api::ElevenLabsAPI, model::{tts::TTSMessage, voice::VoiceSettings}};
use openai_rs::{context::Context, chat::{ChatMessage, Role, ChatHistoryBuilder}, transcription::{TranscriptionRequestBuilder, AudioFile}}; use openai_rs::{context::Context, chat::{ChatMessage, Role, ChatHistoryBuilder}, transcription::{TranscriptionRequestBuilder, AudioFile}, translation::TranslationRequestBuilder};
use tokio::{fs::File, io::AsyncWriteExt}; use tokio::{fs::File, io::AsyncWriteExt};
fn get_file(name: &str) -> anyhow::Result<String> { fn get_file(name: &str) -> anyhow::Result<String> {
@ -18,7 +18,7 @@ const VOICE_ID: &str = "u339B6b9cariBZ7Vw3q4";
const INPUT_FILE: &str = "input_prompt.mp3"; const INPUT_FILE: &str = "input_prompt.mp3";
async fn transform_prompt(openai: &Context, prompt: File) -> anyhow::Result<String> { async fn transform_prompt(openai: &Context, prompt: File) -> anyhow::Result<String> {
Ok(openai.create_transcription(TranscriptionRequestBuilder::default().model("whisper-1").file(AudioFile::MP3(prompt)).build()?).await?.text) Ok(openai.create_translation(TranslationRequestBuilder::default().prompt("[English]").model("whisper-1").file(AudioFile::MP3(prompt)).build()?).await?.text)
} }
async fn generate_response(openai: &Context, elevenlabs: &ElevenLabsAPI, history: &mut Vec<ChatMessage>) { async fn generate_response(openai: &Context, elevenlabs: &ElevenLabsAPI, history: &mut Vec<ChatMessage>) {

BIN
swedish_prompt.mp3 Normal file
View File

Binary file not shown.