farcasclaudiu/Flowise
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/Flowise.git synced 2026-06-28 07:00:49 +03:00
Code Issues Packages Projects Releases Wiki Activity

SpeechToText: Adding SpeechToText at the Chatflow level.

Browse Source
This commit is contained in:
vinodkiran
2024-01-31 07:48:38 -05:00
parent 4604594c55
commit e81927ee13
7 changed files with 67 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/server/src/utils/index.ts
-33
View File
@@ -1078,36 +1078,3 @@ export const getAllValuesFromJson = (obj: any): any[] => {
extractValues(obj)
return values
}
export const convertedSpeechToText = async (upload: any, speechToTextConfig: any) => {
// const MODEL_NAME = 'whisper-1'
if (speechToTextConfig) {
//special case, text input is empty, but we have an upload (recorded audio)
// const openAIClientOptions: ClientOptions = {
// apiKey: model.openAIApiKey,
// organization: model.organization
// }
// const openAIClient = new OpenAIClient(openAIClientOptions)
// const filePath = path.join(getUserHome(), '.flowise', 'gptvision', upload.data, upload.name)
//
// // as the image is stored in the server, read the file and convert it to base64
// const audio_file = fs.createReadStream(filePath)
//
// if (multiModalConfig.speechToTextMode === 'transcriptions') {
// const transcription = await openAIClient.audio.transcriptions.create({
// file: audio_file,
// model: MODEL_NAME
// })
// return transcription.text
// } else if (multiModalConfig.speechToTextMode === 'translations') {
// const translation = await openAIClient.audio.translations.create({
// file: audio_file,
// model: MODEL_NAME
// })
// return translation.text
// }
} else {
throw new Error('Speech to text is not selected, but found a recorded audio file. Please fix the chain.')
}
return undefined
}