Feature/Add Groq for followup prompts (#3806)

Feature/Add-Groq-for-followup-prompts
This commit is contained in:
Sunny Modi
2025-01-04 11:52:01 -05:00
committed by GitHub
parent 1111101cff
commit 3b13e8345a
3 changed files with 51 additions and 1 deletions
+2 -1
View File
@@ -427,7 +427,8 @@ export enum FollowUpPromptProvider {
AZURE_OPENAI = 'azureChatOpenAI',
GOOGLE_GENAI = 'chatGoogleGenerativeAI',
MISTRALAI = 'chatMistralAI',
OPENAI = 'chatOpenAI'
OPENAI = 'chatOpenAI',
GROQ = 'groqChat'
}
export type FollowUpPromptProviderConfig = {
@@ -7,6 +7,7 @@ import { ChatOpenAI } from '@langchain/openai'
import { z } from 'zod'
import { PromptTemplate } from '@langchain/core/prompts'
import { StructuredOutputParser } from '@langchain/core/output_parsers'
import { ChatGroq } from '@langchain/groq'
const FollowUpPromptType = z
.object({
@@ -108,6 +109,16 @@ export const generateFollowUpPrompts = async (
const structuredResponse = await structuredLLM.invoke(followUpPromptsPrompt)
return structuredResponse
}
case FollowUpPromptProvider.GROQ: {
const llm = new ChatGroq({
apiKey: credentialData.groqApiKey,
model: providerConfig.modelName,
temperature: parseFloat(`${providerConfig.temperature}`)
})
const structuredLLM = llm.withStructuredOutput(FollowUpPromptType)
const structuredResponse = await structuredLLM.invoke(followUpPromptsPrompt)
return structuredResponse
}
}
} else {
return undefined