add missing human text when image presents

This commit is contained in:
Henry
2024-02-14 20:20:43 +08:00
parent dcb1ad15e7
commit 86da67f467
@@ -45,17 +45,13 @@ export class ChatOpenAI extends LangchainChatOpenAI {
const messageContent = addImagesToMessages(nodeData, optionsData, this.multiModalOption) const messageContent = addImagesToMessages(nodeData, optionsData, this.multiModalOption)
if (messageContent?.length) { if (messageContent?.length) {
if (messages[0].length > 0 && messages[0][messages[0].length - 1] instanceof HumanMessage) { if (messages[0].length > 0 && messages[0][messages[0].length - 1] instanceof HumanMessage) {
const lastMessage = messages[0].pop() // Change model to gpt-4-vision
if (lastMessage instanceof HumanMessage) { this.modelName = 'gpt-4-vision-preview'
lastMessage.content = messageContent
// Change model to gpt-4-vision // Change default max token to higher when using gpt-4-vision
this.modelName = 'gpt-4-vision-preview' this.maxTokens = 1024
// Change default max token to higher when using gpt-4-vision messages[0].push(new HumanMessage({ content: messageContent }))
this.maxTokens = 1024
}
messages[0].push(lastMessage as HumanMessage)
} }
} else { } else {
// revert to previous values if image upload is empty // revert to previous values if image upload is empty