Bugfix/Avoid hardcoded max tokens (#2003)

remove hard-coded max tokens
This commit is contained in:
Henry Heng
2024-03-25 12:10:31 +08:00
committed by GitHub
parent 4ca82ee733
commit 414b9f125c
5 changed files with 14 additions and 15 deletions
@@ -5,7 +5,7 @@ import { IMultiModalOption, IVisionChatModal } from '../../../src'
export class ChatOpenAI extends LangchainChatOpenAI implements IVisionChatModal {
configuredModel: string
configuredMaxToken: number
configuredMaxToken?: number
multiModalOption: IMultiModalOption
id: string
@@ -19,8 +19,8 @@ export class ChatOpenAI extends LangchainChatOpenAI implements IVisionChatModal
) {
super(fields, configuration)
this.id = id
this.configuredModel = fields?.modelName ?? 'gpt-3.5-turbo'
this.configuredMaxToken = fields?.maxTokens ?? 256
this.configuredModel = fields?.modelName ?? ''
this.configuredMaxToken = fields?.maxTokens
}
revertToOriginalModel(): void {
@@ -34,6 +34,6 @@ export class ChatOpenAI extends LangchainChatOpenAI implements IVisionChatModal
setVisionModel(): void {
super.modelName = 'gpt-4-vision-preview'
super.maxTokens = 1024
super.maxTokens = this.configuredMaxToken ? this.configuredMaxToken : 1024
}
}