Support getNumTokens for ChatGoogleGenerativeAI (#4149)

This commit is contained in:
Hans
2025-04-14 23:21:15 +08:00
committed by GitHub
parent c318fc57e9
commit 654bd48849
@@ -209,6 +209,12 @@ class LangchainChatGoogleGenerativeAI
}
}
async getNumTokens(prompt: BaseMessage[]) {
const contents = convertBaseMessagesToContent(prompt, this._isMultimodalModel)
const { totalTokens } = await this.client.countTokens({ contents })
return totalTokens
}
async _generateNonStreaming(
prompt: Content[],
options: this['ParsedCallOptions'],