Updating of Type LLMCache to BaseCache and renaming vars for clarity

This commit is contained in:
vinodkiran
2023-10-08 22:59:43 +05:30
parent 12159f6730
commit 7d4337724d
19 changed files with 63 additions and 54 deletions
@@ -44,7 +44,7 @@ class AWSChatBedrock_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -138,7 +138,7 @@ class AWSChatBedrock_ChatModels implements INode {
const iModel = nodeData.inputs?.model as string
const iTemperature = nodeData.inputs?.temperature as string
const iMax_tokens_to_sample = nodeData.inputs?.max_tokens_to_sample as string
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const obj: BaseBedrockInput & BaseLLMParams = {
region: iRegion,
@@ -36,7 +36,7 @@ class AzureChatOpenAI_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -115,7 +115,7 @@ class AzureChatOpenAI_ChatModels implements INode {
const presencePenalty = nodeData.inputs?.presencePenalty as string
const timeout = nodeData.inputs?.timeout as string
const streaming = nodeData.inputs?.streaming as boolean
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
const azureOpenAIApiKey = getCredentialParam('azureOpenAIApiKey', credentialData, nodeData)
@@ -27,7 +27,7 @@ class Bittensor_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -42,7 +42,7 @@ class Bittensor_ChatModels implements INode {
async init(nodeData: INodeData, _: string): Promise<any> {
const system_prompt = nodeData.inputs?.system_prompt as string
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const obj: Partial<BittensorInput> = {
systemPrompt: system_prompt
@@ -35,7 +35,7 @@ class ChatAnthropic_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -143,7 +143,7 @@ class ChatAnthropic_ChatModels implements INode {
const topP = nodeData.inputs?.topP as string
const topK = nodeData.inputs?.topK as string
const streaming = nodeData.inputs?.streaming as boolean
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
const anthropicApiKey = getCredentialParam('anthropicApiKey', credentialData, nodeData)
@@ -34,7 +34,7 @@ class ChatGooglePaLM_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -103,7 +103,7 @@ class ChatGooglePaLM_ChatModels implements INode {
const temperature = nodeData.inputs?.temperature as string
const topP = nodeData.inputs?.topP as string
const topK = nodeData.inputs?.topK as string
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
const googleMakerSuiteKey = getCredentialParam('googleMakerSuiteKey', credentialData, nodeData)
@@ -38,7 +38,7 @@ class GoogleVertexAI_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -120,7 +120,7 @@ class GoogleVertexAI_ChatModels implements INode {
const modelName = nodeData.inputs?.modelName as string
const maxOutputTokens = nodeData.inputs?.maxOutputTokens as string
const topP = nodeData.inputs?.topP as string
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const obj: GoogleVertexAIChatInput<GoogleAuthOptions> = {
temperature: parseFloat(temperature),
@@ -34,7 +34,7 @@ class ChatHuggingFace_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -109,7 +109,7 @@ class ChatHuggingFace_ChatModels implements INode {
const hfTopK = nodeData.inputs?.hfTopK as string
const frequencyPenalty = nodeData.inputs?.frequencyPenalty as string
const endpoint = nodeData.inputs?.endpoint as string
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
const huggingFaceApiKey = getCredentialParam('huggingFaceApiKey', credentialData, nodeData)
@@ -29,7 +29,7 @@ class ChatLocalAI_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -86,7 +86,7 @@ class ChatLocalAI_ChatModels implements INode {
const topP = nodeData.inputs?.topP as string
const timeout = nodeData.inputs?.timeout as string
const basePath = nodeData.inputs?.basePath as string
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const obj: Partial<OpenAIChatInput> & BaseLLMParams & { openAIApiKey?: string } = {
temperature: parseFloat(temperature),
@@ -35,7 +35,7 @@ class ChatOpenAI_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -159,7 +159,7 @@ class ChatOpenAI_ChatModels implements INode {
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
const openAIApiKey = getCredentialParam('openAIApiKey', credentialData, nodeData)
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const obj: Partial<OpenAIChatInput> & BaseLLMParams & { openAIApiKey?: string } = {
temperature: parseFloat(temperature),
@@ -36,7 +36,7 @@ class ChatOpenAICustom_ChatModels implements INode {
{
label: 'Cache',
name: 'cache',
type: 'LLMCache',
type: 'BaseCache',
optional: true
},
{
@@ -121,7 +121,7 @@ class ChatOpenAICustom_ChatModels implements INode {
const streaming = nodeData.inputs?.streaming as boolean
const basePath = nodeData.inputs?.basepath as string
const baseOptions = nodeData.inputs?.baseOptions
const cache = nodeData.inputs?.llmCache as BaseCache
const cache = nodeData.inputs?.cache as BaseCache
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
const openAIApiKey = getCredentialParam('openAIApiKey', credentialData, nodeData)