farcasclaudiu/Flowise
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/Flowise.git synced 2026-06-28 23:01:09 +03:00
Code Issues Packages Projects Releases Wiki Activity

update HuggingFace nodes

Browse Source
This commit is contained in:
Henry
2023-06-12 09:43:48 +01:00
parent 94294041df
commit 9d66432926
4 changed files with 433 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/components/nodes/llms/HuggingFaceInference/HuggingFaceInference.ts
+56 -3
View File
@@ -1,6 +1,6 @@
import { INode, INodeData, INodeParams } from '../../../src/Interface'
import { getBaseClasses } from '../../../src/utils'
import { HuggingFaceInference } from 'langchain/llms/hf'
import { HFInput, HuggingFaceInference } from 'langchain/llms/hf'
class HuggingFaceInference_LLMs implements INode {
label: string
@@ -31,6 +31,46 @@ class HuggingFaceInference_LLMs implements INode {
label: 'HuggingFace Api Key',
name: 'apiKey',
type: 'password'
},
{
label: 'Temperature',
name: 'temperature',
type: 'number',
description: 'Temperature parameter may not apply to certain model. Please check available model parameters',
optional: true,
additionalParams: true
},
{
label: 'Max Tokens',
name: 'maxTokens',
type: 'number',
description: 'Max Tokens parameter may not apply to certain model. Please check available model parameters',
optional: true,
additionalParams: true
},
{
label: 'Top Probability',
name: 'topP',
type: 'number',
description: 'Top Probability parameter may not apply to certain model. Please check available model parameters',
optional: true,
additionalParams: true
},
{
label: 'Top K',
name: 'hfTopK',
type: 'number',
description: 'Top K parameter may not apply to certain model. Please check available model parameters',
optional: true,
additionalParams: true
},
{
label: 'Frequency Penalty',
name: 'frequencyPenalty',
type: 'number',
description: 'Frequency Penalty parameter may not apply to certain model. Please check available model parameters',
optional: true,
additionalParams: true
}
]
}
@@ -38,11 +78,24 @@ class HuggingFaceInference_LLMs implements INode {
async init(nodeData: INodeData): Promise<any> {
const model = nodeData.inputs?.model as string
const apiKey = nodeData.inputs?.apiKey as string
const temperature = nodeData.inputs?.temperature as string
const maxTokens = nodeData.inputs?.maxTokens as string
const topP = nodeData.inputs?.topP as string
const hfTopK = nodeData.inputs?.hfTopK as string
const frequencyPenalty = nodeData.inputs?.frequencyPenalty as string
const huggingFace = new HuggingFaceInference({
const obj: Partial<HFInput> = {
model,
apiKey
})
}
if (temperature) obj.temperature = parseInt(temperature, 10)
if (maxTokens) obj.maxTokens = parseInt(maxTokens, 10)
if (topP) obj.topP = parseInt(topP, 10)
if (hfTopK) obj.topK = parseInt(hfTopK, 10)
if (frequencyPenalty) obj.frequencyPenalty = parseInt(frequencyPenalty, 10)
const huggingFace = new HuggingFaceInference(obj)
return huggingFace
}
}