Voyage AI - Credentials, Embeddings and Rerank (#2015)

* Voyage AI - Credentials and Embeddings

* reranker and fixes for embeddings
This commit is contained in:
Vinod Paidimarry
2024-03-26 11:50:16 +05:30
committed by GitHub
parent 6fd0fe60fc
commit 794818b434
6 changed files with 297 additions and 0 deletions
@@ -0,0 +1,84 @@
import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils'
import { VoyageEmbeddings, VoyageEmbeddingsParams } from 'langchain/embeddings/voyage'
class VoyageAIEmbedding_Embeddings implements INode {
label: string
name: string
version: number
type: string
icon: string
category: string
description: string
baseClasses: string[]
credential: INodeParams
inputs: INodeParams[]
constructor() {
this.label = 'VoyageAI Embeddings'
this.name = 'voyageAIEmbeddings'
this.version = 1.0
this.type = 'VoyageAIEmbeddings'
this.icon = 'voyageai.png'
this.category = 'Embeddings'
this.description = 'Voyage AI API to generate embeddings for a given text'
this.baseClasses = [this.type, ...getBaseClasses(VoyageEmbeddings)]
this.credential = {
label: 'Connect Credential',
name: 'credential',
type: 'credential',
credentialNames: ['voyageAIApi']
}
this.inputs = [
{
label: 'Model Name',
name: 'modelName',
type: 'options',
options: [
{
label: 'voyage-2',
name: 'voyage-2',
description: 'Base generalist embedding model optimized for both latency and quality'
},
{
label: 'voyage-code-2',
name: 'voyage-code-2',
description: 'Optimized for code retrieval'
},
{
label: 'voyage-large-2',
name: 'voyage-large-2',
description: 'Powerful generalist embedding model'
},
{
label: 'voyage-lite-02-instruct',
name: 'voyage-lite-02-instruct',
description: 'Instruction-tuned for classification, clustering, and sentence textual similarity tasks'
}
],
default: 'voyage-2',
optional: true
}
]
}
async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
const modelName = nodeData.inputs?.modelName as string
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
const voyageAiApiKey = getCredentialParam('apiKey', credentialData, nodeData)
const voyageAiEndpoint = getCredentialParam('endpoint', credentialData, nodeData)
const obj: Partial<VoyageEmbeddingsParams> & { apiKey?: string } = {
apiKey: voyageAiApiKey
}
if (modelName) obj.modelName = modelName
const model = new VoyageEmbeddings(obj)
if (voyageAiEndpoint) model.apiUrl = voyageAiEndpoint
return model
}
}
module.exports = { nodeClass: VoyageAIEmbedding_Embeddings }
Binary file not shown.

After

Width:  |  Height:  |  Size: 68 KiB