update marketplace llm with cache

This commit is contained in:
Henry
2023-10-10 00:01:28 +01:00
parent 2853f75e03
commit 4caa9ba9ab
33 changed files with 452 additions and 124 deletions
@@ -265,14 +265,14 @@
"id": "chatLocalAI_0",
"position": {
"x": 1191.9512064167336,
"y": -44.05401001663306
"y": -94.05401001663306
},
"type": "customNode",
"data": {
"id": "chatLocalAI_0",
"label": "ChatLocalAI",
"name": "chatLocalAI",
"version": 1,
"version": 2,
"type": "ChatLocalAI",
"baseClasses": ["ChatLocalAI", "BaseChatModel", "LLM", "BaseLLM", "BaseLanguageModel", "BaseLangChain"],
"category": "Chat Models",
@@ -325,7 +325,15 @@
"id": "chatLocalAI_0-input-timeout-number"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatLocalAI_0-input-cache-BaseCache"
}
],
"inputs": {
"basePath": "http://localhost:8080/v1",
"modelName": "ggml-gpt4all-j.bin",
@@ -348,7 +356,7 @@
"selected": false,
"positionAbsolute": {
"x": 1191.9512064167336,
"y": -44.05401001663306
"y": -94.05401001663306
},
"dragging": false
},