Feature/nim container (#3966)

* add nim container setup * check if image or container exist before pulling * update NIM dialog * update chat nvidia api key * update nim container version * update nim container version
2026-06-28 13:00:56 +03:00 · 2025-02-27 09:14:01 +00:00
parent 7d8541a44b
commit 1678815540
10 changed files with 606 additions and 1056 deletions
@@ -0,0 +1,106 @@
+import axios from 'axios'
+import { Request, Response, NextFunction } from 'express'
+
+const { NimContainerManager } = require('nim-container-manager')
+
+const getToken = async (req: Request, res: Response, next: NextFunction) => {
+    try {
+        const headers = {
+            'Content-Type': 'application/json',
+            Accept: 'application/json'
+        }
+        const data = {
+            client_id: 'Flowise',
+            pdi: '0x1234567890abcdeg',
+            access_policy_name: 'nim-dev'
+        }
+        const response = await axios.post('https://nts.ngc.nvidia.com/v1/token', data, { headers })
+        const responseJson = response.data
+        return res.json(responseJson)
+    } catch (error) {
+        next(error)
+    }
+}
+
+const preload = async (req: Request, res: Response, next: NextFunction) => {
+    try {
+        await NimContainerManager.preload()
+        return res.send('Preloaded NIM')
+    } catch (error) {
+        next(error)
+    }
+}
+
+const downloadInstaller = async (req: Request, res: Response, next: NextFunction) => {
+    try {
+        await NimContainerManager.downloadInstaller()
+        return res.send('NIM Installer completed successfully!')
+    } catch (error) {
+        next(error)
+    }
+}
+
+const pullImage = async (req: Request, res: Response, next: NextFunction) => {
+    try {
+        const imageTag = req.body.imageTag
+        const apiKey = req.body.apiKey
+        await NimContainerManager.pullImage(imageTag, apiKey)
+        return res.send(`Pulling image ${imageTag}`)
+    } catch (error) {
+        next(error)
+    }
+}
+
+const startContainer = async (req: Request, res: Response, next: NextFunction) => {
+    try {
+        const imageTag = req.body.imageTag
+        const apiKey = req.body.apiKey
+        await NimContainerManager.startContainer(imageTag, apiKey)
+        return res.send(`Starting container ${imageTag}`)
+    } catch (error) {
+        next(error)
+    }
+}
+
+const getImage = async (req: Request, res: Response, next: NextFunction) => {
+    try {
+        const imageTag = req.body.imageTag
+        const images = await NimContainerManager.userImageLibrary()
+        const image = images.find((img: any) => img.tag === imageTag)
+        if (!image) {
+            return res.status(404).send(`Image ${imageTag} not found`)
+        }
+        return res.json(image)
+    } catch (error) {
+        next(error)
+    }
+}
+
+const getContainer = async (req: Request, res: Response, next: NextFunction) => {
+    try {
+        const imageTag = req.body.imageTag
+        const images = await NimContainerManager.userImageLibrary()
+        const image = images.find((img: any) => img.tag === imageTag)
+        if (!image) {
+            return res.status(404).send(`Image ${imageTag} not found`)
+        }
+        if (!image.container) {
+            return res.status(404).send(`Container of ${imageTag} not found`)
+        }
+        const container = image.container
+        container.image = image.name
+        return res.json(container)
+    } catch (error) {
+        next(error)
+    }
+}
+
+export default {
+    preload,
+    getToken,
+    downloadInstaller,
+    pullImage,
+    startContainer,
+    getImage,
+    getContainer
+}