add logs to component chains/agents

packages/server/src/utils/config.ts

@@ -9,12 +9,12 @@ dotenv.config({ path: path.join(__dirname, '..', '..', '.env'), override: true }
 const loggingConfig = {
     dir: process.env.LOG_PATH ?? path.join(__dirname, '..', '..', '..', '..', 'logs'),
     server: {
-        level: 'info',
+        level: process.env.LOG_LEVEL ?? 'info',
         filename: 'server.log',
         errorFilename: 'server-error.log'
     },
     express: {
-        level: 'info',
+        level: process.env.LOG_LEVEL ?? 'info',
         format: 'jsonl', // can't be changed currently
         filename: 'server-requests.log.jsonl' // should end with .jsonl
     }

packages/server/src/utils/index.ts

@@ -180,6 +180,9 @@ export const getEndingNode = (nodeDependencies: INodeDependencies, graph: INodeD
  * @param {IDepthQueue} depthQueue
  * @param {IComponentNodes} componentNodes
  * @param {string} question
+ * @param {string} chatId
+ * @param {DataSource} appDataSource
+ * @param {ICommonObject} overrideConfig
  */
 export const buildLangchain = async (
     startingNodeIds: string[],
@@ -222,11 +225,14 @@ export const buildLangchain = async (
             if (overrideConfig) flowNodeData = replaceInputsWithConfig(flowNodeData, overrideConfig)
             const reactFlowNodeData: INodeData = resolveVariables(flowNodeData, flowNodes, question)
 
+            logger.debug(`[server]: Initializing ${reactFlowNode.data.label} (${reactFlowNode.data.id})`)
             flowNodes[nodeIndex].data.instance = await newNodeInstance.init(reactFlowNodeData, question, {
                 chatId,
                 appDataSource,
-                databaseEntities
+                databaseEntities,
+                logger
             })
+            logger.debug(`[server]: Finished initializing ${reactFlowNode.data.label} (${reactFlowNode.data.id})`)
         } catch (e: any) {
             logger.error(e)
             throw new Error(e)

packages/server/src/utils/logger.ts

@@ -4,7 +4,7 @@ import config from './config' // should be replaced by node-config or similar
 import { createLogger, transports, format } from 'winston'
 import { NextFunction, Request, Response } from 'express'
 
-const { combine, timestamp, printf } = format
+const { combine, timestamp, printf, errors } = format
 
 // expect the log dir be relative to the projects root
 const logDir = config.logging.dir
@@ -18,9 +18,11 @@ const logger = createLogger({
     format: combine(
         timestamp({ format: 'YYYY-MM-DD HH:mm:ss' }),
         format.json(),
-        printf(({ level, message, timestamp }) => {
-            return `${timestamp} [${level.toUpperCase()}]: ${message}`
-        })
+        printf(({ level, message, timestamp, stack }) => {
+            const text = `${timestamp} [${level.toUpperCase()}]: ${message}`
+            return stack ? text + '\n' + stack : text
+        }),
+        errors({ stack: true })
     ),
     defaultMeta: {
         package: 'server'
@@ -56,7 +58,7 @@ const logger = createLogger({
  */
 export function expressRequestLogger(req: Request, res: Response, next: NextFunction): void {
     const fileLogger = createLogger({
-        format: combine(timestamp({ format: 'YYYY-MM-DD HH:mm:ss' }), format.json()),
+        format: combine(timestamp({ format: 'YYYY-MM-DD HH:mm:ss' }), format.json(), errors({ stack: true })),
         defaultMeta: {
             package: 'server',
             request: {
@@ -71,7 +73,7 @@ export function expressRequestLogger(req: Request, res: Response, next: NextFunc
         transports: [
             new transports.File({
                 filename: path.join(logDir, config.logging.express.filename ?? 'server-requests.log.jsonl'),
-                level: 'debug'
+                level: config.logging.express.level ?? 'debug'
             })
         ]
     })