Feature/update openai version, add reasoning effort param, add o3 mini (#3973)

* update openai version, add reasoning effort param

* update azure

* add filter for pinecone llamaindex

* update graph cypher qa chain

packages/components/nodes/chatmodels/ChatOpenAI/ChatOpenAI.ts

@@ -1,7 +1,5 @@
-import type { ClientOptions } from 'openai'
-import { ChatOpenAI as LangchainChatOpenAI, OpenAIChatInput, AzureOpenAIInput, LegacyOpenAIInput } from '@langchain/openai'
+import { ChatOpenAI as LangchainChatOpenAI, ChatOpenAIFields, OpenAIClient } from '@langchain/openai'
 import { BaseCache } from '@langchain/core/caches'
-import { BaseChatModelParams } from '@langchain/core/language_models/chat_models'
 import { ICommonObject, IMultiModalOption, INode, INodeData, INodeOptionsValue, INodeParams } from '../../../src/Interface'
 import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils'
 import { ChatOpenAI } from './FlowiseChatOpenAI'
@@ -23,7 +21,7 @@ class ChatOpenAI_ChatModels implements INode {
     constructor() {
         this.label = 'ChatOpenAI'
         this.name = 'chatOpenAI'
-        this.version = 8.0
+        this.version = 8.1
         this.type = 'ChatOpenAI'
         this.icon = 'openai.svg'
         this.category = 'Chat Models'
@@ -105,6 +103,24 @@ class ChatOpenAI_ChatModels implements INode {
                 optional: true,
                 additionalParams: true
             },
+            {
+                label: 'Strict Tool Calling',
+                name: 'strictToolCalling',
+                type: 'boolean',
+                description:
+                    'Whether the model supports the `strict` argument when passing in tools. If not specified, the `strict` argument will not be passed to OpenAI.',
+                optional: true,
+                additionalParams: true
+            },
+            {
+                label: 'Stop Sequence',
+                name: 'stopSequence',
+                type: 'string',
+                rows: 4,
+                optional: true,
+                description: 'List of stop words to use when generating. Use comma to separate multiple stop words.',
+                additionalParams: true
+            },
             {
                 label: 'BasePath',
                 name: 'basepath',
@@ -119,15 +135,6 @@ class ChatOpenAI_ChatModels implements INode {
                 optional: true,
                 additionalParams: true
             },
-            {
-                label: 'Stop Sequence',
-                name: 'stopSequence',
-                type: 'string',
-                rows: 4,
-                optional: true,
-                description: 'List of stop words to use when generating. Use comma to separate multiple stop words.',
-                additionalParams: true
-            },
             {
                 label: 'BaseOptions',
                 name: 'baseOptions',
@@ -166,6 +173,29 @@ class ChatOpenAI_ChatModels implements INode {
                 default: 'low',
                 optional: false,
                 additionalParams: true
+            },
+            {
+                label: 'Reasoning Effort',
+                description: 'Constrains effort on reasoning for reasoning models. Only applicable for o1 models',
+                name: 'reasoningEffort',
+                type: 'options',
+                options: [
+                    {
+                        label: 'Low',
+                        name: 'low'
+                    },
+                    {
+                        label: 'Medium',
+                        name: 'medium'
+                    },
+                    {
+                        label: 'High',
+                        name: 'high'
+                    }
+                ],
+                default: 'low',
+                optional: false,
+                additionalParams: true
             }
         ]
     }
@@ -187,9 +217,11 @@ class ChatOpenAI_ChatModels implements INode {
         const timeout = nodeData.inputs?.timeout as string
         const stopSequence = nodeData.inputs?.stopSequence as string
         const streaming = nodeData.inputs?.streaming as boolean
+        const strictToolCalling = nodeData.inputs?.strictToolCalling as boolean
         const basePath = nodeData.inputs?.basepath as string
         const proxyUrl = nodeData.inputs?.proxyUrl as string
         const baseOptions = nodeData.inputs?.baseOptions
+        const reasoningEffort = nodeData.inputs?.reasoningEffort as OpenAIClient.Chat.ChatCompletionReasoningEffort
 
         const allowImageUploads = nodeData.inputs?.allowImageUploads as boolean
         const imageResolution = nodeData.inputs?.imageResolution as string
@@ -202,9 +234,7 @@ class ChatOpenAI_ChatModels implements INode {
 
         const cache = nodeData.inputs?.cache as BaseCache
 
-        const obj: Partial<OpenAIChatInput> &
-            Partial<AzureOpenAIInput> &
-            BaseChatModelParams & { configuration?: ClientOptions & LegacyOpenAIInput } = {
+        const obj: ChatOpenAIFields = {
             temperature: parseFloat(temperature),
             modelName,
             openAIApiKey,
@@ -214,6 +244,9 @@ class ChatOpenAI_ChatModels implements INode {
         if (modelName === 'o3-mini') {
             delete obj.temperature
         }
+        if ((modelName.includes('o1') || modelName.includes('o3')) && reasoningEffort) {
+            obj.reasoningEffort = reasoningEffort
+        }
         if (maxTokens) obj.maxTokens = parseInt(maxTokens, 10)
         if (topP) obj.topP = parseFloat(topP)
         if (frequencyPenalty) obj.frequencyPenalty = parseFloat(frequencyPenalty)
@@ -224,6 +257,7 @@ class ChatOpenAI_ChatModels implements INode {
             const stopSequenceArray = stopSequence.split(',').map((item) => item.trim())
             obj.stop = stopSequenceArray
         }
+        if (strictToolCalling) obj.supportsStrictToolCalling = strictToolCalling
 
         let parsedBaseOptions: any | undefined = undefined
 
@@ -238,7 +272,7 @@ class ChatOpenAI_ChatModels implements INode {
         if (basePath || parsedBaseOptions) {
             obj.configuration = {
                 baseURL: basePath,
-                baseOptions: parsedBaseOptions
+                defaultHeaders: parsedBaseOptions
             }
         }
 

packages/components/nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts

@@ -1,6 +1,4 @@
-import type { ClientOptions } from 'openai'
-import { ChatOpenAI as LangchainChatOpenAI, OpenAIChatInput, LegacyOpenAIInput, AzureOpenAIInput } from '@langchain/openai'
-import { BaseChatModelParams } from '@langchain/core/language_models/chat_models'
+import { ChatOpenAI as LangchainChatOpenAI, ChatOpenAIFields } from '@langchain/openai'
 import { IMultiModalOption, IVisionChatModal } from '../../../src'
 
 export class ChatOpenAI extends LangchainChatOpenAI implements IVisionChatModal {
@@ -9,15 +7,8 @@ export class ChatOpenAI extends LangchainChatOpenAI implements IVisionChatModal
     multiModalOption: IMultiModalOption
     id: string
 
-    constructor(
-        id: string,
-        fields?: Partial<OpenAIChatInput> &
-            Partial<AzureOpenAIInput> &
-            BaseChatModelParams & { configuration?: ClientOptions & LegacyOpenAIInput },
-        /** @deprecated */
-        configuration?: ClientOptions & LegacyOpenAIInput
-    ) {
-        super(fields, configuration)
+    constructor(id: string, fields?: ChatOpenAIFields) {
+        super(fields)
         this.id = id
         this.configuredModel = fields?.modelName ?? ''
         this.configuredMaxToken = fields?.maxTokens