farcasclaudiu/Flowise
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/Flowise.git synced 2026-06-28 15:00:57 +03:00
Code Issues Packages Projects Releases Wiki Activity

ResponsibleAI - Input Moderation - Simplifying the Options for OpenAI Moderation.

Browse Source
This commit is contained in:
vinodkiran
2023-11-22 19:19:59 +05:30
parent ad8281e553
commit 619fb4f5c1
2 changed files with 5 additions and 144 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/components/nodes/responsibleAI/InputModeration/OpenAIModeration.ts
+2 -110
View File
@@ -24,26 +24,6 @@ class OpenAIModeration implements INode {
this.description = 'Check whether content complies with OpenAI usage policies.'
this.baseClasses = [this.type, ...getBaseClasses(Moderation)]
this.inputs = [
{
label: 'Moderation Checks',
name: 'moderationConfig',
type: 'options',
default: 'useDefault',
options: [
{
label: 'OpenAI Default',
name: 'useDefault'
},
{
label: 'Use Custom Threshold Values',
name: 'useCustom'
},
{
label: 'Combine OpenAI Default with Custom Threshold Values',
name: 'combineBoth'
}
]
},
{
label: 'Error Message',
name: 'moderationErrorMessage',
@@ -51,102 +31,14 @@ class OpenAIModeration implements INode {
rows: 2,
default: "Cannot Process! Input violates OpenAI's content moderation policies.",
optional: true
},
{
label: 'Threshold Score - Sexual',
name: 'catSexualThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Sexual/Minors',
name: 'catSexualMinorsThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Hate',
name: 'catHateThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Hate/Threatening',
name: 'catHateThreateningThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Harassment',
name: 'catHarassmentThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Harassment/Threatening',
name: 'catHarassmentThreateningThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Self Harm',
name: 'catSelfHarmThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Self-Harm/Intent',
name: 'catSelfHarmIntentThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Self-Harm/Instructions',
name: 'catSelfHarmInstructionsThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Violence',
name: 'catViolenceThreshold',
type: 'number',
default: 0.01,
additionalParams: true
},
{
label: 'Threshold Score - Violence/Graphic',
name: 'catViolenceGraphicThreshold',
type: 'number',
default: 0.01,
additionalParams: true
}
]
}
async init(nodeData: INodeData): Promise<any> {
const runner = new OpenAIModerationRunner()
this.inputs.forEach((value) => {
if (value.additionalParams === true) {
// remove thePrefix - 'cat'
let categoryName = value.name.substring(3)
// remove theSuffix - 'Threshold'
categoryName = categoryName.substring(0, categoryName.length - 9)
categoryName = categoryName.substring(0, 1).toLowerCase() + categoryName.substring(1)
let categoryThreshold = nodeData.inputs ? nodeData.inputs[value.name] : value.default
runner.setParameter(categoryName, parseFloat(categoryThreshold))
} else {
runner.setParameter(value.name, nodeData.inputs ? nodeData.inputs[value.name] : value.default)
}
})
const moderationErrorMessage = nodeData.inputs?.moderationErrorMessage as string
if (moderationErrorMessage) runner.setErrorMessage(moderationErrorMessage)
return runner
}
}