👮feat: moderation text (danny-avila#1388)

* fixed some bugs and handling errors better

* feat: plugins support

* fix: prettier error message

* moved circular-json-es6 in /api

* docs: added openai moderation text

* fix(gptPlugins): incorrect merge

* discarding changes

* removed circular-json-es6

server/middleware/index.js

@@ -12,6 +12,7 @@ const concurrentLimiter = require('./concurrentLimiter');
 const validateMessageReq = require('./validateMessageReq');
 const buildEndpointOption = require('./buildEndpointOption');
 const validateRegistration = require('./validateRegistration');
+const moderateText = require('./moderateText');
 const noIndex = require('./noIndex');
 
 module.exports = {
@@ -29,5 +30,6 @@ module.exports = {
   validateMessageReq,
   buildEndpointOption,
   validateRegistration,
+  moderateText,
   noIndex,
 };

server/middleware/moderateText.js

@@ -0,0 +1,39 @@
+const axios = require('axios');
+const denyRequest = require('./denyRequest');
+
+async function moderateText(req, res, next) {
+  if (process.env.OPENAI_MODERATION === 'true') {
+    try {
+      const { text } = req.body;
+
+      const response = await axios.post(
+        process.env.OPENAI_MODERATION_REVERSE_PROXY || 'https://api.openai.com/v1/moderations',
+        {
+          input: text,
+        },
+        {
+          headers: {
+            'Content-Type': 'application/json',
+            Authorization: `Bearer ${process.env.OPENAI_MODERATION_API_KEY}`,
+          },
+        },
+      );
+
+      const results = response.data.results;
+      const flagged = results.some((result) => result.flagged);
+
+      if (flagged) {
+        const type = 'moderation';
+        const errorMessage = { type };
+        return await denyRequest(req, res, errorMessage);
+      }
+    } catch (error) {
+      console.error('Error in moderateText:', error);
+      const errorMessage = 'error in moderation check';
+      return await denyRequest(req, res, errorMessage);
+    }
+  }
+  next();
+}
+
+module.exports = moderateText;

server/routes/ask/gptPlugins.js

@@ -13,9 +13,11 @@ const {
   setHeaders,
   validateEndpoint,
   buildEndpointOption,
+  moderateText,
 } = require('~/server/middleware');
 const { logger } = require('~/config');
 
+router.use(moderateText);
 router.post('/abort', handleAbort());
 
 router.post('/', validateEndpoint, buildEndpointOption, setHeaders, async (req, res) => {

server/routes/ask/openAI.js

@@ -6,10 +6,11 @@ const {
   setHeaders,
   validateEndpoint,
   buildEndpointOption,
+  moderateText,
 } = require('~/server/middleware');
 
 const router = express.Router();
-
+router.use(moderateText);
 router.post('/abort', handleAbort());
 
 router.post('/', validateEndpoint, buildEndpointOption, setHeaders, async (req, res, next) => {

server/routes/edit/gptPlugins.js

@@ -12,9 +12,11 @@ const {
   setHeaders,
   validateEndpoint,
   buildEndpointOption,
+  moderateText,
 } = require('~/server/middleware');
 const { logger } = require('~/config');
 
+router.use(moderateText);
 router.post('/abort', handleAbort());
 
 router.post('/', validateEndpoint, buildEndpointOption, setHeaders, async (req, res) => {

server/routes/edit/openAI.js

@@ -6,10 +6,11 @@ const {
   setHeaders,
   validateEndpoint,
   buildEndpointOption,
+  moderateText,
 } = require('~/server/middleware');
 
 const router = express.Router();
-
+router.use(moderateText);
 router.post('/abort', handleAbort());
 
 router.post('/', validateEndpoint, buildEndpointOption, setHeaders, async (req, res, next) => {