Improve the error message shown to user in case RAI is blocking the p…

…rompt due to Jailbreak (microsoft#831)
iNewmanity · Apr 30, 2024 · ffa7afe · ffa7afe
1 parent b25e2db
commit ffa7afe
Show file tree

Hide file tree

Showing 4 changed files with 98 additions and 60 deletions.
diff --git a/frontend/src/pages/chat/Chat.tsx b/frontend/src/pages/chat/Chat.tsx
@@ -524,24 +524,59 @@ const Chat = () => {
     setClearingChat(false)
   };
 
+  const tryGetRaiPrettyError = (errorMessage: string) => {
+    try {
+      // Using a regex to extract the JSON part that contains "innererror"
+      const match = errorMessage.match(/'innererror': ({.*})\}\}/)
+      if (match) {
+        // Replacing single quotes with double quotes and converting Python-like booleans to JSON booleans
+        const fixedJson = match[1]
+          .replace(/'/g, '"')
+          .replace(/\bTrue\b/g, 'true')
+          .replace(/\bFalse\b/g, 'false')
+        const innerErrorJson = JSON.parse(fixedJson)
+        let reason = ''
+        // Check if jailbreak content filter is the reason of the error
+        const jailbreak = innerErrorJson.content_filter_result.jailbreak
+        if (jailbreak.filtered === true) {
+          reason = 'Jailbreak'
+        }
+
+        // Returning the prettified error message
+        if (reason !== '') {
+          return (
+            'The prompt was filtered due to triggering Azure OpenAI’s content filtering system.\n' +
+            'Reason: This prompt contains content flagged as ' +
+            reason +
+            '\n\n' +
+            'Please modify your prompt and retry. Learn more: https://go.microsoft.com/fwlink/?linkid=2198766'
+          )
+        }
+      }
+    } catch (e) {
+      console.error('Failed to parse the error:', e)
+    }
+    return errorMessage
+  };
+
   const parseErrorMessage = (errorMessage: string) => {
-    let errorCodeMessage = errorMessage.substring(0, errorMessage.indexOf("-") + 1);
-    const innerErrorCue = "{\\'error\\': {\\'message\\': ";
+    let errorCodeMessage = errorMessage.substring(0, errorMessage.indexOf('-') + 1)
+    const innerErrorCue = "{\\'error\\': {\\'message\\': "
     if (errorMessage.includes(innerErrorCue)) {
       try {
-        let innerErrorString = errorMessage.substring(errorMessage.indexOf(innerErrorCue));
+        let innerErrorString = errorMessage.substring(errorMessage.indexOf(innerErrorCue))
         if (innerErrorString.endsWith("'}}")) {
-          innerErrorString = innerErrorString.substring(0, innerErrorString.length - 3);
+          innerErrorString = innerErrorString.substring(0, innerErrorString.length - 3)
         }
         innerErrorString = innerErrorString.replaceAll("\\'", "'")
-        let newErrorMessage = errorCodeMessage + " " + innerErrorString;
-        errorMessage = newErrorMessage;
-
+        let newErrorMessage = errorCodeMessage + ' ' + innerErrorString
+        errorMessage = newErrorMessage
       } catch (e) {
-        console.error("Error parsing inner error message: ", e);
+        console.error('Error parsing inner error message: ', e)
       }
     }
-    return errorMessage;
+
+    return tryGetRaiPrettyError(errorMessage)
   };
 
   const newChat = () => {