Merge pull request elizaOS#2059 from elizaOS/revert-2048-fix/knowledge-chinese

revert: elizaOS#2048

Author: shakkernerd

packages/client-discord/src/messages.ts

@@ -972,7 +972,7 @@ export class MessageManager {
         );
 
         // strip all special characters
-        messageContent = messageContent.replace(/[^\p{L}\p{N}\s\-_./:?=&]/gu, "");
+        messageContent = messageContent.replace(/[^a-zA-Z0-9\s]/g, "");
 
         // short responses where eliza should stop talking and disengage unless mentioned again
         if (

packages/core/src/knowledge.ts

@@ -141,7 +141,7 @@ export function preprocess(content: string): string {
             // Remove multiple newlines
             .replace(/\n{3,}/g, "\n\n")
             // Remove special characters except those common in URLs
-            .replace(/[^\p{L}\p{N}\s\-_./:?=&]/gu, "")
+            .replace(/[^a-zA-Z0-9\s\-_./:?=&]/g, "")
             .trim()
             .toLowerCase()
     );