fix(client-twitter): add mention deduplication utility

Currently, the Grok LLM is generating duplicate mentions at the beginning of responses. This adds a simple safeguard to deduplicate mentions before sending the tweet.

Author: nhodges

packages/client-twitter/src/utils.ts

@@ -212,10 +212,13 @@ export async function sendTweet(
                 })
             );
         }
+
+        const cleanChunk = deduplicateMentions(chunk.trim())
+
         const result = await client.requestQueue.add(async () =>
             isLongTweet
-                ? client.twitterClient.sendLongTweet(chunk.trim(), previousTweetId, mediaData)
-                : client.twitterClient.sendTweet(chunk.trim(), previousTweetId, mediaData)
+                ? client.twitterClient.sendLongTweet(cleanChunk, previousTweetId, mediaData)
+                : client.twitterClient.sendTweet(cleanChunk, previousTweetId, mediaData)
         );
 
         const body = await result.json();
@@ -361,3 +364,30 @@ function splitParagraph(paragraph: string, maxLength: number): string[] {
 
     return chunks;
 }
+
+function deduplicateMentions(paragraph: string) {
+    // Regex to match mentions at the beginning of the string
+  const mentionRegex = /^@(\w+)(?:\s+@(\w+))*(\s+|$)/;
+
+  // Find all matches
+  const matches = paragraph.match(mentionRegex);
+
+  if (!matches) {
+    return paragraph; // If no matches, return the original string
+  }
+
+  // Extract mentions from the match groups
+  let mentions = matches.slice(1).filter(Boolean) as string[];
+
+  // Deduplicate mentions
+  mentions = [...new Set(mentions)];
+
+  // Reconstruct the string with deduplicated mentions
+  const uniqueMentionsString = `@${mentions.join(' ')}`;
+
+  // Find where the mentions end in the original string
+  const endOfMentions = paragraph.indexOf(matches[0]) + matches[0].length;
+
+  // Construct the result by combining unique mentions with the rest of the string
+  return uniqueMentionsString + paragraph.slice(endOfMentions);
+}