Merge pull request #1625 from elizaOS/tcm-transcription-config

feat: Select a transcription provider based on the character settings.

Author: monilpat

packages/core/src/types.ts

@@ -784,6 +784,7 @@ export type Character = {
             solana?: any[];
             [key: string]: any[];
         };
+        transcription?: TranscriptionProvider;
     };
 
     /** Optional client-specific config */
@@ -1312,3 +1313,9 @@ export interface ActionResponse {
 export interface ISlackService extends Service {
     client: any;
 }
+
+export enum TranscriptionProvider {
+    OpenAI = "openai",
+    Deepgram = "deepgram",
+    Local = "local",
+}

packages/plugin-node/src/services/transcription.ts

@@ -3,6 +3,7 @@ import {
     IAgentRuntime,
     ITranscriptionService,
     settings,
+    TranscriptionProvider,
 } from "@elizaos/core";
 import { Service, ServiceType } from "@elizaos/core";
 import { exec } from "child_process";
@@ -32,16 +33,39 @@ export class TranscriptionService
     private DEBUG_AUDIO_DIR: string;
     private TARGET_SAMPLE_RATE = 16000; // Common sample rate for speech recognition
     private isCudaAvailable: boolean = false;
+    private transcriptionProvider: TranscriptionProvider;
+    private deepgram: DeepgramClient | null = null;
     private openai: OpenAI | null = null;
-    private deepgram?: DeepgramClient;
 
     private queue: { audioBuffer: ArrayBuffer; resolve: Function }[] = [];
     private processing: boolean = false;
 
     async initialize(_runtime: IAgentRuntime): Promise<void> {
         this.runtime = _runtime;
-        const deepgramKey = this.runtime.getSetting("DEEPGRAM_API_KEY");
-        this.deepgram = deepgramKey ? createClient(deepgramKey) : null;
+
+        let transcriptionProvider = TranscriptionProvider.Local;
+
+        switch (this.runtime.character.settings.transcription) {
+            case TranscriptionProvider.Deepgram: {
+                const deepgramKey = this.runtime.getSetting("DEEPGRAM_API_KEY");
+                if (deepgramKey) {
+                    this.deepgram = createClient(deepgramKey);
+                    transcriptionProvider = TranscriptionProvider.Deepgram;
+                }
+                break;
+            }
+            case TranscriptionProvider.OpenAI: {
+                const openAIKey = this.runtime.getSetting("OPENAI_API_KEY");
+                if (openAIKey) {
+                    this.openai = new OpenAI({
+                        apiKey: openAIKey,
+                    });
+                    transcriptionProvider = TranscriptionProvider.OpenAI;
+                }
+                break;
+            }
+        }
+        this.transcriptionProvider = transcriptionProvider;
     }
 
     constructor() {
@@ -201,12 +225,17 @@ export class TranscriptionService
         while (this.queue.length > 0) {
             const { audioBuffer, resolve } = this.queue.shift()!;
             let result: string | null = null;
-            if (this.deepgram) {
-                result = await this.transcribeWithDeepgram(audioBuffer);
-            } else if (this.openai) {
-                result = await this.transcribeWithOpenAI(audioBuffer);
-            } else {
-                result = await this.transcribeLocally(audioBuffer);
+
+            switch (this.transcriptionProvider) {
+                case TranscriptionProvider.Deepgram:
+                    result = await this.transcribeWithDeepgram(audioBuffer);
+                    break;
+                case TranscriptionProvider.OpenAI:
+                    result = await this.transcribeWithOpenAI(audioBuffer);
+                    break;
+                default:
+                    result = await this.transcribeLocally(audioBuffer);
+                    break;
             }
 
             resolve(result);