Merge pull request #1423 from carvalho28/main

fix(squad): use StringSchema instead of MultipleChoiceSchemaLower
confident-ai · Mar 10, 2025 · b26a975 · b26a975
2 parents ba9ec6c + 8e85b8d
commit b26a975
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/deepeval/benchmarks/squad/squad.py b/deepeval/benchmarks/squad/squad.py
@@ -8,7 +8,7 @@
 from deepeval.models import DeepEvalBaseLLM
 from deepeval.benchmarks.squad.task import SQuADTask
 from deepeval.benchmarks.squad.template import SQuADTemplate
-from deepeval.benchmarks.schema import MultipleChoiceSchemaLower
+from deepeval.benchmarks.schema import StringSchema
 from deepeval.telemetry import capture_benchmark_run
 from deepeval.metrics.utils import initialize_model
 
@@ -132,8 +132,8 @@ def predict(self, model: DeepEvalBaseLLM, golden: Golden) -> Dict:
 
         # Enforced model generation
         try:
-            res: MultipleChoiceSchemaLower = model.generate(
-                prompt=prompt, schema=MultipleChoiceSchemaLower
+            res: StringSchema = model.generate(
+                prompt=prompt, schema=StringSchema
             )
             prediction = res.answer
         except TypeError: