Skip to content

Commit 63a5e3e

Browse files
committed
Remove TokenCountEstimator interfaces
langchain4j/langchain4j#2791
1 parent 60ae836 commit 63a5e3e

File tree

1 file changed

+1
-7
lines changed

1 file changed

+1
-7
lines changed

langchain4j-embeddings/src/main/java/dev/langchain4j/model/embedding/onnx/AbstractInProcessEmbeddingModel.java

+1-7
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,6 @@
33
import dev.langchain4j.data.embedding.Embedding;
44
import dev.langchain4j.data.segment.TextSegment;
55
import dev.langchain4j.model.embedding.DimensionAwareEmbeddingModel;
6-
import dev.langchain4j.model.embedding.TokenCountEstimator;
76
import dev.langchain4j.model.embedding.onnx.OnnxBertBiEncoder.EmbeddingAndTokenCount;
87
import dev.langchain4j.model.output.Response;
98
import dev.langchain4j.model.output.TokenUsage;
@@ -23,7 +22,7 @@
2322
import static java.util.concurrent.TimeUnit.SECONDS;
2423
import static java.util.stream.Collectors.toList;
2524

26-
public abstract class AbstractInProcessEmbeddingModel extends DimensionAwareEmbeddingModel implements TokenCountEstimator {
25+
public abstract class AbstractInProcessEmbeddingModel extends DimensionAwareEmbeddingModel {
2726

2827
private final Executor executor;
2928

@@ -104,9 +103,4 @@ private Response<List<Embedding>> parallelizeEmbedding(List<TextSegment> segment
104103

105104
return Response.from(embeddings, new TokenUsage(inputTokenCount));
106105
}
107-
108-
@Override
109-
public int estimateTokenCount(String text) {
110-
return model().countTokens(text);
111-
}
112106
}

0 commit comments

Comments
 (0)