for demo changed the class name basic.py

sagorbrur · Sep 11, 2024 · 9656316 · 9656316
1 parent 9ab6d49
commit 9656316
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bnlp/tokenizer/basic.py b/bnlp/tokenizer/basic.py
@@ -59,7 +59,7 @@ def _is_punctuation(char):
 
 DUMMYTOKEN = 'XTEMPDOT'
 
-class BasicTokenizer:
+class BasicTokenizerT:
     """Runs basic tokenization (punctuation splitting, lower casing, etc.)."""
 
     def __call__(self, text: str) -> List[str]: