feat: add tokenizer class to package namespace

dariush-bahrami · dariush-bahrami · commit 52c32115199c · 2022-10-18T17:30:22.000+03:30
diff --git a/charactertokenizer/__init__.py b/charactertokenizer/__init__.py
@@ -0,0 +1 @@
+from .core import CharacterTokenizer
