faster_tokenizer/__init__.py,sha256=evSvEGo8LSBRTQjJgFQ0WYNwWcQ5ek81BEjoAL9g9lM,3320
faster_tokenizer/commit.log,sha256=90Pun1F6gxQ3T_El187z09d83otzVEX3LWXzxrabd34,41
faster_tokenizer/core_tokenizers.lib,sha256=8XrRUUmhdWQNCwsHUB0gW5H9T4i9Cc6F5_RyLiJDJeE,45104
faster_tokenizer/core_tokenizers.pyd,sha256=d3lh9F5xJNw60UL4MgUjXvS52B2gT6zlMUM2lBfLRoE,2407424
faster_tokenizer/libs/__init__.py,sha256=cOu8wzox8XwJKd_A8HwkIH3LsCk8DLwxYCREU3Nslms,687
faster_tokenizer/libs/icudt70.dll,sha256=o5CGF-8bKXZOf7BvHc492_GvOzxt7tG0Vr8mMH3IwYw,655360
faster_tokenizer/models/__init__.py,sha256=89ulDGTZ1xpAlknRluybkZR0dvEjWdw3eM6ftlvYpuE,661
faster_tokenizer/normalizers/__init__.py,sha256=Dmv30sHlT87v6psiAiOg9KuC4jWcPy-DApqvKbs79dw,666
faster_tokenizer/postprocessors/__init__.py,sha256=4Z-qUw2kBsq22-kEouWtAOB6xadASkp7KAeFf9k-Zkk,669
faster_tokenizer/pretokenizers/__init__.py,sha256=FZiYIzp306EVX8NmqPV5FUET7k92AKh3q4u48oVewAg,668
faster_tokenizer/tokenizers_impl/__init__.py,sha256=kJSNoPvD8c83naMaiDo-55kALfQyScLAiFH94s2_zvo,779
faster_tokenizer/tokenizers_impl/base_tokenizer.py,sha256=mO0hXSKINOuPZOD87lEowH3IZOpqw_d_oO-83qMTlSU,5938
faster_tokenizer/tokenizers_impl/ernie.py,sha256=ztP6JHvyhf9sUJyr2SkDvvGWqeHJ0ulyfnw2hntsOZs,4530
faster_tokenizer/tokenizers_impl/sentencepiece_bpe.py,sha256=G0Kahcb0jBYieNYem2duvlIRGAw1nRZIkUk_TdMhiOc,2403
faster_tokenizer-0.1.4.dist-info/METADATA,sha256=1MWd2bYRfsiFH7JNi45zVLmhH1gsVYL5blImlxB0YDU,996
faster_tokenizer-0.1.4.dist-info/WHEEL,sha256=M2GQ3lde8oJhlQPj2wbRvnqE3cuovPJasri5X5aCmck,100
faster_tokenizer-0.1.4.dist-info/top_level.txt,sha256=j2BW9gWYY5YNUk6oB0I1eyS6S1XixFyCric933fAcgI,17
faster_tokenizer-0.1.4.dist-info/RECORD,,
