genz_tokenize/__init__.py,sha256=DTaYU2xv2Xf5K9MVXWCQ5rx8bRARZc5YYJKRLwtqEec,97
genz_tokenize/requires.txt,sha256=CM6s7a_RbxdD2cfrfoCI-O1D7jBjaptV9RQ4EBe-z80,20
genz_tokenize/tokenize.py,sha256=X98uaPWyww0BhDGyTNxr-9Tw1uImDxjTGRH3PARRp3Y,14032
genz_tokenize/data/bpe.codes,sha256=aZ0F_uhDF1I98_Vi8_FkuQ7inVb5ZYTSViCP_Twgffw,662543
genz_tokenize/data/vocab.txt,sha256=bTgt5n2Y-R1Wd_D07_8qYBTn-XDwjLMXu6943_PuOlY,606004
genz_tokenize-1.0.7.dist-info/LICENSE,sha256=6kbiFSfobTZ7beWiKnHpN902HgBx-Jzgcme0SvKqhKY,1091
genz_tokenize-1.0.7.dist-info/METADATA,sha256=O8cZJ9zJTXFmoSpoZl2RvNZb_Jh4F43FjL2Q48T76RU,2157
genz_tokenize-1.0.7.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
genz_tokenize-1.0.7.dist-info/top_level.txt,sha256=chAzXE60orUaGfG10gbetmpaxLnsT-FBN_EIDq97u94,14
genz_tokenize-1.0.7.dist-info/RECORD,,
