genz_tokenize/__init__.py,sha256=DTaYU2xv2Xf5K9MVXWCQ5rx8bRARZc5YYJKRLwtqEec,97
genz_tokenize/requires.txt,sha256=CM6s7a_RbxdD2cfrfoCI-O1D7jBjaptV9RQ4EBe-z80,20
genz_tokenize/tokenize.py,sha256=X98uaPWyww0BhDGyTNxr-9Tw1uImDxjTGRH3PARRp3Y,14032
genz_tokenize/data/bpe.codes,sha256=LLYDs3sC5DS7HMP0klWqW32Labzvu1zgGaoQbIESnBc,472195
genz_tokenize/data/vocab.txt,sha256=2qHOfT2-IlHvbOifXOaaxQjbakppW0NAJnOfGnYHaPE,518045
genz_tokenize-1.0.6.dist-info/LICENSE,sha256=6kbiFSfobTZ7beWiKnHpN902HgBx-Jzgcme0SvKqhKY,1091
genz_tokenize-1.0.6.dist-info/METADATA,sha256=ePSE04XKlsVML1git5AonUSBJe8x3qW55Imll4pleqs,2157
genz_tokenize-1.0.6.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
genz_tokenize-1.0.6.dist-info/top_level.txt,sha256=chAzXE60orUaGfG10gbetmpaxLnsT-FBN_EIDq97u94,14
genz_tokenize-1.0.6.dist-info/RECORD,,
