genz_tokenize/__init__.py,sha256=WHpjXNIMNIXSFty94m-_oEswVVQHcPtkEioV0ArVlAA,45
genz_tokenize/tokenize.py,sha256=kEpznWlLFa85zyn4Wt3Wc_X7yulXfYjJ6YSSRJ8n5Qc,5430
genz_tokenize/data/bpe.codes,sha256=LLYDs3sC5DS7HMP0klWqW32Labzvu1zgGaoQbIESnBc,472195
genz_tokenize/data/vocab.txt,sha256=2qHOfT2-IlHvbOifXOaaxQjbakppW0NAJnOfGnYHaPE,518045
genz_tokenize-1.0.4.dist-info/LICENSE,sha256=6kbiFSfobTZ7beWiKnHpN902HgBx-Jzgcme0SvKqhKY,1091
genz_tokenize-1.0.4.dist-info/METADATA,sha256=KEiwQVRL_jb321nEBNEjfGWVFd-Vsk51yI1cAogTjak,1044
genz_tokenize-1.0.4.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
genz_tokenize-1.0.4.dist-info/top_level.txt,sha256=chAzXE60orUaGfG10gbetmpaxLnsT-FBN_EIDq97u94,14
genz_tokenize-1.0.4.dist-info/RECORD,,
