bpetokenizer/__init__.py,sha256=MP7LaBjjWcJVEjyZ9yGVBdawQ32q9PibzCqdq2fDGbw,96
bpetokenizer/base.py,sha256=DufJyVhL50ARn39kOB9ZA7MEXnB7l2JaVpqTvNJHTbU,9670
bpetokenizer/tokenizer.py,sha256=EHsg9wYzdZewGjGdLddiwwwrB6uSPKQDmDyylxTQPhI,8254
bpetokenizer/version.py,sha256=aFv1WGaOhOg9bRuL25OuA7ozD3PSckRRpjaC84FZ7uo,21
bpetokenizer/pretrained/wi17k_base/wi17k_base.json,sha256=U-3xH-XS3kYSFXSC0KDgnRkRs7NBMqjm-oj_Qsrf0wA,965810
bpetokenizer-1.2.1.dist-info/METADATA,sha256=62iTaCPn-NuPCocoaw6oJ3ZjeOn1mJLPtFUqgCSm9hQ,8516
bpetokenizer-1.2.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
bpetokenizer-1.2.1.dist-info/top_level.txt,sha256=VWTyHVnYZzE8wR9g0xNOC6bt3fN8OR_O_tGDWvo6dpE,13
bpetokenizer-1.2.1.dist-info/RECORD,,
