mosestokenizer/__init__.py,sha256=FGEBVTU4MlrvEwTVdDa8czL9gFlEJ3xzOGVLDCkZheY,852
mosestokenizer/detokenizer.perl,sha256=hnz-0bP9zu_moUhamYZu5ZIGXvtg1Rx0GLowQWb4liw,12473
mosestokenizer/detokenizer.py,sha256=SlZBp1KDjDxJsEnF7e0072IxXe4MrpkCkYgEXSecDbc,2440
mosestokenizer/normalize-punctuation.perl,sha256=x0i_OMMvoJ1Nc00Xz4N1Zt382E-9EfW1g1KjlrRlftY,1912
mosestokenizer/punctnormalizer.py,sha256=5vmGvF0oUGS5BAyrYT2jSQM1StW1IvOdI0oltZRoygA,2533
mosestokenizer/sentsplitter.py,sha256=NFeEWRMweZvFIB9gSP_QePmt6KfZ_VoC-Bv91po3cnw,4448
mosestokenizer/split-sentences.perl,sha256=1cp76OBKoZdD8goV2tceKwSYYE95B6kSDhYF-6MPB1c,4930
mosestokenizer/tokenizer-v1.0.perl,sha256=m11UjNOTTGqLEYOF4HFFcFE57P5_5F7tG5xexeEySFI,4031
mosestokenizer/tokenizer-v1.1.perl,sha256=N-r4vQ6YH37EMF_5cTBnzF558_Q8l5k1Kb88ukcJmRg,16337
mosestokenizer/tokenizer.py,sha256=QQzEDblHeEBSItYlbTYxpoED9IUPbfueg8KMEqAhKN4,2765
mosestokenizer/nonbreaking_prefixes/README.txt,sha256=K5z0UtChsU16GGDnJNLFN0WKNPfMsOozT6EvAyzAWtc,255
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.ca,sha256=HpFNDEe-FC7dUu7NJB8NkFX3wICV16Ud8VNQ0o_6UJM,324
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.cs,sha256=6kqZ6sNiN6IuodMS8ogavXyoMe7J07FRPDrAp4rB4HM,1892
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.de,sha256=yuwpJ388sVdIQwzc1B3DQdPQGqt--EnNoTGBiz5S34M,1768
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.el,sha256=0IyP_CJJENN8nDoOkZzqm8bachyxIknWzupNib3Iu9g,17034
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.en,sha256=Q7vVbsQw4KFUiMzl9SGxwN8LnMEeIqy1bfGJqnIk6Q8,1330
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.es,sha256=yTRn7eKQvrfT-9oDWY8_fIQj9wqV0Tu0Wef-GszFOB4,835
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.fi,sha256=tNCWYYF8XoXYQbWI9H60gzmBdEHc1ERXLoRz8C6Z1lk,1281
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.fr,sha256=d34xwemwYMsCFgktayN2XDslZpM2r1Oe37wdWizzu1w,1008
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.hu,sha256=tHKfQ5utY8ziOqC1GdZoT3sEPrTyZ-IpoTyzPwblp3Y,1508
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.is,sha256=nyJWTCe9K7h71eBGTFeLjtIYPY-bn7cdrf8ddlxF024,1059
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.it,sha256=To7NhFVtFVlJzVA-bivwkJKR4lA8e8r8rWJQOM3P15Q,1563
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.lv,sha256=tSYx4yjNo8JflzqK2CSMjom5G0E8L0LDGjhJuEsKVuE,1223
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.nl,sha256=3jYFY3hBppYm8WBeLa0hiA8gFs6K27EDltGo4RU5xRg,1582
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.pl,sha256=xWv6gmDy0s14DLhEdqjVr90tXfDfUxsxPAE1pBETSjE,1311
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.pt,sha256=Y5QLJd9-hlRWkpLtTEBvSEsENfsHwPhJ6ZMuKVluFsk,1829
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.ro,sha256=Q77t-YwJLaYtTSk4kTDVYBmW7RixoRK4CGH8n3cwsEc,104
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.ru,sha256=yhTFdyBIdxzQsmTCeuzOe1TyeDdVtsrguojmTOXxKsQ,1942
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.sk,sha256=ApqiCOjbyZNKP2DFlK2g7F0Ad7mSRtnx9ydfMtCFwh0,2460
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.sl,sha256=QwOqgZyK7jAxHzWshE7oQBtbhCPuOQgqg7QbnATthyk,356
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.sv,sha256=7HqSnYGN1Lj9ywAFTGeILlwiF2GeZZ4auCZwM4lV8QU,184
mosestokenizer/nonbreaking_prefixes/nonbreaking_prefix.ta,sha256=ev5XEXrZQNpjUUdRoO_M4PlUtzVhDhZ-vIaum6nhDAA,2675
mosestokenizer-1.0.0.dist-info/DESCRIPTION.rst,sha256=qEvTW_sOb4h-I5l6SUCqUDSkURk8gqsmVy9sV9Iz8rg,3237
mosestokenizer-1.0.0.dist-info/METADATA,sha256=GeOvmf-kITxXh8E6owNObBP3dPsBvgpHzCE6vziKaY8,3935
mosestokenizer-1.0.0.dist-info/RECORD,,
mosestokenizer-1.0.0.dist-info/WHEEL,sha256=rNo05PbNqwnXiIHFsYm0m22u4Zm6YJtugFG2THx4w3g,92
mosestokenizer-1.0.0.dist-info/entry_points.txt,sha256=VYxAZ3C5Dy8-Tg_hQPrGuJcAt2iOvn747g8rDJ1cQOQ,235
mosestokenizer-1.0.0.dist-info/metadata.json,sha256=pTo3UZ-oNUIkUWPpXSicLlTV43UlkP6rI90YeqQMBw8,1429
mosestokenizer-1.0.0.dist-info/top_level.txt,sha256=kquOI8hudaByhx4SI1MKDCUbNzNN3oCX6NwD1UCPAZM,15
