dataprep/VERSION,sha256=HvRenUblZ3iA8WBd-wKdOl7jxdOdTEIgQ87PCfDvsh0,14
dataprep/__init__.py,sha256=zuaabnzUn6kfcxnjWuRrLoDyX08_cgMUyg5wgpw9TVY,549
dataprep/__main__.py,sha256=_40LllHC4pGQKZaZDVSzuSU7GwMnKenpq0vgVQ3wnlk,142
dataprep/config.py,sha256=Kgn5ke9VosXVVDeaXBMH-U4s5IvtlJ7OutxoFGv55KE,1258
dataprep/dirutils.py,sha256=Ud5Ay_MKWqFL-vuSRZ67pfBWk834SH44SOegdkkXLhI,3302
dataprep/fileutils.py,sha256=NAKdHh9eW52ySvIhlbgDXSDaaeFGPKnyDXy0_TYfWM8,911
dataprep/logging.yaml,sha256=3YSfY8qqRZ7nBl1Gq4cNSddhVjUSO9fHE22p-Z66cHo,314
dataprep/noneng.py,sha256=Qm4rqcopbxLLmksplcy1Sty5ltp1wAJIiNfHa4Us6qw,239
dataprep/parse_projects.py,sha256=CgLsBk9nihrXY10vy5u6kKqGBIVMd9QWpkta-9dyvYQ,2672
dataprep/prepconfig.py,sha256=ALQSjC7oMh-KtTT2jBwF-ScD26-xgpbhOsurJotswrU,8014
dataprep/stemming.py,sha256=qdrPC7v2Yu4bnDo7Ex_LG-rfic8fIRRnrgtlqwhT0I8,114
dataprep/to_repr.py,sha256=YXWvrryBC_ijKl51CQk2vDjuB4iqyFUa5BmlpDAPd08,6642
dataprep/util.py,sha256=qsp7cqiOpaiR8rKlwbmj5llPbQJhqJwKwco41c8x8PQ,5384
dataprep/vocab.py,sha256=PZjLomBi-AcpzASFAaoRiOn8tZDqCOsEtMudoTy1KiM,14806
dataprep/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/api/common.py,sha256=dg44ZblMiLUN-SNqH9Gc9SfmCHW3-uYymUDm8dk5KKU,1753
dataprep/api/corpus.py,sha256=ty9NEAeslrTr70BvXA8uzn5IoJtDrWJQ0-91klehVR8,11014
dataprep/api/text.py,sha256=DZR2PTWjMmY5kvlUnF3Gdc3feQDakQzs0opv3pHqZ6o,12508
dataprep/bpepkg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/bpepkg/bpe_config.py,sha256=0bGkdOWKq9DekdopOG5klWl3YDuylfxaoz7Nb-hnD7s,3419
dataprep/bpepkg/bpe_encode.py,sha256=EN6_MsxXg-NzP61PlUgToLgWfaC25yLweEXWNkkGcPU,2277
dataprep/bpepkg/bpe_learn.py,sha256=wO5sRmyGLMm9mltnkwQImoPcpEb9hHNpyxZGwNZRqg4,3983
dataprep/bpepkg/cache.py,sha256=gSc6wmar_0TP8fiNwsBIq1Oq63KaTJdb6BkEC0NwDWc,542
dataprep/bpepkg/merge.py,sha256=FhrpAc60W0-WRe8E2l7CBTJAgLPJ2g7BRzvKwOD4mm8,3616
dataprep/bpepkg/wild_bpe.py,sha256=Tey0XlJPnd5lejF0_eqSdO0LTTpwppf-UDMGrL9ynLM,17787
dataprep/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/cli/impl.py,sha256=OvefZX28q0xhy_8IZvFKf_aNEmMm_3CV0xZrInePUl8,4993
dataprep/cli/spec.py,sha256=MsIsvt4U-7SvQ41JAEgMlI_c0SKQLkVMWl1VaYmXUBA,10721
dataprep/cli/vocab.py,sha256=nI9jXhh_0uyffn3L9tUZnNXDKpT6-eosZGoA-U4dSZc,626
dataprep/data/bpe/case/0/merges.txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/data/bpe/case/10k/merges.txt,sha256=cAN_uZZ-PisWZbHhgaf3EMnNyMzeyWqXe3W80fAMZcM,72177
dataprep/data/bpe/case/1k/merges.txt,sha256=WqIHucPHWAW5DPuS7EsDIwxa4u2DyakY5LOlchAanq4,5801
dataprep/data/bpe/case/5k/merges.txt,sha256=c5bbounxWsBryaQLeglXxJ-ahWxN5GMeSWBWSHYztSc,34086
dataprep/data/bpe/nocase/0/merges.txt,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/data/bpe/nocase/10k/merges.txt,sha256=DzAATEyINsUaXot8F8J8icMQ-_VmriOlOmg3C_z7A7E,75584
dataprep/data/bpe/nocase/1k/merges.txt,sha256=QXh31GqpgrdBXS0kj7gnOWC3xvcZUDUKLgvqi4rNbHg,6179
dataprep/data/bpe/nocase/5k/merges.txt,sha256=Xjw1R9rbDMfeHf_TgJx3YxGXEW4GLmV-zA9LtQHUVr8,36134
dataprep/installation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/installation/bpelearner.py,sha256=E9h-3ftlLGZN_3I48Jfja6lsGCZMWhROtVvoczL2fx8,3938
dataprep/installation/bperegistry.py,sha256=KKWpOAUmNKBUHi2O_tEAUyJVYYPB-rbQrAqdd75kdrE,7666
dataprep/installation/dataset.py,sha256=j9cLsOFHl1898rOsYzI13RtqaQklM817QsyC9l5_acU,11922
dataprep/installation/stages.py,sha256=pMUEG68dHrh2vy2Pay8LELQ9UnW4A54UHcuhStM8UQ0,2541
dataprep/installation/vocabloader.py,sha256=QNAcRMLvhArGQfBGTT9v05cCLd7P0TGd_2w3SulNrd0,1782
dataprep/parse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/parse/core.py,sha256=q2NXKH98WduojucmKa5913Et7yFja485ZPEJZgucfHg,1483
dataprep/parse/matchers.py,sha256=rI3-XE7VBK7Tkmq6Qqj8CqkFgty9ZraIdhH-TUyX5Ls,3572
dataprep/parse/subtokens.py,sha256=ADQCXWj8kqti7l-1Fxay_TIRntrEtx6nJmlsZCgswQA,1315
dataprep/parse/model/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/parse/model/containers.py,sha256=XwSnW2VIN_o0ZITpx4M8TFnUGRnxcn-DafOeLbYPzHA,5159
dataprep/parse/model/core.py,sha256=Ff1zJsHSzRUxW_ndToYV2k2-0ZcE0V3NabeQ4kQs60c,1202
dataprep/parse/model/metadata.py,sha256=HkHtXpv2w5P4u9k1LeF6dWSV_IIgkwNMEsF4zhR3vt4,1211
dataprep/parse/model/noneng.py,sha256=ehRnNd5F3oJUcJ9NCg3Sm7wcgqIjA9j0SHVTNGSnCAs,1323
dataprep/parse/model/numeric.py,sha256=vu3n4oS0QKO9coAnIc6xlbruQ7tYnZBakHUIzC4PXHQ,1516
dataprep/parse/model/placeholders.py,sha256=TtjlpMVJcIwl7lA_nz6GpCi2pU3xZi2bL4fMck9KClQ,426
dataprep/parse/model/whitespace.py,sha256=AIAikaiMAhQ8M1F027R07VExce8gZKJ448g2dxV7IJQ,1177
dataprep/parse/model/word.py,sha256=XVdrJUSjwEK-Qgu5HD0TSlJbInYJqYF-J5GhoiPqbiw,4313
dataprep/preprocess/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/preprocess/core.py,sha256=eKMs1ctA8bSkLeSLxJfFN7VsCg9ynYNj0jDat_dslq4,1864
dataprep/split/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
dataprep/split/beautify.py,sha256=JIhVacMvQ1bu0LDa4Pnc1s7YAR3Vr7AORfDQYJOz6SY,1767
dataprep/split/full_word_iterator.py,sha256=_XK4WEOxAlcl-gXq38U7idD4LpU-POPAeObMQmOv42s,4236
tests/__init__.py,sha256=LLi6a_Iy7QA5sRmDY_kVYr247bC5x_FLGqsls09Dx9E,104
tests/api_b2b.py,sha256=UoB5v21Lt1fIuQUPRwF1jcEyY9TLLsGcF0BvViSnejQ,13076
tests/subword_separation.py,sha256=apvIWcTApMEhxXwH03_NcsPuiR66q74ntpTj3bEkrP8,3307
tests/to_repr.py,sha256=r7OJAnWvBTMt2m7Ql1A9B_iQQwXmcYTeg1EtfUcIhps,16614
tests/util.py,sha256=FP1DCtcXIZ2umVQk2Qy2OTflU2frifE5r-Q4E8lW8aE,1079
tests/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/api/corpus.py,sha256=HsWHhBiCYP1oF9WWjjMLnjYqJWcggEiPWc3WCNV5AYY,2781
tests/bpepkg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/bpepkg/bpe_config.py,sha256=RZ02m67ASzmSmY5NvGv85-XDGImZinWmPqOwEmyLaqk,1114
tests/bpepkg/bpe_learn.py,sha256=E7itnJTbAN1eb5zCq4O7F4iXxMT4jpCS2kQJdNoxte4,1983
tests/bpepkg/merge.py,sha256=J6QD2SQMo6dhfTsNJIvUHqsn-JAKytQLUOTaDm1NJIk,4995
tests/bpepkg/wild_bpe.py,sha256=CSx-y6aMXHb-mKevKa2q39HVoxoJf8BrndsZYI-ikmg,4713
tests/bpepkg/wild_bpe_performance.py,sha256=cyPKp1LRzI4ktp3AL8-x4BjeavQlnpxcqhnOUC1fW-A,3299
tests/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/cli/spec.py,sha256=flXtR21NPeeqRYcvbUa1_KInvYK4--Vuf_0Rn6xCQi8,14852
tests/installation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/installation/bpelearner.py,sha256=urkto8o4ro8qWltbW5ne3XOa51IKMrtSt0siM0fz414,1323
tests/installation/bperegistry.py,sha256=n7Hl245iJymJnQnP_siPziSz-04ALnz1aklGnklu1tI,6770
tests/installation/dataset.py,sha256=xylqLAL2P2bhOBGo-isfkYIPmayqTBcb7vUNcfV_JoQ,4558
tests/parse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/parse/core.py,sha256=lhmcpTm7vKB6f2kSJk91YDAy3AonbMFQ1ZQRQ7QoAV8,13833
tests/parse/subtokens.py,sha256=bdvYTz_IKK4RkhWGn06n5ma64hSnTYVZkO7CLuf0MCQ,867
tests/split/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
tests/split/beautify.py,sha256=uGlzVLSAj5GXe9xIHqS5HLX-7r_WcUqcfoZyLWS0UXI,4376
tests/split/full_word_iterator.py,sha256=TMQtPrfM9S9OojEoFtTdSsdy2nbPOvm1winRcnDm8oU,1643
giganticode_dataprep-1.0.0a6.dist-info/LICENSE,sha256=mTCFcE4Y41dR0sP7hz-LXhCPApr-q3H2etVuCyNrjWo,1068
giganticode_dataprep-1.0.0a6.dist-info/METADATA,sha256=EgmzG9vi6Dcl6D2hmrzTczuPHPgjXDQKLNDwqfX1fjc,10549
giganticode_dataprep-1.0.0a6.dist-info/WHEEL,sha256=U88EhGIw8Sj2_phqajeu_EAi3RAo8-C6zV3REsWbWbs,92
giganticode_dataprep-1.0.0a6.dist-info/entry_points.txt,sha256=A-z4W7PBYuHGzCszP-PJe4GAC3VmkFa1EIjc0c-LV5Y,53
giganticode_dataprep-1.0.0a6.dist-info/top_level.txt,sha256=LH1g_LSoBnug6XQ6yVx_iLPWBJahzkrdnbjB1xdYneI,15
giganticode_dataprep-1.0.0a6.dist-info/RECORD,,
