lm_datasets/__init__.py,sha256=QvlVh4JTl3JL7jQAja76yKtT-IvF4631ASjWY1wS6AQ,22
lm_datasets/chunkify_datasets.py,sha256=-o8ocwqfb2Z5f0_QQDZuVcMkM4mUb32OMsohWw0YJ_w,7311
lm_datasets/collect_metrics.py,sha256=dLB7tqQj9ZdONEe0_UwJpWk3H2D34MfQsLtrb6yGSnI,3923
lm_datasets/compose_dataset.py,sha256=5_hgcKZ9mz7ew--zijRORw7zXEaCuUQHWz9mfDiJHYk,3880
lm_datasets/convert_parquet_to_jsonl.py,sha256=TA70gmV_ofAJPyO_eisbpdJGbvy7WhA4QTFYP8RJZME,1064
lm_datasets/extract_text.py,sha256=aZAxqZeZpAgoFmtgaL1jMfNhuXxkxvRHRoUSRDWAx98,2917
lm_datasets/hf_tokenize_parquet_dataset.py,sha256=1veKVrfSrFBatKQHdP06cT90n8fcl9ZGdwcAnl67Zm0,12554
lm_datasets/print_stats.py,sha256=BQ6a4YD_Kbp5Ns2V-FGsvx-ASG9ky252KXEDHjcC5VE,1769
lm_datasets/shuffle_datasets.py,sha256=TNj1gdQ2VzGXfxXYmDyOii50gSiVGSvjJTsykKcYpMo,5391
lm_datasets/train_sp_tokenizer.py,sha256=AvTgoBTllvJybdUaBlvx4Ho17gBfHKnDlkHaHHSdlUU,9263
lm_datasets/commands/__init__.py,sha256=VJXHX2OQhgQiBt80K2pXOW5sq2AimOAoMUwIjcKQ8U0,2412
lm_datasets/commands/chunkify_command.py,sha256=edsgguf9TKGuGp9r_qqtLJJSRVD2PyrERcpHhSORZO0,2471
lm_datasets/commands/collect_metrics_command.py,sha256=KuBA1mL86svCwuh6Ypz_NLow-sSzGCOGY7e-fzCY3uk,2822
lm_datasets/commands/compose_command.py,sha256=iLYbL8qlT5vcAPcJc1I-FpDVgZEY-t8QLMGkLAsybIc,3482
lm_datasets/commands/convert_parquet_to_jsonl_command.py,sha256=ps9EKvYh8-YasWHF3VXj5iH8YAALO4I0hwca4Z0LRl4,1538
lm_datasets/commands/extract_text_command.py,sha256=Tu889JN1u5SDPp8Jmgtzdyx5CRjv1iS8GrOrKnh45ko,3638
lm_datasets/commands/hf_upload_command.py,sha256=7oJuZAFC9Jo4MqTXWDluR1vWsXjYr1bByVC-r-9eVws,3306
lm_datasets/commands/lm_datasets_cli.py,sha256=pMVUTvf0ctUNFfVU2HU-fXMWsWRjuop6RvtRtvFDmb4,1663
lm_datasets/commands/print_stats_command.py,sha256=TMhviF4-LBSm5KW8UwEGt9ImQdznUGwBfhUwrwtq0mI,3183
lm_datasets/commands/shuffle_command.py,sha256=_21gGxSGuXQpJlVvz3DOEAbwzWlrKoMRFp4NGDch2P8,2947
lm_datasets/commands/train_tokenizer_command.py,sha256=NoGcTBZjQfm-Vu-ZYvQo_lBz46sh8LIxK3BhUPr--a8,3589
lm_datasets/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/base.py,sha256=qRV4x9FjGhEl3yZXJMnKJqSedPp6Wmkj5K12VFhBUYQ,37208
lm_datasets/datasets/dataset_registry.py,sha256=BLW8gqln2rurrD2RSixqo9N6f6HhaQcl7RdpizMswUw,8226
lm_datasets/datasets/hf_dataset.py,sha256=Ph_y-L3lsBaboNIFKUhrCy_TRKRLWeUzVbMPJG68rHA,4968
lm_datasets/datasets/jsonl_dataset.py,sha256=Atr7o37Gm97IW0pqqzf-M0oqtaAEpHPX66DDR7zST5Q,2588
lm_datasets/datasets/parquet_dataset.py,sha256=CSJRbxHWE_wF-6AuHqWsLgmUhJfgp_EfRNm7KKVIm1I,618
lm_datasets/datasets/bg/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/bg/bgnc_admin_eur.py,sha256=wii_ev3W3BaPfuvUe2j2m8GrIFd7LEzFRcvnsGcfd8k,1803
lm_datasets/datasets/bg/bgnc_news_corpus.py,sha256=SwAvEE0ct11hsuLBsWigycHGKTWCdyYeMF1yKO1YkxQ,1779
lm_datasets/datasets/bg/bulgarian_news.py,sha256=mVQHB9JGB66HBP_v5lx0QFnwJkvJoobSAtp4CTX2d3I,1481
lm_datasets/datasets/bg/bulnc.py,sha256=qa02bNOAACgmv1tCu4nl_gzRQH2W9mlpMKLzDc_qX94,2099
lm_datasets/datasets/code/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/code/starcoder.py,sha256=vHBy4h9qo4MrZELPwXbmOC77Hth-YfkSi5TBief70iA,7056
lm_datasets/datasets/cs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/cs/cs_en_parallel.py,sha256=vYc7_b00O8hlsHMBi8GuALXJ0VlPMUeLUYdyp7VN99g,3615
lm_datasets/datasets/cs/syn_v9.py,sha256=qvOLeSwrkdN9HFLUoZ_aLEeyB-y7nwgvUydtStZw3CQ,3367
lm_datasets/datasets/da/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/da/danewsroom.py,sha256=0LDp6hBd6LoG2NoSFVpLK03Tx8ao7R28k817OCSUugY,2947
lm_datasets/datasets/da/danish_gigaword.py,sha256=GDJDSan5qzDSfboW1rEeTR5UUWBTNVs2Ii9330c1JlI,2948
lm_datasets/datasets/da/danish_parliament_corpus.py,sha256=A-NkHAHqVjIPyUoRfu05ZLO7m68-lv3xsYjy9xJW0hk,2189
lm_datasets/datasets/da/dk_clarin.py,sha256=Cx3fxjhB4JvqRRSCtg1FF_nMB3tJxllZMyucUZmihGo,3729
lm_datasets/datasets/de/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/de/dewac.py,sha256=gSs4vDoUeGR4ZO33TAIvec1P5ssrO3oFW53jxcXA48Q,1655
lm_datasets/datasets/de/openlegaldata.py,sha256=pgJQcRFb1SPzNhJYt_8pD8GKTnkV4TV8pwSRs0dry0s,1134
lm_datasets/datasets/el/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/el/greek_legal_code.py,sha256=6jNxkdNWuidfgRcH2V-d6NbM1UOhw_ibaJFREk-371o,1775
lm_datasets/datasets/el/greek_web_corpus.py,sha256=ZEHytQi5NiUu3qjwBqN-2BoJ4gp8gkhjD_mTQRY8zGM,1414
lm_datasets/datasets/en/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/en/dialogstudio.py,sha256=jjyPWM4o-afauZC0QoT8DsloLIctm1tL2PODRGKoSHw,3373
lm_datasets/datasets/en/math_amps.py,sha256=62YP5lohppcvcoJbDtuMxUs_W814K518FPLex0dP4jU,3228
lm_datasets/datasets/en/pes2o.py,sha256=SWFrhw-zEqCO947BAG99lQkqaDpK_PdeHVW3KR4a61A,1214
lm_datasets/datasets/en/pile_of_law.py,sha256=fBAXxRLx2-QgkWWM1hL1Z-uuzs-qanmIVCmtIBJ2Yx0,7132
lm_datasets/datasets/en/proof_pile.py,sha256=zBTX7MJ92ZVIZnRTua_iQSNH37uJlsHd77QdegVT8Mw,1043
lm_datasets/datasets/en/wikihow.py,sha256=WO8iOFekJm7_Vv8Ztgw7IEw_9Ogj648GCMXAb5nzK2Y,1079
lm_datasets/datasets/es/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/es/escorpius.py,sha256=Bd6A-Fk2gnjeKvU89HpPY5lQV2BunKDlcKwbcJqCWVs,947
lm_datasets/datasets/es/spanish_legal.py,sha256=0NzTBx7tgc8esEEqSTubp_bXp7YUDDwqe3YMnyNU4Ps,2300
lm_datasets/datasets/et/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/et/ekspress.py,sha256=qu7Zhw_lmecSpy2ZHhq4CULy7qhg87V7uVj1SMF-i5A,4076
lm_datasets/datasets/et/enc.py,sha256=WN4-Y1frPIocyBYC5q0qgkc0Y1hmIxHZnyAon-okBjk,3127
lm_datasets/datasets/et/estonian_reference_corpus.py,sha256=rWX0mmOoEadq6SaaeOQDH1ZYL8nABoFpc0ON9DgRJv8,5061
lm_datasets/datasets/eu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/eu/euscrawl.py,sha256=TRQ7UoAjnsbvUj61rnYcOMau9b25sSC3Non0j9Hcuug,1551
lm_datasets/datasets/fi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/fi/ylenews.py,sha256=W8JhextXcnANOndmX-8x5HVCbthvrZGw-GkkqGsj49U,2272
lm_datasets/datasets/fr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/fr/cabernet.py,sha256=kN2yvNZf5osH7WSs3NG2SlGyegTg7TW-m_bEzLUsh3Y,4061
lm_datasets/datasets/ga/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/ga/ga_bilingual_legistation.py,sha256=JWwVAi0Y1Cs47_woihSw8gs_JbKY_tm9c5VzovbeqDM,1136
lm_datasets/datasets/ga/ga_universal_dependencies.py,sha256=4jLKzAJCKnFy65sQufWlUtdStyAh6dhi8IuirdhdTH8,2145
lm_datasets/datasets/hr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/hr/croatian_news_engri.py,sha256=RNnJPYZlibisddjDLQP0tZaa2zGwFuRyCvJSbQG1SWg,2763
lm_datasets/datasets/hr/hrwac.py,sha256=3-7Uo-ZeR4sI9rX_af8eBrkGM1huTSMxBQxhGge5rwI,4394
lm_datasets/datasets/hr/styria_news.py,sha256=CI_-m0MnkThDfBwJWfRXg2kLVp2hqohPqdBMByHk8qs,1566
lm_datasets/datasets/it/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/it/itwac.py,sha256=DEOkKvwOSckNI5DY2PrF52q_WiZAS1aYq9AXk4bP3es,1637
lm_datasets/datasets/lt/seimas_lt_en.py,sha256=QDw5aJP9LTZFM9gv0f82_HVw-EAskW_U7crvoWbi8CM,1248
lm_datasets/datasets/lv/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/lv/state_related_latvian_web.py,sha256=3929a0NMqZ0crJTxOkOzKS9DqQ-3uxTGTxPpSAsUD1Y,1202
lm_datasets/datasets/mt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/mt/korpus_malti.py,sha256=WUrc1hqjJjWgwQ9JIEbcFqJuelG7JJWTpBk0U3s6y24,2571
lm_datasets/datasets/multilingual/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/multilingual/colossal_oscar.py,sha256=IE9jSd-tTsB3wVY23w6-tQkDpjrYKYJjuB6rD-NxnD0,6626
lm_datasets/datasets/multilingual/curlicat.py,sha256=hqMU_DCJ3ZUPReyFKAxfyjJZAAaWVuyvOJc9BfUoCZY,7712
lm_datasets/datasets/multilingual/eurlex.py,sha256=V5Ywcrx6zxCz6ufoq5LWywEEsx63rwMcvbInnxdzZU0,2177
lm_datasets/datasets/multilingual/legal_mc4.py,sha256=pNCUYsT7KyFc4DiOeU1ZZbxsfQZM6YOnr4pLRS6OxLg,2029
lm_datasets/datasets/multilingual/macocu.py,sha256=3CbabTXkhlWYp_BJE16Wnwhc2bKR_IV8InCiJ40YKek,7521
lm_datasets/datasets/multilingual/redpajama.py,sha256=V6aXJK0pLmjUpQJ1Q00lU0MN65HspzPh9hgS0mkGR2Q,3097
lm_datasets/datasets/multilingual/wikimedia.py,sha256=XOlUejbOSRn2HaupXFSu2loO5UjAegEmjlzsJeAMe60,9466
lm_datasets/datasets/nl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/nl/sonar.py,sha256=S_kE77l6ehuGw3tn0UNAKQGyAzinsiW7jn_gKR0srTI,6272
lm_datasets/datasets/nl/sonar_new_media.py,sha256=a-vka5zNvKIgm2XNBEgxflSJqPWgN7PZa-Xya3C2vlk,2080
lm_datasets/datasets/no/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/no/maalfrid_2021.py,sha256=WE1nT8Yl65-PI2A5WwhpO61FC8bfeGQfw8n7A0DxIes,1305
lm_datasets/datasets/no/nak.py,sha256=kKrM7jv0bJUnU5I_2QLtKz4HIrOH_qDOCHuX82ck6Z4,2719
lm_datasets/datasets/no/nbdigital.py,sha256=IPR8D0xR77v_1tt2plcXtTOErt4y_LkyGmyAfNsYkjQ,1038
lm_datasets/datasets/no/norwegian_cc.py,sha256=Zl420KKgrKvYKXIHpPLqqNzOhla6JTMM8Fmxtuf6eZE,2407
lm_datasets/datasets/no/parlamint.py,sha256=qtbWtM3OoTVtVrvOLgm--i4j0LJFwv6HAJXGXfsRrc4,865
lm_datasets/datasets/no/parliamentary_proceedings.py,sha256=Lbo6LtaQAxbphszcv7NfyP4LfYJOnUIXr__2XPakZBc,906
lm_datasets/datasets/no/sakspapir_nno.py,sha256=Rm6AeTkLgPet2Njqwl4XSZnnlodT2U9di0n8dZ445tk,1049
lm_datasets/datasets/pl/luna_pl.py,sha256=5sIanfhEOp-SaurQctjlKbGlY6UCoM2yiZSltmK9fhc,1476
lm_datasets/datasets/pl/pl_nkjp.py,sha256=OoKrCQfZtuL-EvVJK9mEfdcnbp7HpiH-kYnP5qyrLJM,2639
lm_datasets/datasets/pl/pl_parliamentary_corpus.py,sha256=rSoa5ZiIewOSFTOL-T27-p8hHlD7uay-F39ctjsJ1vg,2565
lm_datasets/datasets/pt/brwac.py,sha256=FwCPtPxAeKL0Mr6XtFQLVLkn1kEZC3zpd9cki4hCORc,2318
lm_datasets/datasets/pt/parlamento_pt.py,sha256=raJl9d_gNvNybWCrf5tTfg8B1G0STCaLKGMhsMCocIQ,1138
lm_datasets/datasets/ro/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/ro/marcell_legislative_subcorpus_v2.py,sha256=ofFgWWPY9-hSm1H8d8Q7YPrfuoR_bdFxLVdzAWAxlq8,2552
lm_datasets/datasets/sk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/sk/sk_court_decisions.py,sha256=xUnrJeqRX9ll7x11-8AQRfNAAceHZQTJnQ1rNM3C0CU,3375
lm_datasets/datasets/sk/sk_laws.py,sha256=NLkB2gU2W8jJQaqXlfLbmmatwp9QciuOVRiMEiKm6_I,3180
lm_datasets/datasets/sl/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/sl/academic_slovene_kas.py,sha256=Griq8f_qNWfSTYgQG_hiXSJThjCd2DxLXWCeQ0NcImo,1991
lm_datasets/datasets/sl/cc_gigafida.py,sha256=zik1OYn05F0G_4AIJWXFNvuHqo_qdfdmXyrXHFbTklM,1083
lm_datasets/datasets/sl/slwac_web.py,sha256=ja-wm1R7gUdZiaPpWrrT3hQFve4PhLK2HeQiT8tNlD4,2936
lm_datasets/datasets/sr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/sr/srpkor.py,sha256=YS8uCZYWbQqEZxw2XmhbQMYhZo5AEX37w2028mtn3uQ,1259
lm_datasets/datasets/sv/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/sv/sv_gigaword.py,sha256=eDWXGMS-lZUqvwN_zHdadUjZ3hlNBkLNaxczpQPPgFI,3548
lm_datasets/datasets/uk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/datasets/uk/uk_laws.py,sha256=WCQTgJd0QynyxdMBk76bKS86MOT4sHu3FhFMHU94hzY,1360
lm_datasets/io/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_datasets/io/conllu_file.py,sha256=A78qRSty_9N76aqAsAmBA1t1tKc1uZ_xtM4bECQuUwM,2968
lm_datasets/io/parquet.py,sha256=U5N4OwpH2sMjn7rLGpupAQQ2Pv3-9YjBxhue-LIfOe0,9126
lm_datasets/io/prevert_file.py,sha256=Q4sUVgp6kuuI6iJ_7UEQ4BFEr0J3SxIwJToHj0uQmUQ,589
lm_datasets/utils/__init__.py,sha256=Klsf0FBFY9nh9QCF7kKnD-6A5jTKtDFgwlXVFub-eNU,4832
lm_datasets/utils/config.py,sha256=-i11yWH_r_1qzll-0flLpESnZX1nEplD7RDtiVk_GW4,4323
lm_datasets/utils/dataframe.py,sha256=DqH5z4_SUcjfRgbBFtuDKReT8WhmLpWV9gkxYyKfFuQ,7084
lm_datasets/utils/dataset_generator.py,sha256=7la7Owaic_7UAdrkGOKIAiue0AoX0FND0MIpZXp73-Y,16942
lm_datasets/utils/languages.py,sha256=JlKf_86NDqhY8uboI0HiMDd02-Hkllz9g2-0Oq77Yuk,4660
lm_datasets/utils/settings.py,sha256=EUgM_47My5ODd7FQVqr6XXWaVTmBvOlkB7_EDTatdc0,2778
lm_datasets/utils/shuffle_big_file.py,sha256=BHbK6Tt9akV_ZBGYGq72AdNCKR-4t662enGq1EwtkcA,6232
lm_datasets/utils/systems.py,sha256=LikDUVz1BBgEXhjRZO4FAX8wgvReQUxVkwLSQss3S74,1209
lm_datasets/utils/wikimedia.py,sha256=ZYpeV-oxz-KpPbVI02raW5whH2lAoDwUzY1NjT52lrw,28082
lm_datasets/viewer/app.py,sha256=9Ec0s1HKHCmVcjSFbA7HU5SN_WEnEdJ7K-59M_G_jSs,14161
lm_datasets/viewer/ngrok-app.py,sha256=idzbFFAY1_nzDv6WGw8-c9d2qmZAB6YvZN4qD9rsepU,1457
lm_datasets/viewer/viewer_utils.py,sha256=lAUnB-iu7OCg2HxHmBI5HZi8IBjrRyKpK95hUa5NjPY,500
lm_datasets-0.0.2.dist-info/LICENSE,sha256=eOJRZOVy_zq0mnix283vQuCf7a5-9qoM8rW3YYoMGg4,11369
lm_datasets-0.0.2.dist-info/METADATA,sha256=Gxu3oSG6jKwbKMbYeRBOa_Aacy99Xk7v21OUGADh878,10313
lm_datasets-0.0.2.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
lm_datasets-0.0.2.dist-info/entry_points.txt,sha256=uydT4-ZLmAFS-oz50gtXUs6YL0fwJEH5MyEjBkcE4zo,74
lm_datasets-0.0.2.dist-info/top_level.txt,sha256=5JhZD0A0i8myNW4veTvcSbqVKAzXeL4fut7h1dv_KTM,12
lm_datasets-0.0.2.dist-info/RECORD,,
