lm_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/base.py,sha256=-zZzgiuUe5MxsRv-G0C6Mc6MtGXmHpiecUHHKMV810Y,30994
lm_eval/evaluator.py,sha256=5bOpy0aBNZDaBp3rwRphkgo9gV2BadnmdZtul3zIJ_I,12218
lm_eval/metrics.py,sha256=CUOEXPsXhJPpOsiCeQTG5JOBwPM_zvZ86J_GhOjKTvo,7758
lm_eval/utils.py,sha256=QtfeVxbkpQwCCkv0XmzB5cu8qKGwAgw_e5_ZanuZdpw,5554
lm_eval/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/arithmetic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/arithmetic/arithmetic.py,sha256=xnRuV5TLrNyCA65g2tdpB347wokKvSQtuB4bQ0XkqV0,8537
lm_eval/datasets/asdiv/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/asdiv/asdiv.py,sha256=EJbb0F3S9lmKau5s8iwd_IwFwAGAt_a9PRxAgSgQ058,4102
lm_eval/datasets/coqa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/coqa/coqa.py,sha256=mkE6a06-NHGO-tc1dm6U_kF07-scZKDr_K_9aDN9ewk,9080
lm_eval/datasets/drop/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/drop/drop.py,sha256=nMFSqfhkKasXzCNxHuHmokhi4aZCYuikkr-_Yl9HFEE,7469
lm_eval/datasets/headqa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/headqa/headqa.py,sha256=cLCQhBYG4cGBZidoD68JgIza5Mw2kzVlUROpvv-NqnM,6506
lm_eval/datasets/hendrycks_ethics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py,sha256=CQ6hcANJPPE-jdeGgTlscvphb-ab3oD7sxJpXzz3W8g,8975
lm_eval/datasets/hendrycks_math/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/hendrycks_math/hendrycks_math.py,sha256=JmnFBT0Mbq2__Ap9XOSq-F1eVYJ0KvBB-GsRC7_TEmE,3968
lm_eval/datasets/lambada_openai/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/lambada_openai/lambada_openai.py,sha256=B6d3SGt7bLEE7SHJjaLmabp4Q0BU3Iuy6fi5TPOKMbQ,4837
lm_eval/datasets/logiqa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/logiqa/logiqa.py,sha256=EoycN2owBsu2iDLWDV0co12aZWIhdRuk5mtM4hPj32Y,4508
lm_eval/datasets/mutual/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/mutual/mutual.py,sha256=on6_b5hvTo04q06PPT49xjmkS3YkHizeWYuLJqEZvRA,4963
lm_eval/datasets/pile/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/pile/pile.py,sha256=_qQ0Uk02P7KhekbNZc93jRG5UVUWTFkbnof-krNgzNo,4556
lm_eval/datasets/quac/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/quac/quac.py,sha256=UR1lCja69yi6qwzlketAtaIp1lYB-V-tmpytFfJO_UY,4434
lm_eval/datasets/sat_analogies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/sat_analogies/sat_analogies.py,sha256=LU9sWAbeEonpySi-hrd1Yj0AdAQS6mohRK66zxeXa7w,4495
lm_eval/datasets/triviaqa/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/triviaqa/triviaqa.py,sha256=HYfglN5EbebkuZvZd3tyUXRlwqWNPKQ7gJObrpT4aRs,6110
lm_eval/datasets/unscramble/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/unscramble/unscramble.py,sha256=PN89AZ-IYzGolZbK22dYOlEHSQvb56dM54v8TR4228M,4427
lm_eval/datasets/wikitext/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/datasets/wikitext/wikitext.py,sha256=JLa0D94UZxE59h8xgMY2u8Znzw46Z3cz_qFD8JvjCZo,10731
lm_eval/decontamination/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/decontamination/archiver.py,sha256=IuV4LkD2eNmmoTcn-K24tkMc9fFnpV1LxRbDVOYgkVY,5461
lm_eval/decontamination/decontaminate.py,sha256=aP5dIdSXnRdJupcbgBVgwynnVvq6dSdYbU8bY2Lsx5g,6880
lm_eval/decontamination/janitor.py,sha256=ZhZFzEifAlsNEwj5lAgiNG6qQx1-w1CiYU-6QAW-n5A,12725
lm_eval/models/__init__.py,sha256=SL4twhRDZH8NGLJ0BYfsnYt0pRNvy7TzKLcB-ay9P3g,310
lm_eval/models/dummy.py,sha256=q4ril87H7ImRjDR3xL5LD56cENK8TPNRg6FmDQ0cCNQ,697
lm_eval/models/gpt2.py,sha256=GON7tZuLCgWxP17cLR5KYT4TmsXtRTGgskqLZYYIuM0,3917
lm_eval/models/gpt3.py,sha256=er8HuxH_ujIn97B9qiKMrbu_E-Lx7nnDuuejcpyxAwA,7276
lm_eval/models/textsynth.py,sha256=CTgQ_zCnKYZi9x1ZvlSpE-tkl7kIfQLj82n1NBuZoQ0,5136
lm_eval/tasks/__init__.py,sha256=eJLnikvk_qpmigbXbzNWoNJDJKsPO9VCtRrAZ_bJdfo,13822
lm_eval/tasks/anli.py,sha256=JNwtyZZPx5ScxT0o2e8K6qeyztWfThjKdsu8jJJA_8w,4554
lm_eval/tasks/arc.py,sha256=KVclWRysXUlBYBpfhB1TPNUVfj8Lxz6BItUp0rgIgh4,2655
lm_eval/tasks/arithmetic.py,sha256=Lx72KxTOnB4gnOjMmoIKifrI1-jVlQIs9W7WAqc3OOU,3370
lm_eval/tasks/asdiv.py,sha256=hyhOh_lh1dY5KTJCvhctVEZ7KFbtRItj2RoMZpXXM34,2918
lm_eval/tasks/blimp.py,sha256=jxd_i6YBLe_SwnTFm3E3B1akstBsPYZC_50GtSaggGo,11220
lm_eval/tasks/cbt.py,sha256=OQ4bVaMs2VY-WVAY8aHasQzXb8rrtBprW8nOob3ZzC4,4986
lm_eval/tasks/coqa.py,sha256=BZfgM1waEhaVugLzQIdFswLUFqp9mR7clMrNFcsFgqY,6177
lm_eval/tasks/drop.py,sha256=E3sd988HznxpUERdhmR8vKz3QbZJisMvKMpSrLKC_C8,10528
lm_eval/tasks/glue.py,sha256=GuZ5RrIyF-S0w1lbfKOhs3E16tHjoeGxkeFDyG-hBIM,17242
lm_eval/tasks/gsm8k.py,sha256=cvayCb05wQxvU0ShJVDtUmFWPC5X1-IwPs3zMnSN-wQ,4374
lm_eval/tasks/headqa.py,sha256=p1eSW8xbCT60viDQe5tQYAIxrI1Qsi2DssKtEFvGaTI,2441
lm_eval/tasks/hellaswag.py,sha256=n_GVb9F1K-VE2mKhrX3vNvqPwGE2pUTcSVo9wOZrk1Y,2554
lm_eval/tasks/hendrycks_ethics.py,sha256=Xufsv5j3I4Ttee94vD7F5tIXOM2GJgTYG1RerEgs0kY,12398
lm_eval/tasks/hendrycks_math.py,sha256=m1e4OTImT7bkwi-668Mjx8PK9VxaG0mHn93j2lX8Dzg,9227
lm_eval/tasks/hendrycks_test.py,sha256=UIeOk1l7Fiodo7EnB2CBbYzliUskirzfZMiqhNAx9nc,4904
lm_eval/tasks/lambada.py,sha256=LPoqMTYd7sVl3NLgqNno7lyjva6CUkF5uBpL2L9Wki8,3174
lm_eval/tasks/lambada_cloze.py,sha256=vTehgu2mxhCUKkxRsGKnwy7gbt9TvNVinDfZME_ivDg,1979
lm_eval/tasks/lambada_multilingual.py,sha256=jUm9wQ6gelfi2bOfBWzZprxFaW3u4ZjpbmMajLv0fXo,2118
lm_eval/tasks/logiqa.py,sha256=ibS-gU4tnvGqZgSH-3PuU_oDRbDEyVsADscUiqYxXqU,2726
lm_eval/tasks/mathqa.py,sha256=lUZnCDo9RS5ctF8rIoqg14zBK_vAHKx5qGQJfcG1qck,2087
lm_eval/tasks/mc_taco.py,sha256=B9Ft7nf-ctrXzKqEgHkW7cQ3Rc4cg95ePC7g3wUYwRc,5440
lm_eval/tasks/mutual.py,sha256=97NwT0VDte6_nHzrqVs6TjnLwRpdPvdQIw-GqZ_UJ0Q,3140
lm_eval/tasks/naturalqs.py,sha256=ZicWieKMss_4Ti9mVTQtafEjWD4SzxphqYbjezH3AJA,5381
lm_eval/tasks/openbookqa.py,sha256=n4ZTA2yC1501sYwCUntwre2r8fs5TVIlDzWpTQRpx-Y,2333
lm_eval/tasks/pile.py,sha256=ZzGjeh69BDhuptgH_Gm6yL7NJVecg7donIPwNVbQv34,3236
lm_eval/tasks/piqa.py,sha256=4kD7mfk3BJW3nISg8g4mR8LaPQHA44OjyRGV9yGK8Es,1813
lm_eval/tasks/prost.py,sha256=y05Tz4apaJmgujpG0LRuEkcSj-qqCUB_vl5PsSnrXrY,2590
lm_eval/tasks/pubmedqa.py,sha256=2A7bYPTDA-jkvLueegijkSe8iGq-HR4VTi9Ujhm9p_0,3122
lm_eval/tasks/qa4mre.py,sha256=N63SIfiEUmK7iwsEa4tMZ3jgBFXX3cLtadHk_30mEB8,2374
lm_eval/tasks/qasper.py,sha256=r60l6qRSX-Py26LHq3kL3mm7NePO0EZUgC4OdNgkWIk,7783
lm_eval/tasks/quac.py,sha256=3YuOtL3xf8yzkoDBpfk0Odq8xb9AWdfnAZUyjWs27xE,4047
lm_eval/tasks/race.py,sha256=DzL14Navo-vY7MHU9zUlZ02KubsC7ko9dZmKdX8DdEc,5529
lm_eval/tasks/sat.py,sha256=aqtcL6YFg5pjtFA4SPoynVsRmMi37UXvs3b1Gsr8lnA,2127
lm_eval/tasks/sciq.py,sha256=TJEAcNpMRfZqGJtr14jk_FGPebqdJmXltVX0-ffhOGs,2035
lm_eval/tasks/squad.py,sha256=JvlrBmpbP_eU7bHjKn2TFVbLPcFhlKqLaWuwhisfWb8,7983
lm_eval/tasks/storycloze.py,sha256=B2BXxiZkvfmlXZmG8d4dLotwipf20r6uOxhm19BTBB0,5665
lm_eval/tasks/superglue.py,sha256=WmCnIrxN1QTsZn7Z1qiu15mreTJ1uet4GKciCiDjuc4,14163
lm_eval/tasks/swag.py,sha256=Cx3SLuWyiguuiSO_MqghROsttITvKPe32rkZD_C86CY,1916
lm_eval/tasks/translation.py,sha256=FUSbkNmzFwUdwxQxAYiEujsayIg9o6EhjzhRnVv15sw,7833
lm_eval/tasks/triviaqa.py,sha256=BxB_k9SE9BOBB9R9C6Yq9QDFS75PEpKt8qEfhzWqlic,2826
lm_eval/tasks/truthfulqa.py,sha256=WRQ2y9yK7wGonJ-FqMxVulMIFobAgLurT7Mkd5UJWkE,15262
lm_eval/tasks/unscramble.py,sha256=MV0sMN_EPqG4JBOox0umcEBtKKw2QR1eQZgcDrnXtNE,3052
lm_eval/tasks/webqs.py,sha256=-LHHgNM2y8wM9CZSHGbuoQ9Xgzenf7tN8hagLVgPzG4,3038
lm_eval/tasks/wikitext.py,sha256=E0ZW4JRUiH-4gXs9lS_QLFImQI-hWkUolKVwmVCgLXU,2996
lm_eval/tasks/winogrande.py,sha256=_oYl0kV1RzFBaMwFXQUg-BkMGIJWKBOdpKz1vZT3wAA,4677
lm_eval/tasks/wsc273.py,sha256=cOlI28j-yhN0up3LvCEy_kSLY9Ecmp5T1Pbl0Lc9wCk,6959
scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
scripts/cost_estimate.py,sha256=mKBORv_Y5mjelUPew7Odsd3MAXWBrY_qBpuSTRFl4sg,2633
scripts/get_prompts.py,sha256=pxV_x32UCpiCg_AUizlqIwA0MKNHPY5Btyp2LIBK7ho,584
scripts/make_gpt2_test_cases.py,sha256=r3DNz-DKxajiCMQHJwcHqKeb52X0qEpJhBZ_XOBaWYo,3628
scripts/make_table_tasks.py,sha256=eJtC3msjjdrHEtVCz2eg31dT0_io2i3NL-A4zt6xJ0E,1338
scripts/write_out.py,sha256=_ZSjm39NPswx5qg2wXCnbFXmOFA7HUk35zIX5ajru-g,2537
scripts/clean_training_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
scripts/clean_training_data/compress_and_package.py,sha256=uA8500XrD9RKJpYPxF1GtmMl8EiW68Dl3Mq6aNObFTM,2141
scripts/clean_training_data/generate_13_grams.py,sha256=PCrevb_iQk01k8mUh7zlRKIRvdZ3vUyyrxq4RtUk91g,7406
scripts/clean_training_data/investigate_pile.py,sha256=NK7Ik2rxf8negW8qIQbjmPsp_SlAOnJZmbeB-jFkYeM,2761
scripts/clean_training_data/process_sorted_buckets.py,sha256=-kZ9WKFn44VMaU7EdkazPzY_MBIbBjXEE4W3HkChOto,4205
scripts/clean_training_data/sort_13_gram_buckets.py,sha256=mCBykM0f3VWt7vUO0LwR1UtEd-DpnkE18GBgTaDfSh0,1552
lm_eval-0.3.0.dist-info/LICENSE.md,sha256=qAbkJUdiDf-8LsAzMyLIs1I7SvEeBZvhTvgapbGuAh8,1067
lm_eval-0.3.0.dist-info/METADATA,sha256=pf_VxMfXXyf5_S5d9Bg6O66VN54fPXQZKUG_s8rZsd0,6768
lm_eval-0.3.0.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
lm_eval-0.3.0.dist-info/top_level.txt,sha256=jw4c7FKX3ecyCfJc2CP4EPEqlTJ56pbN1VbR18RrLr8,16
lm_eval-0.3.0.dist-info/RECORD,,
