lm_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/base.py,sha256=eo5kjlGrXRE__lQamHwxV7qSbpHF8fvUUynZtsypwbk,14633
lm_eval/evaluator.py,sha256=Rir3xI0lPt4-rOf_Q79H8la2dD_blua1jlLDzXmzEqw,4691
lm_eval/metrics.py,sha256=qF0gYEmumwi3UhcygI7m81hbJ5DEqfelay2FW2pe90s,7493
lm_eval/utils.py,sha256=SzERns-q4tqrufC1zlfRx253jUQzZ8Srn5HUfDXOCjI,3676
lm_eval/models/__init__.py,sha256=sW9A_rhaDgox_AAUZU7mmS-qGFCIKdSjG50V0HJPCqs,225
lm_eval/models/dummy.py,sha256=OEqQweCOBX8S4zLrLUwYMGhhXETlzzFDPcg4wZ_butw,700
lm_eval/models/gpt2.py,sha256=FFPDNgVU1NHw0WFxbAYgSs2dmKxy2Tom7H6_8LJsC4Q,9450
lm_eval/models/gpt3.py,sha256=hov0UNglU-buphcQoYrplk7_OdNKL0AbveUZ8F2guKs,7985
lm_eval/tasks/__init__.py,sha256=prZsw5cmqCLDLQWmQ1oxm9-t21DwRU_HDnOcP5uKlIs,7065
lm_eval/tasks/anli.py,sha256=uJvu1ZSeT6weHgLBH87DjTXLOdUk4n_wK0CLjlK5GpM,3612
lm_eval/tasks/arc.py,sha256=M2mPrHAGtCawvZa75EnXt--CM5q9iAF84Cf_aTf1IcE,1212
lm_eval/tasks/arithmetic.py,sha256=0EJWPmqpaAt_GqME4fjaFxvKi8Xfw-DbUs-56gz9UqQ,4117
lm_eval/tasks/cbt.py,sha256=zxZrhUGKSOuzy09boKIid8EO31BUUm8dQ-q0e9HNl8A,3840
lm_eval/tasks/common.py,sha256=NTD84IZvUSFkrg3vMepZU3Khy59h0jyEKbom_azUX3I,1502
lm_eval/tasks/coqa.py,sha256=fiF67iCCDF2klOeU6bHec9dn3egJSAU-ivuyA-Zm4Yw,5900
lm_eval/tasks/drop.py,sha256=2buneWGax8S7e1QUgHeA8odb-eIdX5J_IcCLK1z1-kQ,9556
lm_eval/tasks/glue.py,sha256=EW_v7q_d0qYCOhSGmZVABM_oHVR3xQKv9ZsApO2J2RI,12995
lm_eval/tasks/headqa.py,sha256=dB0J-0fFbmqK9wymiP1pQZvMgg4N9-pILtzPJKFsVms,796
lm_eval/tasks/hellaswag.py,sha256=fuYagjkQ5AjsVge42npa2IFeK5cmKORGzbDg63dFUWE,1359
lm_eval/tasks/hendrycks_ethics.py,sha256=pOBy8UX4cM2TKz8V3_OXmsDFn03CW43ieyhi26ZdNMQ,12574
lm_eval/tasks/hendrycks_math.py,sha256=QRBNu_YcvvRtNMKLHrMdWRivV0sGLA6QslGFjojBEOs,9659
lm_eval/tasks/hendrycks_test.py,sha256=Dj68QTyYlQbM-cm12qcQG4NiOGqpmRw6XEchkZqxJMA,4859
lm_eval/tasks/lambada.py,sha256=hFETKHeKg8REV1_1p3sB-MFlIqARO2KyRqKKtd5zlAA,2167
lm_eval/tasks/lambada_cloze.py,sha256=gwKo0uY2NFOlDBba-mkuQSdUr-u0VPTRuBpA3shW6uU,501
lm_eval/tasks/lambada_multilingual.py,sha256=WgMV998lgCbO1cKdIBuc48uMWyAxI8IEVhKLONTxkWU,2433
lm_eval/tasks/logiqa.py,sha256=l0l5sgi6RnIsotBHwfcXIbPQ_fV-ARF6_p1gct8rssQ,2988
lm_eval/tasks/mathqa.py,sha256=mXAUZU3FoiILorBQcYyDWAArKzN_33ZOKUEUvgFfToA,906
lm_eval/tasks/mc_taco.py,sha256=PuO0-Q3DNZAZ98FrfDbqcpS-a9d5mm2IaZgundCPWfI,4815
lm_eval/tasks/mutual.py,sha256=b8vv3DHhbkmIHAuUiaAqmqz7RPN9MDE3h6KXz8CGJPE,4061
lm_eval/tasks/naturalqs.py,sha256=zMG06B0kwOd3PZYywPSEGUlCrX7umz3A0GFRRaKWQWI,3968
lm_eval/tasks/openbookqa.py,sha256=y4LZ16EDqS2pxJmh1XS6mo4PK9uZWXtWbQ-OqH_mc8o,833
lm_eval/tasks/pile.py,sha256=8TJ_gEdXjEM3SZ91C_AGedGFVbosulGK8XvIIud-eBE,3201
lm_eval/tasks/piqa.py,sha256=H7V5Gq7HcH_yQ8OwhfR6w3g8RgjySv61qkdLmz8TsBA,791
lm_eval/tasks/prost.py,sha256=mM9xNPlElyZY-u3pKt3KJPrPktIzv0JkhBpZWJQXFeE,1866
lm_eval/tasks/pubmedqa.py,sha256=gy5UMoDwSHgAEELBeSaurWEbBm87TCCXAndzNc3Lt70,1821
lm_eval/tasks/qa4mre.py,sha256=6LkT7fImWcmPwYZMXrx5GU7fmsEqE04qMoR_g2ClMkU,2969
lm_eval/tasks/quac.py,sha256=NYgve16sNTb0FyHLn2Lxxt7HJ8G1CQvQqwzstWuXFr4,4653
lm_eval/tasks/race.py,sha256=C7X9cINC5_Gp03JxCZjEdM9BTjGTt8D_0H8VtHyiWdA,4567
lm_eval/tasks/sat.py,sha256=mczf5Y9lt_0lh-Ya0BbuEiDTK2yP6wEoLlg6Wcz1ceY,2037
lm_eval/tasks/sciq.py,sha256=J_X6DZZIeQdxgF_H8K5VMVKxu4uK4dJKxJEzsStwKnM,1916
lm_eval/tasks/squad.py,sha256=837ghuUdcY-X_ktVd0cqEj2ybVBBlNezjx1sWgwOXQE,6345
lm_eval/tasks/storycloze.py,sha256=lzdScDNlahXR81yqjSjdyZKB1oueku3dgQfWB-nyjDs,2968
lm_eval/tasks/superglue.py,sha256=O_fYj6CYKec-xDLZ56qQ2A_USXBRGXzUuA4gyF_nPfk,13445
lm_eval/tasks/translation.py,sha256=Hc0zhPbvrXbB-OefQ6HBJEint-lMPaLC5izhZGcGY1w,6711
lm_eval/tasks/triviaqa.py,sha256=7ZdqMi8GPMINg29xfCS8PVWP00If7yeuAXDIBdasfxE,2322
lm_eval/tasks/unscramble.py,sha256=Dgn1bD0PfWuCtgPAMX4LfoPAbHKYW4fxczk24wrlDQ4,2838
lm_eval/tasks/webqs.py,sha256=Und_x6MOJjLGrBuvQhr6SwZ9kM3qKZmV-UVXJaFUkOs,1747
lm_eval/tasks/wikitext.py,sha256=DEjG_846BKjZkE06QZNQKPiNBL0NI2E3zY9I0F-B4is,3066
lm_eval/tasks/winogrande.py,sha256=U1q2xiDrJpeFHa7tgZqa8XiaaXmOoRoDA6iZaZ_68Kc,3896
lm_eval/tasks/wsc273.py,sha256=b8bOB4xk1PFmfijIfVaTnnsxszePNkREvNoTCOKmTAM,5213
scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
scripts/cost_estimate.py,sha256=yd7ZsoCRytDusYwM6XdiqbXq1_RlDVBq-RmGqda8unM,1631
scripts/fewshot_description_experiment.py,sha256=JK4mg2PAH2mmN-c7Y-3PYeYywqnA8j1IQN2FYm2hfiQ,1839
scripts/get_prompts.py,sha256=v0wfyO3ZiC66TwFCUpY2Gtqr1OdDncLZNdC1opyO4Q8,641
scripts/make_gpt2_test_cases.py,sha256=S9YBbQSfwbcAUNGjImmuP4sZhI20YBCHas15Zx0ZMJ0,3575
scripts/make_table_tasks.py,sha256=wtvYKwUpmTCkvjkIWNCI2rbwU_Ciof6L2rGYHZGKPJk,650
scripts/write_out.py,sha256=S7zsigEPdWZIavwdPA5mzipTySoT3JKyPvFTDSiJJ8U,2090
scripts/clean_training_data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
scripts/clean_training_data/archiver.py,sha256=wABsqsbDAVeQV43SXoLCZjoiJ5UQnxgfRfPBUxvZ8I4,3014
scripts/clean_training_data/generate_13_grams.py,sha256=fp9MGvzID878DEl6s_4h3VCKfQKB24BjBH3DQriUbrY,4440
scripts/clean_training_data/janitor.py,sha256=saUHKYxC1j2qDqKPFKIHRdjjFNYQVatQTsUbCXkr9Ck,12662
scripts/clean_training_data/process_sorted_buckets.py,sha256=7E4uGw9Wdp0_riDzt3Q9C2CQxfvOeW1lA3aSOASOz-E,4071
scripts/clean_training_data/sort_13_gram_buckets.py,sha256=Fw1xAMe7sMcej4WDBGqMZ_PE8b0UFacZ_c3tWVw2deY,1871
lm_eval-0.0.1.dist-info/LICENSE.md,sha256=qAbkJUdiDf-8LsAzMyLIs1I7SvEeBZvhTvgapbGuAh8,1067
lm_eval-0.0.1.dist-info/METADATA,sha256=qIetnKTJ0QOe2woMBl_Yi0kQ2BjFK5DUspHmvyLK8Zk,38584
lm_eval-0.0.1.dist-info/WHEEL,sha256=OqRkF0eY5GHssMorFjlbTIq072vpHpF60fIQA6lS9xA,92
lm_eval-0.0.1.dist-info/top_level.txt,sha256=jw4c7FKX3ecyCfJc2CP4EPEqlTJ56pbN1VbR18RrLr8,16
lm_eval-0.0.1.dist-info/RECORD,,
