evals/__init__.py,sha256=sBGicF8zlP0yETzw63_5cE-Ue218HflAs054-5oaCUQ,316
evals/api.py,sha256=TTwrUINQ6RZ7Up-Yy-xmLc-0HXsCaPKhgpO98WU_Cy0,2964
evals/base.py,sha256=ZUNdA-qPl5MhVss0dR3IyZTa1_QF5iIeZ6d9LTKaZH8,1900
evals/data.py,sha256=thQixo7-ia960opO1UqAPRi7i-SrwAEbZgACKHVXCKk,5699
evals/eval.py,sha256=VaTf8dL_OH9ADqBq_jA-usIGfU8BjFqnKcI39E5HMCg,4917
evals/formatting.py,sha256=XbSASxVJRum_yCW-V9UBS0qWzEksdVP7agpp2iDbArw,1137
evals/metrics.py,sha256=kuLlZ0Z_61BQHidBiP_q2d5T-8RDBArFbKbPsbsPtmQ,2455
evals/record.py,sha256=ZfcJXwlK_eu06xb9aeaPdr01vqoMZKDgZ-17h6-cCAo,18168
evals/registry.py,sha256=UfxT6sPjfkgQ51tDSzfauwSjKq071UypaDNZjoeuCAs,9547
evals/cli/oaieval.py,sha256=fSEK5mtjBRo7SrfCB-8CpcJwIfEGaYzOLOPAf7rAOGM,5645
evals/cli/oaievalset.py,sha256=LVVeajIJhphBcU3SLJdUG2VUNB3Gh6YuEYi9gGdJiEE,3332
evals/completion_fns/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
evals/completion_fns/cot.py,sha256=WpOy86QVfqSUcTfY0kAoGrM66Tu8sL5fpK3-jGYAPps,2678
evals/completion_fns/langchain_llm.py,sha256=oclQ7U6fmnAs2LtAluF557DpQtNpMu4hQ_eAYAmP3OQ,1245
evals/completion_fns/langchain_math.py,sha256=GrwAnvvvTgDYsnTpd0X94xA2tVz5enS2vA2sQdcrsT8,1068
evals/completion_fns/openai.py,sha256=2mQgfhqupdrzXZwsBEn__-XkIKS6FcWr6ru2ifsngqo,4941
evals/completion_fns/retrieval.py,sha256=2qDrJW5JR4e11LSHptHnF-5FmuDAb-O7gJMNE2qmdy4,4422
evals/elsuite/multiple_choice.py,sha256=NMQqmdsxnMU_Ru_BOj2hao2yDowjz7j0UmiFBUIPxnQ,2641
evals/elsuite/translate.py,sha256=-9qi_Hg63MWyKjvxEEzJriNRwgSUVR7szL1pqaFt4GQ,2682
evals/elsuite/utils.py,sha256=jBN5dsKT9r0jpXDCpPD1O4_x5fNEbKELLQ4cJcE5kOc,6413
evals/elsuite/utils_test.py,sha256=wijL19SzlwzO5WW91_R-0nkZC-ZRy44IMg9QhNnJEx8,784
evals/elsuite/basic/fuzzy_match.py,sha256=l_q58prmWs8q7uJREj4CH7nwkTJiSDAJD-jdmouF46Y,1756
evals/elsuite/basic/fuzzy_match_test.py,sha256=fMgzzxc3y7YG7h2-gJGWFGU21ZbfNVqvSFvtfHufekg,1085
evals/elsuite/basic/includes.py,sha256=Be35W_vwboDajZhkDEpDEq0DIoX-AqVun13xJbQ_0eI,1589
evals/elsuite/basic/json_validator.py,sha256=zcnMiJJnJof88yrbpwBMizxfQCSdJ504Fvp77Ghx8ts,1185
evals/elsuite/basic/match.py,sha256=0-jhS7mK8wz8M4XQVn-eLXaaaEyFgn08HHnOE3T9vaA,1831
evals/elsuite/modelgraded/base.py,sha256=NYhV7T2kdbFA56_uBjLw3XRbSe8nyLvcHn1UIRqYddQ,624
evals/elsuite/modelgraded/classify.py,sha256=futWdDYf3-lrE-WLSIXEp1PkMLqZ-G1ToRdbMUZnDCo,4573
evals/elsuite/modelgraded/classify_utils.py,sha256=tZhFQy4wmwHwPOEvtzBwg2-F5DnOdeJ6QhY7LQlJoFc,7590
evals/elsuite/test/match.py,sha256=8bkTTPI1SAev5wHXd0A89Oq7-7oubgvvVAhotfW24OQ,780
evals/prompt/base.py,sha256=z4IeAmJj4TwBH3M3qvNKDr5YXAeRV-1-bcrRwJMyRJk,4093
evals/registry/completion_fns/cot.yaml,sha256=eGDwB6KiN6AxS4LwIA8ONfOioCZga1egxcDR1mxKLPU,391
evals/registry/completion_fns/langchain_chains.yaml,sha256=Cm6VrHDIvQVqNg3Eh7ebOyMXC5N2nMIBSO-kmbmhJQk,103
evals/registry/completion_fns/langchain_llms.yaml,sha256=zjU--WJyx3fUlKYOexy4xHWW7gDy7kdqW0R7cO6n7v4,524
evals/registry/eval_sets/coqa-ex.yaml,sha256=kOyFu83Fh2VBrrD83AMT4AMgTTve5FG1wlNYS38csqg,141
evals/registry/eval_sets/manga-translation.yaml,sha256=HrC10EPvVZv_2kSUVcZIpf3BuA8S_DiOnm_GwJTr4R8,119
evals/registry/eval_sets/stock-options.yaml,sha256=yBJqN0dGruSdHHLJZnrcOhfDlz5O4O2wKZVz_dn560g,560
evals/registry/eval_sets/test-all.yaml,sha256=jb65tfvToqqHVu9fECZ_XT334OKEnwYVOft5lKKVo0A,454
evals/registry/eval_sets/test-basic.yaml,sha256=HMxZrJDF8Fdmi88QdZQCj-ZD_tbWSDUKDzAaCTCXC8U,113
evals/registry/eval_sets/test-modelgraded.yaml,sha256=SVV6kEQ7LWZmECjugz5NM_VDmVwFEZKO0uFviEOHTUk,312
evals/registry/evals/2d_movement.yaml,sha256=5xZc5b6HGLIv4DS6K_wslJkYKRK7Sd4jK8HJMvy0IrU,284
evals/registry/evals/aba-mrpc-true-false.yaml,sha256=_ZCUqH1W9JQ0NlgVXwokEJgj8ZpfhdmltAxSdChk4Zw,215
evals/registry/evals/actors-sequence.yaml,sha256=4o29cUKQ1ntK1ynVab205f6dJ4nbtCPWgxMJdotGSkE,297
evals/registry/evals/adultery_state_laws.yaml,sha256=HL5YJB7PuXh0ImtrSq5PhMFyuaKWFhD3qhKKo2DkMdc,351
evals/registry/evals/afrikaans-lexicon.yaml,sha256=WjgDUyJumDZNL86rvvF4I0YqZ-ntH_NaJ5_yPPjtp-4,288
evals/registry/evals/aime_evaluation.yaml,sha256=Yd9aFJHfedeMdJPms7AhNIfrNyVUfyPNp2pGhmHNGjY,286
evals/registry/evals/algebra-word-problems.yaml,sha256=VdIXJEgkgR32E4miONd3dkwBXuNNIHHzCe8K58wTKLA,457
evals/registry/evals/ambiguous-sentences.yaml,sha256=ozJ_VpMlF6IDq4I-RIzeqcGO7lKAyUvcejSW6WJPGo4,451
evals/registry/evals/anagrams.yaml,sha256=lCnZNEHDZ-EJDEFPzFIbyD6UoWFjj5CTnkGWyDJ2kCU,229
evals/registry/evals/arithmetical_puzzles.yaml,sha256=l23_PDIloFOL4TS9Es5X4URw8p29kgI7n6g8NkD3WKU,330
evals/registry/evals/ascii-wordart.yaml,sha256=AZLx11-sq0Nub2RIyJCawUuq4hCZwSFMQluLjGS38v8,280
evals/registry/evals/atpl_exams.yaml,sha256=PjetzkE4PdrHuvunXnJLe0Aw7kft98WENILx7-4jJ-s,171
evals/registry/evals/balance-chemical-equation.yaml,sha256=JUYOEqKVRE7s0TrT6v1HTC88T64FCM-nSKh1iPKrxWM,230
evals/registry/evals/banking77.yaml,sha256=9UTQ8G1nrm3rb0t_sHb7NiTnlsU2wKr4TgDUcbbwkSk,196
evals/registry/evals/belarusian-lexicon.yaml,sha256=4uSi5Ww0WEh2UbOEMSH_1Ee1XlT-GImixeznovUilYE,310
evals/registry/evals/bigrams.yaml,sha256=HUYlZmKS9TjC93GyTIpUyhTSiVf_tXXutkzr0EMmkZk,159
evals/registry/evals/bitwise.yaml,sha256=W9UpPIttZ0dV9R7TbPjwnytpTU2larrQQLnZD3EwT94,245
evals/registry/evals/body-movement.yaml,sha256=nlEjre06H21u93S_oHFAm1uYRTvlojYL1puWv25N3Iw,282
evals/registry/evals/born-first.yaml,sha256=zL7RlHv7jflXma9RrHDQwvZPRDjXJAZc5RiHaH8RpxQ,246
evals/registry/evals/brazilian-lexicon.yaml,sha256=hiSgYM7MlWOXX7BKzX7H-rhXb9wiD0j0y62RcJKSShY,288
evals/registry/evals/building_floorplan.yaml,sha256=Jzt2ys0DPfVy2XyiCmkP3Ka7bF72Jf8MJqZRE1u-zsM,205
evals/registry/evals/bulgarian-lexicon.yaml,sha256=UMpkdIdBPK0mBwfpRpk9D4dMvH1c26dCQ9TzduBy-FM,305
evals/registry/evals/categorize_with_distractors.yaml,sha256=QrtPUEoKJBkR5v5FysenEo5uTCdKwd0g82SzjcsCj8k,573
evals/registry/evals/chess-piece-count.yaml,sha256=6Mahpe1u23NIw9W3SH4ulhCWslD9WXcXc_Dn7nAkdt8,309
evals/registry/evals/chess.yaml,sha256=cZlCJBQPAZAFdbRlAhyVjV0w8U9uXr8cualpsi0RS_k,230
evals/registry/evals/chinese_poem.yaml,sha256=CeWt-1_5YYQr0bW45UVI66j896qD6p-JDr-5zqoPv3Q,178
evals/registry/evals/chinese_tang_poetries.yaml,sha256=IHGxrGTIWOcfkYP4siaNCahmd67fSi5-YeZMJOgaHmU,330
evals/registry/evals/cissp-study-questions.yaml,sha256=_uV8i6ljRhlMI3ZOWv3PecVVnSlm6njMQDxtaLtVuv0,295
evals/registry/evals/color_theory_complementary.yaml,sha256=bDqrkULMUKetd54J4YtdH-O7G4ul-AaZ_HX9x6hC8LI,343
evals/registry/evals/compare-countries-area.yaml,sha256=8yAFASQknGebNjJpsZcvcF7IzjsB3OXdjM9NTIZb4hU,308
evals/registry/evals/complex-replace-characters.yaml,sha256=3IK6V6e_Mk0CVc7MeU8jca2MyrHbwOKT1QNJ3FK0FCs,250
evals/registry/evals/connect-4.yaml,sha256=ah0jeU9zuhTh0jowaUCAVTXmbqkiqbKUZc2byS51jQI,160
evals/registry/evals/convert-hex-hsl-lightness.yaml,sha256=QTDxs9RgnV38-3Fa-COYQmcNh8ALnJR-zRYASE3DH3U,335
evals/registry/evals/coqa-ex.yaml,sha256=eo-VpJTBrR5ivsIn8sWTy4601mzUgNtkCZoL2OrKb6o,1719
evals/registry/evals/count_intersections_polynomial.yaml,sha256=Z6o8K4XuH2AF-QXBHWROw-OyHtBQ2SwdgzE5wbPT9Uw,435
evals/registry/evals/count_token_freq_dna.yaml,sha256=vyXgaN0y_BEI8bUv-6fi1Y4_WQE-nPmwpGstMxWigw4,349
evals/registry/evals/counterfactual-reasoning.yaml,sha256=AlfD2ZxBx6_wYmCOpPfQtEFJssFss22y2CCDaMHqkhc,387
evals/registry/evals/countries.yaml,sha256=V24O30XqnoDtfs9Mc6xBW79CvNUKrW1_N9zmPxhqjgo,166
evals/registry/evals/crepe.yaml,sha256=EYmAW3HRbdgWbuUC5CvIHXdzEefOGX3bm6gqbwCEcao,151
evals/registry/evals/crontab.yaml,sha256=UY8lKH0wamS7AQ6rBT1i250E1uDDZugkNIcFrwX1qlQ,158
evals/registry/evals/cube-pack.yaml,sha256=s0q3fah1Me30IB5gnrhxacBMlgyQqhHJJXFYavTUd4o,167
evals/registry/evals/date-booking.yaml,sha256=5s8kGT9SGHe2iC1DLsIHjH1tiJCjiOTE4iFd-WzVP7w,179
evals/registry/evals/date-calculator.yaml,sha256=y9OL67eOlLttm8LRYviY-eYLXls3q25CscqH76C8aAY,192
evals/registry/evals/day-of-week-from-date.yaml,sha256=z_L6BcWY6In6dctnhFeg--Tw9d1GB12ZbZBc5woUIpM,214
evals/registry/evals/decrypt-caesar-cipher.yaml,sha256=BUlG1ZpALPTD94hvQTGtPDXoNjWCwHWpstLJ_7y6O5Q,214
evals/registry/evals/detect-hshd.yaml,sha256=wOYcODdXtcaY443aNYllBcumxsJ2SNDvQKDUde2-2bI,189
evals/registry/evals/determinant.yaml,sha256=pqk4MlDRmrIdBTmrx4ANpjtI-LyWD73j4neV_fgotDo,175
evals/registry/evals/diabetes.yaml,sha256=yUakVSb2l41ZM2n04NFFjQdVnNcqYz4ZK82uM1xOo4A,163
evals/registry/evals/diagrammatic_logic.yaml,sha256=vMex2id5tmcOsTkza3o2Lf3xHiMo47xbgQG__QYEQEo,202
evals/registry/evals/dice-rotation-sequence.yaml,sha256=gl-DEn9uUFRQUIfoVRKsXL1LsRIO0Oib5GSqP44rRok,377
evals/registry/evals/direct-speech-tag.yaml,sha256=QP0RKh-U68fjc0HdiqpeI58LJyCNoEbnYbswIJc03pA,199
evals/registry/evals/directions.yaml,sha256=DBbJvr65KEQacSbnjMmWEhlxi2emEHUoazUG1GgvcVo,276
evals/registry/evals/dna-melting-calculation.yaml,sha256=iTepd6wnxcVKrM2UOIWB89d_W1inwQjvowFM2Zkyipk,316
evals/registry/evals/dutch-lexicon.yaml,sha256=8j3LZLwB837v1FRCqZycXSLkajLN1pIJjVmQE-dvTVs,306
evals/registry/evals/emoji-riddle.yaml,sha256=KVeqtWzWHNMthqXderhK4Mzl4bbiyG43bejybpc3IOQ,269
evals/registry/evals/emotional-intelligence.yaml,sha256=vvenROXWERbItVcAG8enrGS2LcI5LjWFih7Z6LydWpA,387
evals/registry/evals/escher-sentences.yaml,sha256=wYNZaOlV8wj9s0aFsMCI6XMVmbnjVso9Xtsl9BJIjT0,195
evals/registry/evals/european-date-format-challenge.yaml,sha256=QoPRoLwuPbxkJX-H-HGY856cK5nI6Q590rWMocgOFaI,497
evals/registry/evals/event-categories.yaml,sha256=kYTPrjyOY-PXq2FvDprMJBdt5dlX4_iI9Ty1N0-dWwo,350
evals/registry/evals/fcc_amateur_extra.yaml,sha256=-t3Yi22-CuZ7GmVIwRXQe4PDodx9yq8zL38h3LeXMdo,314
evals/registry/evals/finance.yaml,sha256=awAtEEAqTEkCQZOGlf1lfGumUwi3Buy3zMuZrM1nYko,254
evals/registry/evals/financial-derivatives.yaml,sha256=NfUf5VIMMy4IVWTQhJV8wuNda4aK6jpBWBRgdZ9ctk8,311
evals/registry/evals/find-letter.yaml,sha256=p92BKLOf2nQOMbRHfYqowvJfskeXILUoB2cQG0XSPuM,181
evals/registry/evals/find-thirukkural.yaml,sha256=EQ6kYI2dAIgH6kyEJDzdkyoMaIoAgRARBHPEDahEnU4,303
evals/registry/evals/find_country_from_svg.yaml,sha256=6u3_T1ncV2gDPTsnO58SR8Nc5AGIXH1zkqo1hBPL8ZE,336
evals/registry/evals/finnish-rhyme.yaml,sha256=zeFD59r3VcBGa8p3YBvfB8a9wqpqSGILrRgGmkrTwPY,262
evals/registry/evals/first-letters.yaml,sha256=zzmk6jkpLNt348PaAV5jAT4-BQgcgHj8BRpZqa4EB3U,183
evals/registry/evals/food.yaml,sha256=eBSDFlSEe4NnByaMRYhVAylxr3e81YIP9igpUqsPDsY,147
evals/registry/evals/formal_logic.yaml,sha256=qj40MTn1oe0ddxSkxHZh2yxAuT_0s8Mzok-hIrUNmI8,276
evals/registry/evals/forth-stack-sim.yaml,sha256=sB_xETrsKGOqONCYC6gAmlkTCHyN_7_uEXFWOmLmD6I,928
evals/registry/evals/french-lexicon.yaml,sha256=y9JoP1Bm0LpREsgP3qy1lk99-SNSDNTfIgb6G9YMrHI,273
evals/registry/evals/french-part-of-speech.yaml,sha256=VMDaTc5Wq94Sxb0ACYkvxYthg-G05JSkgTwtLVUX-gQ,361
evals/registry/evals/gol.yaml,sha256=dutW4ObZMmbIcHlLFTcLI6vJ5HYAXx3e_T-YQUe7p3Q,254
evals/registry/evals/greek-vocabulary.yaml,sha256=Hkg3lYh3TONOY1evPqz6NP8CoAHgNKKOT9YDaPeY6YI,194
evals/registry/evals/guess-the-singer.yaml,sha256=W-D-_eFQ73_ArHM6uHRihBXxcxpouDWligKV8UwWjlg,292
evals/registry/evals/heart-disease.yaml,sha256=vtg4-PDKRyKAjqKZMwz3ELwidw76bLdC1TPBOIWH35I,258
evals/registry/evals/hebrew-rhyme.yaml,sha256=MIMif2NKAV0NLoUsWiwLxqbn7aRTxntu_9xdfwKlzmA,250
evals/registry/evals/hebrew-same-noun-gender.yaml,sha256=_4_33PUeiI1AAT8ky5IEWkVXLd_c5GBKR6Y0k7JlRPc,285
evals/registry/evals/hindi_shuddha.yaml,sha256=iV8b9HC1LCim-ldDeuwltXWq6yEWnQFRojKUDYSOUFM,183
evals/registry/evals/hindi_upsc.yaml,sha256=YCcpnzrcGvb-PC_4K2FyXhiTMgrTj2iwMpbiwvVH_Gg,170
evals/registry/evals/hindi_words.yaml,sha256=6ZdOWJziVxFJfCbew3-lgRs1v8VDMZa9rpekhIpq4jQ,175
evals/registry/evals/illinois-law.yaml,sha256=VjSHfp4uxMQhbH8vM0ZdnAss1zItckBWQMyhyyJ1l2k,265
evals/registry/evals/imperial_date_to_string.yaml,sha256=stjZipZ-jUTM24g6uMH8dPPHGqGemAi92C4dl_j_YUI,222
evals/registry/evals/infiniteloop-match.yaml,sha256=Ue8fjK8svQRLldmqZtdhc_85tVqHPl7Wx54d8eGt_lw,347
evals/registry/evals/integer-sequence-predictions.yaml,sha256=dVgPXb4uZhvfp8QWvDHFW-9MqzVVzbTi9WU-szqz3Kw,1113
evals/registry/evals/internal_representations.yaml,sha256=FfOjuHOa2Ky0RzKdTlpOOz6CpZ06BQYca9VuINihpMw,235
evals/registry/evals/invert_word_wise.yaml,sha256=WvPCNy5Sx8NATvn3MFLTJSsjFZ21c3RhnF_IqgB8tE4,390
evals/registry/evals/invoice_due_date_leap_day_adjustment.yaml,sha256=JlOsHBdgXW6mnEl0C0GEBwmm6nB7UpfMeHzt8mULKVc,275
evals/registry/evals/invoices.yaml,sha256=htfOfjzin0CNT1puNMh9Z-KinTvejmLG7PPeR8ADixE,262
evals/registry/evals/irish-lexicon.yaml,sha256=px99Gw_jMDgIm_DmpBss6KtwSbfBEU1Ooqx25_SvFcE,285
evals/registry/evals/irony.yaml,sha256=cTB-grtsYqN2o75aTIurBPKrGK9sk5pjNVukQiCONyw,258
evals/registry/evals/islands.yaml,sha256=3q4WFbSf6FONVBrcak2ovwCB9U4d0cxFfIKzTBC-LqY,370
evals/registry/evals/isosceles-right-triangle.yaml,sha256=Q79wjBCOTlIyY-Wh108vn5bzPFeuCV1N5SjbuxcsKfc,233
evals/registry/evals/italian-new-words.yaml,sha256=o_wyyXpegUUtQ0pfv9G0M-IyXpYSrtxujXOFPWjuhY0,308
evals/registry/evals/italian-rhyme.yaml,sha256=a-86a65RvL9ZIhvVclM8cm-WfdJKHXgKpNF5kLnuT2s,254
evals/registry/evals/japanese-itpassport-exam01.yaml,sha256=6WTl1g43tP2DbSc3fN7Y9UeyUvxIqcYbYpZ4SvNexlA,428
evals/registry/evals/japanese-national-medical-exam01.yaml,sha256=CTVxj-krMG6izCaB-Dw93tO4k4RmgzjhbzKqQDm9q5s,292
evals/registry/evals/japanese_city_name_pronuciation.yaml,sha256=TuqD6fOvUTjOywNZnGaZ-gJfQhIfSJfNxc22yk03Nms,399
evals/registry/evals/japanese_driving_license.yaml,sha256=s91j3Xr1CmyQeMIK9I2E-3sE3C5BfUtQGtaP1cmdezw,329
evals/registry/evals/japanese_number_reading.yaml,sha256=P-_LsB7d8sEmTx1TqDo9Gnecs_6CpkZPwN3RccUbmd8,338
evals/registry/evals/japanese_populer_video_game_title_and_the_publisher.yaml,sha256=8ZI_UvbHsvkq52XbI7Ndr-14LmkFA0Dvh-zMc3NlmZY,448
evals/registry/evals/jee-math.yaml,sha256=NU9SV56MqGAcFCLbWkNG4ycujbvFhEqI0S4YY9Cs9t0,169
evals/registry/evals/job_listing_title_for_a_caregiver_in_japan.yaml,sha256=QnUOYjn01vXeVu-aeSMpmjZU9TQ3KbwRSxjPNX4aHv0,382
evals/registry/evals/kanji-idioms.yaml,sha256=stmQWbP5EZcL3LWbfN2euy40zDrtG_ZZ8FfJ9nxvsjI,248
evals/registry/evals/knot-theory.yaml,sha256=rT09edvnlCf7dY99rS7A2bGhI5diAX6ie7rE2F4phmY,754
evals/registry/evals/korean-consonant-vowel-combination.yaml,sha256=7G9MVKmq4CV6qEkAR3p1MKIWhsJGaO_7b1FPkw5KeR8,390
evals/registry/evals/korean_spelling.yaml,sha256=iQOBN0-WQomMxK6KmINJYSL3IgJmiXRhX_Bailxulds,191
evals/registry/evals/language.yaml,sha256=LyO4TC-PG2B6XnjqIsG4uE-yk4DZ3-_BvKm6MfS_mEM,262
evals/registry/evals/largest_country.yaml,sha256=dICu1nvnjBAbMFiPhQmPZxjo5rXsU7L8ND_5D5rhAwI,275
evals/registry/evals/last-word-nth.yaml,sha256=eBAn9nGT8J7NcL9WNVyy9K1CLo0TcVXunsQ2-KIBPzM,327
evals/registry/evals/lat_long_identify.yaml,sha256=q5U0534OSm0s_G8-IkDJBK9p2pph_8LENPktMqQusbY,198
evals/registry/evals/linear-equations.yaml,sha256=bPYC1TwMxUJ78E1DfxC2C0-MQOn6VvVlWLB_-yCzQ0k,194
evals/registry/evals/linear-regression.yaml,sha256=UHALeB0PTX5JNsCRi8QHzfbhn90hkAxtE1lmy4kmRUQ,802
evals/registry/evals/list_comparison_missing_name.yaml,sha256=M8VmOkt3X2oTswHBOWrzAFngVtesTOiBJ9XrpGlZu5I,458
evals/registry/evals/logic-liar-paradox.yaml,sha256=tt3DxsOTTbohvf_x46MFCRol-DpGghJWmMCo9H9M08g,456
evals/registry/evals/logic-statements.yaml,sha256=dr_K9Ii6A3mwScPa0t23IuWhxGqa8rFmsUoWs5iNJOY,214
evals/registry/evals/logic.yaml,sha256=nA67Ix-JbTYzKoX2yIwNNOCvI_Sby5o-IHUCaADCW_Y,242
evals/registry/evals/logical_counting.yaml,sha256=e7HKH91RfIUPSBTQ_JBCx2wKHnK44QE0G-H-X7qyeG0,194
evals/registry/evals/logiqa.yaml,sha256=elwmRJ9P0nNcqR03NUX-xclazK9HPMbVDdtbdCessXc,153
evals/registry/evals/loss-logic.yaml,sha256=lpAFT3DKqyxTe_07EjcTayPwZlpZnkseJmPVXajZ2Dc,262
evals/registry/evals/lunar-calendar.yaml,sha256=vhxT6KNYINsxvidVJK6KQWiQpM80arF7WEGTN0Nv32I,919
evals/registry/evals/mandaliof-table.yaml,sha256=LnEjCXtOjqWUfY2dxbpC-_qnUCr5fjxDLVu2BWKBmis,286
evals/registry/evals/manga-translation.yaml,sha256=Mpvb6qUm8Fexyd4j7857yxWNkvnrnTx9L1ULRZ8vaKg,674
evals/registry/evals/map-electronic-component-part-to-fact.yaml,sha256=bET5NPeVm69wsK31_dmFJVamTbFIHl7f3w6sKsag7BI,278
evals/registry/evals/mate-in-one.yaml,sha256=N_g7bsQOyVs1GWhcQjPPtPdF1F-WU7gxFqI6yIPdba8,243
evals/registry/evals/matrix-mult-rows.yaml,sha256=OH3SDFjP4Xe9QVwq3Pk_e1f4SMPsGUpBrVNcBgE_LyQ,297
evals/registry/evals/medmcqa.yaml,sha256=sOotmRHe761Tf1RPYewTYdPWny-X2NYLiMggbmJJK-g,159
evals/registry/evals/mendelian_inheritance.yaml,sha256=Lp4CH4ObwJjbSgFBjXMZKVxFwK4STGn7A-CjhsPEVLE,215
evals/registry/evals/missing-operators.yaml,sha256=TmscS-PBZsaCetqwOoi3pIrW3srLuffqMjgJREOymJE,337
evals/registry/evals/mmlu.yaml,sha256=b85wp6rktF5MNrrakGm8s_LOtUC9FW-FrG0kMguThl4,14586
evals/registry/evals/moral_exceptQA.yaml,sha256=t8dURhF5kcrjn_24Z59vkoNl7PbqPu-D6dfHVuXMSeo,329
evals/registry/evals/multi-step-equations.yaml,sha256=Mf22N3XHaQuY2T4Mb0geGO4kzgaFB-RxSKzh49dm-zo,211
evals/registry/evals/multistep-word-problems.yaml,sha256=ad7F14h21XiAiBuaIs2IfbVM3JzJD89ReU-or4rLVls,310
evals/registry/evals/music-theory-chord-names.yaml,sha256=UooSOy0SKnkx7GJTca1AK5pP_2vaDvdVdEfgjAkNYRk,315
evals/registry/evals/music-theory-chord-notes.yaml,sha256=3DHEagLI4GYGl2oejIs3NHSTooQFKr56Z0NWRvuyRdc,315
evals/registry/evals/music_theory_scale_modes.yaml,sha256=hHR2aBjHtEooEpJhTmrcaXYbx4MwTN37CIE7BZ52C60,346
evals/registry/evals/naughty_strings.yaml,sha256=w0KiqaiyetF-CHIyXTMnhjFUpRx-k7w6d6c05PheCKk,1193
evals/registry/evals/nepali-song-singer.yaml,sha256=2PpcIk6zgVl3-nsnSICFb7FJirmLC8wJJ7frXgds4rE,361
evals/registry/evals/newsology.yaml,sha256=YsQtIkYvVHjRMHXaF9FZ3Tlt-VAtf1ntFFAZwH8BmLE,340
evals/registry/evals/norwegian-lexicon.yaml,sha256=ozFqfAhEmYImLUb5FNmZRPL9zYjcgl9P4ODtmeQ6190,274
evals/registry/evals/number-pattern.yaml,sha256=7iZ9sKdmlT51DC-pwKnWz3Kbv4e2WXLRleIMtMGcypk,186
evals/registry/evals/number-reading.yaml,sha256=X3PLjQTqjvRn1Qf2x5c4uv4dvwsUmJ_EtPDiKR7Vfto,292
evals/registry/evals/numbers_game.yaml,sha256=tUfPXeN8wYaDXNJ-keh1pNPvM2sbLcaRkTMLEBekKmQ,256
evals/registry/evals/nutrition.yaml,sha256=6s7B2EjIjkWVI0g7uUP0S8P77_RAZ1Z93rUlv8nXMCU,317
evals/registry/evals/ordered-history-events.yaml,sha256=02ULUiPubqC4Jpu6CVo7axZD23BAtVDnEvQZ8YkGtyE,224
evals/registry/evals/pararule-plus-multi-step-deductive-reasoning.yaml,sha256=1YIsxc8YQDFNYLvH6m36W9pzGe5M9Nz8gR8YPpK6-rQ,441
evals/registry/evals/partially_solved_crossword_clues.yaml,sha256=th3E26uTd5wud7ombx5VDLrpRkE8O64Zn8mXgEHFrEE,258
evals/registry/evals/pattern_identification.yaml,sha256=B7y4I9N0FKPW3yY4U_e0vjNk2pdFFVtRSBJ8xP51qIQ,221
evals/registry/evals/ph_calculation.yaml,sha256=-N-SS9J9zuKpdl2Wu3FWl_Ck1SsAc2Qn-D4ppzVnzWc,287
evals/registry/evals/physics-interaction.yaml,sha256=HovqQUjR2cZuod679bd_-qz74Zw_j0Bwad6zPBaRAvI,317
evals/registry/evals/poker_hand_ranks.yaml,sha256=SiZBsIvCMt6jlM5MMOytTMDMzm6gDwhjkF1m8oT4who,188
evals/registry/evals/polish_rhymes_generation.yaml,sha256=VK6fl4zEokq9qiJY68uO75t2XPCMt8z3KffGDuMw2U4,270
evals/registry/evals/portuguese-sarcasm.yaml,sha256=aLRwge2tFexwwtuXmTzgHM581X-lMxChT3VTxx5yjyc,277
evals/registry/evals/portuguese-syllable-count.yaml,sha256=DvVXOPMMDQCLkT4O7zq2zBVfdxcJDjdmnWMi8hCGYrE,297
evals/registry/evals/positive-binary-operations.yaml,sha256=moiZ-N2fs9KXLcPG_sxT3cGkQqTG-n2gsDYop9RUXT0,320
evals/registry/evals/probability_questions.yaml,sha256=qS9pBdUVo-bH7-ewLEjYqIicgIi7d2urjdM2McipSWc,335
evals/registry/evals/python_list_comprehension.yaml,sha256=csKNmg0jlOYqO1TFO50sQg6zKNF_VQsW0Ayde0lf-KI,334
evals/registry/evals/qa.yaml,sha256=VzRFQP-dhOezS88MM3AZxwop0XWAMiW2vWoIfg5dYZo,282
evals/registry/evals/regex-match.yaml,sha256=qOU03xzvbRFT1C1IFPru3TbPLrlrAyWxsb6u3NeTaRc,175
evals/registry/evals/resistor-ohm-calculator.yaml,sha256=dGPG5l8O6jLSUty2tnHR5zjT_97FdHT4fPGNX7C0pMY,350
evals/registry/evals/reverse-polish-notation.yaml,sha256=SjCbi9WQJ5rGAaIv0wANB_h7sBvB1vApsf0fgWs4uTg,321
evals/registry/evals/reverse-string.yaml,sha256=4YD9q2QugHODFDUYDZ1jh-ALuNyiQ_23jogZudLgV1s,378
evals/registry/evals/rhetorical-devices.yaml,sha256=iFWFEzUPMNDX35IElSPecTUFwg2Uv3VIKXuY6UzkkYg,294
evals/registry/evals/rot13.yaml,sha256=bJqvQ-bO_7rCoFTj_PqNZrDRBW0SJOYpSpJIPdBIup8,255
evals/registry/evals/rubiks-colors.yaml,sha256=VwyOsuMSHkQHac0Hlr4vb8wqK5lb9AwlhK7_OiWziAc,294
evals/registry/evals/rucola.yaml,sha256=OXpRYqknO92SzBVkotHK2LmPK-zQPl4JPOQvzU60AMg,236
evals/registry/evals/russe.yaml,sha256=KoXTQAtgybFlUqfjwytL6RfuU22UwV2VAMkO1ifeZCU,364
evals/registry/evals/russian-lexicon.yaml,sha256=RBcLoUIb37M5KdVI8NyNyBl7zoLZMRnnrJiM8ou22es,278
evals/registry/evals/russian-nlp-tasks.yaml,sha256=fy1TANYx-H3SPmLRAdYDbYXAqHEPB426OEuAN_urgCQ,199
evals/registry/evals/russian-rhyme.yaml,sha256=1mARLGCY-28V8HMtRToMiS-s-szsdbIBsV9ohi4p23o,254
evals/registry/evals/russian_medical.yaml,sha256=XU8ViRSVGluUYXweOBlzialcuCk3I_3vCCDTXjG9i0M,190
evals/registry/evals/sarcasm.yaml,sha256=OnfU-Hac-TuB3382Bs63-tH6Lo61s0ya0ygA9DWvS1w,274
evals/registry/evals/seating_arrangements.yaml,sha256=rX0evVx4LH9icxNKUlcetQyvOz9M3uJ4Dzpu7C82mf8,338
evals/registry/evals/security_guide.yaml,sha256=i49LrtzNZwy7C9C7ZMT5UWZdUqDfmehmnKmLBR4D01U,334
evals/registry/evals/sexagenary-cycle-calculation.yaml,sha256=mhgIVGYu-QfDqioZvPVuCNn2Gg-QJ6N4l0Vo1f2D1mY,247
evals/registry/evals/shape-in-shape.yaml,sha256=BaTa04rq7TGtkI0AQ_JkxjPsaCd4naKuEVuBHlQYAtw,309
evals/registry/evals/shared-borders.yaml,sha256=Pnd7Ld6ZQxbd1XEN2VV4N8G_IUzxj7DeHgjy8flGeUM,379
evals/registry/evals/simple-knowledge-mongolian.yaml,sha256=TcMjFqx8Ng85w7JZ6e-eEWByk2G1Sa6UeAYauRlQEMQ,364
evals/registry/evals/simple-visual-understanding.yaml,sha256=FZG8GrAEFJaXlahe2NGr1f2ZKRVvva7mSQov8OTash0,377
evals/registry/evals/sort-numeric.yaml,sha256=QuXSOrj0W8xqn20Z3Xz1fVZtoOnUYco2nyxZktxrUxY,374
evals/registry/evals/south-african-bands.yaml,sha256=Ak8myxi2XoFQv23NT72sfIHkQCNLrfrFZVDX1LH0rWM,441
evals/registry/evals/spanish-lexicon.yaml,sha256=slXr6TW9-hZ8MW14qBzMuXjd-agZSmoWIw3P2DK8hGo,310
evals/registry/evals/spanish_feminine_noun_masculine_article.yaml,sha256=BS1lafn6OboARgfrARq6g-iYBETi1NM4jXEqgxafrgw,453
evals/registry/evals/sql.yaml,sha256=F-ZH0r1EyPXhOtitUwVyuA17aGSCOcSsZly2VL98HVo,1048
evals/registry/evals/squares-gpt.yaml,sha256=DRn4BvDRmcJ7oukYftYLzIGY6O7rL1uOpqyGairjOik,273
evals/registry/evals/stock-options.yaml,sha256=OX7A_FTLT59BN_0ynPs_3WZw_EoO9Fj78ak92ce_7OU,4472
evals/registry/evals/superficial-patterns.yaml,sha256=hO1DDrucJfWf8i_hYKKB_esNjlohIIZVLxy58wbyzsY,286
evals/registry/evals/svg_understanding.yaml,sha256=xtPDHMd1XWTuwYy6q9kLSzeSXxKudPEcXuVssYQzdbg,245
evals/registry/evals/swap-words.yaml,sha256=j4DbLz97h70zj-_y1CYTfv7TfG3n3dR_5ahIrU3UxuY,171
evals/registry/evals/swedish-spelling.yaml,sha256=KUhH-CFMXRnvsYPXVkkjEZSwTnPQOgNsOLU_VegJPYE,272
evals/registry/evals/swedish_sat.yaml,sha256=3I_e1woOyG3TogavIv5dUHuc4G9pz2VkUR6gJDKAth4,376
evals/registry/evals/syntax-check.yaml,sha256=Xpwl1a8DjnM270EfoOPgC2ybyt57D4czPuk9vzf1TLM,269
evals/registry/evals/taxes.yaml,sha256=_sUoQmiuP0KinVWmfinr3WZld-uWKYLLsAMf-xZz6lY,150
evals/registry/evals/tempo_to_measure_count.yaml,sha256=z5kBFRsnqSIH9uFwVHMZbaTdScgnE6bkE6aulVdzsNQ,399
evals/registry/evals/test-basic.yaml,sha256=KbRk8TxXbrGtHjFKxle2sekfNvho-GQzqoTw6g9l_Vw,1169
evals/registry/evals/test-comp-sci.yaml,sha256=yqT5_aFRZxltThsyxxpc_nX9SxJmUO0hvOtbowkejAo,400
evals/registry/evals/test-modelgraded-battle.yaml,sha256=ukmOqejQo_UgXA1HVZVtPdoOJYAmD3olntrWWjdlhxk,1271
evals/registry/evals/test-modelgraded-generated.yaml,sha256=S7fIzT6SB6gkJUUtiMeZwsS72IsE2xwAzQfNClC66ek,347
evals/registry/evals/test-modelgraded.yaml,sha256=ufxE_DMYM5g3O7y9ftGnTkomY7JjW3OaqgOlJhKAt3M,3040
evals/registry/evals/test_japanese_units.yaml,sha256=QtSc0sFKL8l7dyozZB3gHEeg7fCLJrkiT5kVpmJwwx8,335
evals/registry/evals/tetris.yaml,sha256=znxB2W_ueFcHGCZEdAQHePtgnD7k7zZQA_x9BPW08NI,360
evals/registry/evals/three-pt-mapping.yaml,sha256=bsxAEXvPC-weUekXjw1ouWgqGnT1E7F7yUhRX-w2cAA,323
evals/registry/evals/time-zone-conversion.yaml,sha256=nie50PQAEz_XCl-90BqntWOrsD9RbcryI4lSFrgVPps,397
evals/registry/evals/track_objects.yaml,sha256=HMiDD5C0l7pQ7k87xP7nwjte-zEPVL3A82paaHFvukA,263
evals/registry/evals/tracking-shuffled-objects.yaml,sha256=oAr2z9noPLSNPG1483-f2IIIEl6eVASfgV23nfkQPY8,230
evals/registry/evals/ukraine-eit.yaml,sha256=tXjtkAH60MOiMxhg79GXfd5eLyWf1P1f9Kw9oiDyQ_4,174
evals/registry/evals/unified-patch.yaml,sha256=B4aiU1HjFW10W4EaOUh2aB58tlqJKY9pzinrrQcX1IU,189
evals/registry/evals/unique_combinations.yaml,sha256=Ij0uWchgtoccGv500S8zbTEFZX7wSyHeEDCbwrv6dw4,307
evals/registry/evals/unsolvable_questions.yaml,sha256=5_Bc9DcofRNJ4PST8c4nnt7LJeiyhS--FVcU5PlRK-o,211
evals/registry/evals/unwanted-rhyming.yaml,sha256=nffZ7RZEUdOCpe2kXS2NeGfk0dgryNaymDmc-6RCL7M,274
evals/registry/evals/us-tort-law.yaml,sha256=gqq4T-Xof57eWncpshQUMePSGpW_pAdWKbk7kL4y2vE,329
evals/registry/evals/utility_price_parsing.yaml,sha256=ph84pD5IEJLDeTFC36MOZPpFek6a7iRElg_dWxVg3fM,214
evals/registry/evals/vigenere.yaml,sha256=3MVVmzxE8t3rIFHCQ_fAaEcUd7gqKiFu9tQyXvaAzhw,266
evals/registry/evals/vintage_phone_keyboard_decode.yaml,sha256=FXvwiATImlWHWYVPMqVrBEGa2bF6TCSmy70bwjNmoQY,503
evals/registry/evals/which-is-heavier.yaml,sha256=DVA-pI99UH2Ad0-lb3B9HgtG9sFSiLl3gjH64Mdbst0,365
evals/registry/evals/wkt_understanding.yaml,sha256=z42MKP9Ejex69QFJX8bdV6jfXHRwiFy7ltDi9_SvJZE,392
evals/registry/evals/word_vector_over_reliance.yaml,sha256=78mALlnOr-_Gm-o84RuExdvtmN62i0O2vVBmdl0sD_w,397
evals/registry/modelgraded/battle.yaml,sha256=GyhK2Zpiz_8ZjMClad7ZnNgwKiBMlNTSXlqRoX0lMF8,492
evals/registry/modelgraded/best.yaml,sha256=vilUeFU_1qP5w170l_3hoHKF8IHqGzqwsD3drjf8H2M,263
evals/registry/modelgraded/closedqa.yaml,sha256=S5zCk_p7Jh7efQPn5xvLd0nF01CqRk48sza-FcOmsMs,831
evals/registry/modelgraded/diversity.yaml,sha256=72YBUR5bI7MIjgl77U8jUlvOU-fVhrIB9QRIMV1nigs,246
evals/registry/modelgraded/fact.yaml,sha256=KVo_PDrQJRG13VN4vkvbsYeCIRHfKS9Jol0PJ7B20PY,1157
evals/registry/modelgraded/humor.yaml,sha256=DRYksqdu0EihCb9n9jlPFt3IUvfwfz_oxUC-42srlpQ,2564
evals/registry/modelgraded/regression-equation.yaml,sha256=RBT_Jz8LtFKd5-qpof0AnyIKjlEfzocBtQ_qUo5cFHY,887
evals/registry/modelgraded/rhyming.yaml,sha256=vhO7rNijTaCc5y-jx5GOJl3i16bwYP8e0urkQasLMXs,309
evals/registry/modelgraded/security.yaml,sha256=a01Fgo4--V27C5Is6rTvIATSEJj-bSlseyh5l82U6tA,230
evals/registry/modelgraded/sql.yaml,sha256=aN6bn2GTTRwNy5OUUDKap6DKXxZBUOE8IhJHrWgIKoI,1203
evals/utils/api_utils.py,sha256=a2UrtHPGVvhZfIWcsvUPziB10jUf9jY9ZTGukQWHXvE,2136
evals/utils/misc.py,sha256=Lwo6xlDtKNEW-xDVEXpg6TULKHWUuYxW55UCMj1n3cY,713
evals/utils/snowflake.py,sha256=1PhhD7sQzw-RAl7QADm7gSRFUl9_ZnXBE0AVRXUhXNs,4076
evals_nightly-1.0.3.dev20230530.dist-info/LICENSE,sha256=3PeSfsAA4L6gIbr1Vsgq16wuls3YKFociypwFOgwDG0,1063
evals_nightly-1.0.3.dev20230530.dist-info/METADATA,sha256=GtVdcZijS6vaYsoyX201g0tvXyqD_UQr360Dzfphj9k,679
evals_nightly-1.0.3.dev20230530.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
evals_nightly-1.0.3.dev20230530.dist-info/entry_points.txt,sha256=VCG8Tg79A6FR1bHPBG6Vk2ZSTKBsqb7HZhN9qa1kiS8,90
evals_nightly-1.0.3.dev20230530.dist-info/top_level.txt,sha256=-RPWnvpqWuvduYuK6BeQVBTji6GNx1s_SNB011XaRzY,6
evals_nightly-1.0.3.dev20230530.dist-info/RECORD,,
