lmms_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/__main__.py,sha256=sMHMIt3oO3vlplQL_O7Di-XgaecvPb0RYPZLY_7iw78,22737
lmms_eval/evaluator.py,sha256=9bYOndXoY6NE6LmiphHFezP37EuLR7HdOXQqhfWAPZg,30342
lmms_eval/evaluator_utils.py,sha256=qIdMnhOQImyI7WGQKCW0AIbpnLXTuEiomXuqDi9OrYc,21633
lmms_eval/logging_utils.py,sha256=hTlWmvZ_vqe7UNAkLSkcSyNAHoOg6LkXh39DotFMvf8,15070
lmms_eval/utils.py,sha256=6QgGxti2uhSdz4_2Pr1eiaBIrpXx9AH3S3Nicyysdmw,31758
lmms_eval/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/api/filter.py,sha256=IhkF3XXRSwMx292SHPrxAE8sXIFCS_SehZ-vFMqUbwQ,2026
lmms_eval/api/group.py,sha256=Kadnxd37z4kTPiq5dZTygdnT-nVrt-M_WQgCQz8Jmss,3534
lmms_eval/api/instance.py,sha256=sIKCXRxwM5EhGuESX05NMg5sDObpHA1DqJKpEMopA-8,1003
lmms_eval/api/metrics.py,sha256=EywrmpJW4PHVezA3ePygn1t6FQ7AfVvQMzPVRmm3eyY,18274
lmms_eval/api/model.py,sha256=y8yFd-44AwyWuFsdaMmNN0KJ2HS3z27aZsI9KWZCN1s,7996
lmms_eval/api/registry.py,sha256=wlCnmW1Ad5TFL35TP_JjKbSS-CxXTDZ8pXju3D0PKvA,5399
lmms_eval/api/samplers.py,sha256=ODOyv_T_vXW5_P1AFW-KIFtm3aFgSfEB4D-GJWWtP90,3548
lmms_eval/api/task.py,sha256=wY9Taw5h18S8SvBNwdId_qBSyoPPpQsakgcQSlhIxyU,74263
lmms_eval/caching/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/caching/cache.py,sha256=uvoYwQ5YCYF8VLLknxX7hUTq8OK0lPI7vlnf1DHVti0,2143
lmms_eval/filters/__init__.py,sha256=WC8U8CcUZfiMSJ4CbwOp3Zrv7ZZJfNwFvjg76jFQcY4,1559
lmms_eval/filters/decontamination.py,sha256=lik8zK0DXI34etPng3N-IUfdhBR7fDws1Uya0JXTt1E,631
lmms_eval/filters/extraction.py,sha256=dmGTdY6rymkCB-cBCeu8YIHdM1Sn_9mEKkjb0JVIhp0,10494
lmms_eval/filters/selection.py,sha256=TxCaqT52ih97YNtu0JkDMXTILgZFuEW9Ky25GpfRMmE,2112
lmms_eval/filters/transformation.py,sha256=Hb11ghxyyFSuzHU17vJlqycl8PsIPJFC0Vjv6PmBbR0,1512
lmms_eval/loggers/__init__.py,sha256=dg8zEHqZajiJnMl47q9rwU4yhmSr0QisXAItN_YSdx4,88
lmms_eval/loggers/evaluation_tracker.py,sha256=aUtUMGCI8IBXvvwK10u9gesYtBcC2P20eXebN2z6z9I,22782
lmms_eval/loggers/utils.py,sha256=RbO1BjdiAdLvW3OUWH4DXfT_o1WGe0yWrnCoknln1d8,4975
lmms_eval/loggers/wandb_logger.py,sha256=BKLYZJqYiLNNj2bNPK_aorTkVDPx0KCGEasjMQpQZrw,12838
lmms_eval/models/__init__.py,sha256=ktFMVRxpNDR8CWfBlz3CqmIvrBpXF6gCaVcFyAxsFWA,3063
lmms_eval/models/aero.py,sha256=3rCyXBnTHuuwc4JRPgGkHN0fyq-JGkfxoNu20wcmJcw,12942
lmms_eval/models/aria.py,sha256=2qkN1lIVpbRKWkdGP_fHmhtEBdDp931lpuNOI84ErSA,14624
lmms_eval/models/auroracap.py,sha256=CNGzO1peqg3CbO4X27OZxBP1GvjOGYLu03VlifQX85o,25728
lmms_eval/models/batch_gpt4.py,sha256=9mVkpkyj3MIJJP9qziuN3FlVQllHlnDisbwOsxfCdn4,8306
lmms_eval/models/cambrian.py,sha256=wxmFqlI4knjU_qNu5cWCHhwMJmE_b5l10e4JsVBSBa8,13012
lmms_eval/models/claude.py,sha256=BI8G6D-zyi5xQR-KSQAHlWny3qnp9ZEWANhQiB2rdRc,11014
lmms_eval/models/cogvlm2.py,sha256=BJI-wq5fK6wQB88tfxi0UHNZSW1rhKdn56nHVxmiJnc,10263
lmms_eval/models/egogpt.py,sha256=KgaSq7ZUSmdaeFgaFDh_cMRVdPeSpJqAZqk3H6deay8,22259
lmms_eval/models/from_log.py,sha256=7rTuaZzI8N7jDiqlkFNBdfvUv1BTtVtRnCZ94DHbHlM,4486
lmms_eval/models/fuyu.py,sha256=I_6rPYlp3RCs3Me51Bi7fZ4Gp66zqqNHHjoTiJIVlMk,12660
lmms_eval/models/gemini_api.py,sha256=HGZv1Crjz3ZFbD5efgl5ovC9GoPIB3eKKgHTaNEB66M,12158
lmms_eval/models/gpt4v.py,sha256=nb3zf-yfIiTgewFh4fOcgLBkXsUdlxMBetLhcrB7iBk,10376
lmms_eval/models/idefics2.py,sha256=7IIi-S3Oa7Ad2W7cjBNTU31VyFevifDq3PU8RqgkDVE,11261
lmms_eval/models/instructblip.py,sha256=QfLM6pSRMe_bL1r0QLTl5pBdfcIlwYx6ReQKice50b8,10270
lmms_eval/models/internvideo2.py,sha256=dxfgxH13z7A0SBRJtxS1ond74XnaN6feU_gJJb4Dlko,14718
lmms_eval/models/internvideo2_5.py,sha256=_7ajU8BXGsSUvrf5jLNli9dnIc6IXZZW3fYcYBKTv90,12885
lmms_eval/models/internvl.py,sha256=Vl2M4hsBP9XdglSrO94NoAFX07gPF1nSRd0goI2D40o,22017
lmms_eval/models/internvl2.py,sha256=7DlPBzN76zNYm7u-2EOXwIi-mp6VDQM-2bYwcK-Ow8U,14358
lmms_eval/models/llama_vid.py,sha256=vxZ6-Cw4PS1s4sJgyEPJO2R1XRlnmT260SCdNZK2kFs,12282
lmms_eval/models/llama_vision.py,sha256=aqIbQx04SOMf7-aREBtnwgwg1zcuN_V1i0W1IGyxwGg,9211
lmms_eval/models/llava.py,sha256=2agfqXCdr-C6_rS7OEHY1hgSVt653gt7TRjYpKOrmjI,21570
lmms_eval/models/llava_hf.py,sha256=gI5cAvOTWvPn54BIzJf6Bky1a2sf_JAU_x-EaXqJIhM,18904
lmms_eval/models/llava_onevision.py,sha256=a0V8HY6aJfOlluCKPwJ5LvLFZNCwPR2cOfsg3QxXEac,42030
lmms_eval/models/llava_onevision_moviechat.py,sha256=tWoq1tCBM4U4eIIRfR6_Pw7TQl2hzL5baTzjU3wT2XA,26349
lmms_eval/models/llava_sglang.py,sha256=-27Xgl0LgIE-I-LJYhmY88zapdOJdaXOidjB0P3ML1E,7544
lmms_eval/models/llava_vid.py,sha256=dN4P3gJ54eEZAmVmTKO4WBvcBzOGkYQ7s5HzFYSUnEc,25904
lmms_eval/models/longva.py,sha256=LuMRhZFG3RTdSkwI1xhdicsBkGMTbNo99yS1gHlAPgA,23737
lmms_eval/models/mantis.py,sha256=ePUj0rltfqEUf_3ila8uDpl4PNE_rH7pGvQQBVbPYLI,14325
lmms_eval/models/minicpm_v.py,sha256=KBnIxsXqJG23UA7TsoxiQgUEdpyIgaHR7w477PaFCkI,9895
lmms_eval/models/minimonkey.py,sha256=1D4-LZva6Vqux3J2TVt0bBln1PkRFjqeks0KkMhDefE,15139
lmms_eval/models/moviechat.py,sha256=sugxBgQamBJDltAo0Q81NryVApSw2KOU7alDhxHJ_Bk,21604
lmms_eval/models/mplug_owl_video.py,sha256=7RVysucWqGzwreiyHkUxQiHv-zhfZc7SlZcD01HvzUQ,8564
lmms_eval/models/ola.py,sha256=gAIXP0JQInMmRvvTMqw-feuRmRpnIlsEWuHYcGOktDo,32281
lmms_eval/models/openai_compatible.py,sha256=bm3YISq2ZgA_lAl-bQpUBltyQTF1dhcKN968HSppJSw,10538
lmms_eval/models/oryx.py,sha256=2oza939WCbns83pmLdG6nhn5nj5nU7Vr4bXHMcS0tvk,22743
lmms_eval/models/phi3v.py,sha256=3QceuTWNqEIwJEYytIqKl-Odeg7nci5hDkbIBz2zGaw,9810
lmms_eval/models/phi4_multimodal.py,sha256=wCNEczHVoenIgU1Jk6a8oiCuLTQS9DsybPMQUthPpDM,15242
lmms_eval/models/plm.py,sha256=IwpiRoMYRNPJ3sQ1N1rmZ5XeHDcv4QManemFUOcje9I,9481
lmms_eval/models/qwen2_5_omni.py,sha256=LbIB-19fNqO6z0NsZutkKzwr73hsyTAshnMkk03u5lg,15361
lmms_eval/models/qwen2_5_vl.py,sha256=xfWxLp8Isw1QHlyaCLzid-CCjiLacWWmWA9gsSJsBWk,14985
lmms_eval/models/qwen2_5_vl_interleave.py,sha256=aNoYyGq0Ev25p3C7-Tz40U7aOI8J-jq7aG06oZT5Js8,18857
lmms_eval/models/qwen2_audio.py,sha256=PXQToWLX9tG_9UpmZGFsnzJfxVQht1-16qLkMpqBOv8,12393
lmms_eval/models/qwen2_vl.py,sha256=uH-IFq6jVSBla0Rq5FaxtVnNhu3PNKBAlPFGh17ZDeI,20977
lmms_eval/models/qwen_vl.py,sha256=LFQ_dg9-dBHv5FooJE_vuw-oOrnunEadwGiRjpwljpE,13302
lmms_eval/models/qwen_vl_api.py,sha256=lGyZcJsVArEiosA6vt8kEKAbJ2CQIafrMpiLR76p34A,6532
lmms_eval/models/reka.py,sha256=OzgtMLYzYWegdBwMVUE4k40hz0xd6GS5RfKHheCekGs,8300
lmms_eval/models/ross.py,sha256=Bz6bJTy5DLAvovY3UcfcFImNGu4Cx-fzFXaCC21verw,21389
lmms_eval/models/slime.py,sha256=qcXjxx3LKOQV11YEQVayr3UCGxBdh672Dshj903eJHc,21314
lmms_eval/models/srt_api.py,sha256=XCZufity3tOFpfhBpNhcMwmFy07AjZLaiU3EgHG0o1Y,13749
lmms_eval/models/tinyllava.py,sha256=1AwVg6LpMo0m0qrtff76lCtzjsVdJijQxU4bzxUvxLU,21689
lmms_eval/models/video_chatgpt.py,sha256=76bhdCEt0oAVd9eJvQKaqxIPDuFExm_shqAy_iOkX1Y,9910
lmms_eval/models/video_llava.py,sha256=TTdte4iViFYrGNPFyJqhsz37_F0Nib8wv1Flp9t73h8,10188
lmms_eval/models/videochat2.py,sha256=cRZbCNqjIt70iqnLkAzZSMiUjTneKAtR7u2j_lYHwks,21663
lmms_eval/models/videochat_flash.py,sha256=-NpkHAPPNpty9PLOKB9mrQoBHie8pv8fB_5QHX2p97M,11617
lmms_eval/models/videollama3.py,sha256=ia3qhpnnHWRgYT86w79lrP4HRhLgpwmaR52avF0N9h8,11707
lmms_eval/models/vila.py,sha256=AFLfBOgxsJOlnmb0wWn7spCv_n5w9nxpUqA0l22-dHI,17182
lmms_eval/models/vita.py,sha256=kuU9r0AfduiNFxGf88I8s6OKVWcLPJ29qcDS8n97H2U,20698
lmms_eval/models/vllm.py,sha256=RtKNSU7NZNEIzlGSMLPsSi_sVKY6SJyuFufCYhlO9Vc,15747
lmms_eval/models/vora.py,sha256=SnFmxP3fy8VjvRzrkipeD8jLXx4j0eDET3H2gOeFRHc,11064
lmms_eval/models/whisper.py,sha256=GaGVVfCvExIJ5ZVG32L8ZYnFzQLEIrzs_OTXSRerLYo,9021
lmms_eval/models/whisper_vllm.py,sha256=BodqEwG9D2lH6sfcp-oOeWacY8RCU9o9G1iafxkxYjg,4855
lmms_eval/models/xcomposer2_4KHD.py,sha256=Imi5w-qb4c5Ugz8Pl9MTJE-8Yw7Mu9vSa5t-5SKqWW8,12102
lmms_eval/models/xcomposer2d5.py,sha256=3eVcowfA7RlFXO0csgM4EgWxEmYFKCLK72MByhaBLBM,7756
lmms_eval/models/model_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/models/model_utils/audio_processing.py,sha256=PzoxERV7NEkVlJIG1-DH2oxeIwXzUKW1gWEMfO0oo-o,844
lmms_eval/models/model_utils/load_video.py,sha256=QFJD-_XbtnYw9pqb2G8G9K2htqfdk8N5gJkqgI-3l_U,6161
lmms_eval/models/model_utils/qwen/qwen_generate_utils.py,sha256=45RXc0AuzsvYbg57YKEeFaCS11bdi6Swhuq0Wey7d3o,14346
lmms_eval/models/mplug_owl_video/__init__.py,sha256=8jQD3Of1pIDhsFiHb3_9RU7S4uKKVg2Aq7pqL7oJ1-U,2508
lmms_eval/models/mplug_owl_video/configuration_mplug_owl.py,sha256=O0a1UVvuR5aKAG9WlJ25Q60aWaOkUShu5PRG0KNaKew,12954
lmms_eval/models/mplug_owl_video/modeling_mplug_owl.py,sha256=5fLCe2Sbb1QHUdHnZSipnGhf6166Xg725ztQZzrRYb4,81467
lmms_eval/models/mplug_owl_video/processing_mplug_owl.py,sha256=tYTfobMWmdj4LT7kBtfojjnuEV7bvrMbebd3KfZzeeY,11353
lmms_eval/models/mplug_owl_video/tokenization_mplug_owl.py,sha256=m53pFU-0G-6ZejefynfPQjdCehCWsSUEEV9HnMUbS90,1786
lmms_eval/models/video_chatgpt/__init__.py,sha256=Mj_ZCnQBAXUsgBM4k4WLmex3D8QYfW6VpO1x5RNNduY,48
lmms_eval/models/video_chatgpt/constants.py,sha256=XlaUAI0gpze6plF0gW9WQx0BDmnAKQBKoJYBies7Jko,253
lmms_eval/models/video_chatgpt/inference.py,sha256=NFO0C0kW98-Wv0E_DIzIbb4HIyvHiRhM38Fv7YtYKCY,7279
lmms_eval/models/video_chatgpt/single_video_inference.py,sha256=HoIVWAQbpkWMjWGFzRzHXOaL8Tc-eBd2JCkgYx67vGE,6121
lmms_eval/models/video_chatgpt/utils.py,sha256=EpkZU82xzqCuHG871Ch_WjVzUHjakCtaf7_Xxy4Btlk,284
lmms_eval/models/video_chatgpt/video_conversation.py,sha256=t96FuRvCDPsGExdXxMSykRM2XmHhcNbX8tod6KWxeJs,5129
lmms_eval/models/video_chatgpt/eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/models/video_chatgpt/eval/model_utils.py,sha256=JjIucR7PKmQj_Dr3VUSDCvhiWFkdWqWe45zuWx1tSXI,5598
lmms_eval/models/video_chatgpt/model/__init__.py,sha256=vqYu_CwHz3srdV5BxTyljhwhV7O36An0qGRsNvRKzlA,125
lmms_eval/models/video_chatgpt/model/consolidate.py,sha256=UWkvyEf6e_2rZDjGrHostTGebBujexsDILYT-LZkeSU,855
lmms_eval/models/video_chatgpt/model/make_delta.py,sha256=3rUrRDxlYm2CSl12mKfa7dIm6jH9IeWSALcP3r_dP_4,2000
lmms_eval/models/video_chatgpt/model/utils.py,sha256=9cPf22pMD63eCuqcQUHSO5qkOrXT39IysIjBb2CH-BE,1141
lmms_eval/models/video_chatgpt/model/video_chatgpt.py,sha256=04xf_XSVhv20fb8IaMU3pMnCZQAvavbZcqorsE41nnA,14403
lmms_eval/tasks/__init__.py,sha256=H6DwXsu12L6pXAbfyiGxnAf9XPRBzx9_UQMcsYXeMCY,24961
lmms_eval/tasks/VisualPuzzles/VisualPuzzles_cot.yaml,sha256=lH3_HUgs4x8t_38B0f3ewion2-iBmaUD99HAiKVdDbw,677
lmms_eval/tasks/VisualPuzzles/VisualPuzzles_direct.yaml,sha256=BmUd_YcGM_fpt4IsbIzBHSu1uO0ltMb2HdpJ2P6qMLo,696
lmms_eval/tasks/VisualPuzzles/utils.py,sha256=h7QWyiQerWVj1Um5Qpuo-xkvf4uYYt3Xcaqo2EYvGmM,4694
lmms_eval/tasks/_task_utils/file_utils.py,sha256=QA2988kmKfJrqHgouFbN19skFKmHtZXbA0PlywC2YJ4,244
lmms_eval/tasks/_task_utils/gpt_eval_utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/_task_utils/video_loader.py,sha256=JxF0V5kpgNoHqF4Ity00WybLCphCakvEAt42cxyk7h0,1036
lmms_eval/tasks/_task_utils/vqa_eval_metric.py,sha256=TkFUxsfkZX5sRKoI4YTOWuDocmZXRMbLaEz2ReRkfOA,6056
lmms_eval/tasks/activitynetqa/_default_template_yaml,sha256=lI8BZ9uWOw10Wcs_xecF9gv7tEqbdbIfma2tXdJS9U0,353
lmms_eval/tasks/activitynetqa/activitynetqa_generation.yaml,sha256=tdTaqxnG9OyJfhUK9-qFUmh4gA137eS9YaPmlUV9euY,857
lmms_eval/tasks/activitynetqa/utils.py,sha256=a1H68ZuDa-89npy9qWobU9wrPU8OxeOshTfxBScTh3w,11280
lmms_eval/tasks/ai2d/ai2d.yaml,sha256=UxskLxdVJTM9OISBk24x_lo6knMnPWijgaKoBeDh79E,1434
lmms_eval/tasks/ai2d/ai2d_lite.yaml,sha256=07aqiglnu9MEjGfmpXkACievNBYkj9lRGoG_ewByEng,1468
lmms_eval/tasks/ai2d/ai2d_no_mask.yaml,sha256=Bngv34QMs4DIAOcHjYzXnbLtmfDGrZDpA42b9Ea9YR4,1464
lmms_eval/tasks/ai2d/upload_ai2d.py,sha256=k9-pMCIQZ9NSC5ev2PBJ0bU1F9FSYBFEq2Etf_jLmpE,5098
lmms_eval/tasks/ai2d/utils.py,sha256=r_7eD_aRk5nlcDW3_GrDBy2x_eQMSEPXMFCrcaaaDaQ,3685
lmms_eval/tasks/air_bench/_default_template_yaml,sha256=6jmoVxswoaTYQEDhgcPesDR5jYfTt63J0Ov8rUkVv7o,119
lmms_eval/tasks/air_bench/air_bench_chat.yaml,sha256=f13a9HUc77k-kqf1lOULetW1eX1B3q12zn8xOM_k0EU,129
lmms_eval/tasks/air_bench/air_bench_chat_mixed.yaml,sha256=w63WhX_IvQDan30yc6d7Yknu1b5u8A4pyQG5KGsbAbA,646
lmms_eval/tasks/air_bench/air_bench_chat_music.yaml,sha256=OSqq3aPyFAGRFaa9NTqz9F8onOtpFZNFR0mUoRXAVCA,646
lmms_eval/tasks/air_bench/air_bench_chat_sound.yaml,sha256=Kp89bFBRSx1bYpUnI8AgTjPLpueEbbKBF9qD5_Qvwvg,646
lmms_eval/tasks/air_bench/air_bench_chat_speech.yaml,sha256=eKnUWsmA_WPMfwwexql6LnlqotgqKnyrVsTgHAfwudo,648
lmms_eval/tasks/air_bench/air_bench_foundation.yaml,sha256=OXoJGVSnKykBeme3Ire7qKvbVZt9Xvc5UxTXrHqTvMU,128
lmms_eval/tasks/air_bench/air_bench_foundation_music.yaml,sha256=6JliWkUv9n2otNGkaNCY2eJvVkPLjZGEj2Z-IXFnqoY,911
lmms_eval/tasks/air_bench/air_bench_foundation_sound.yaml,sha256=iIISUHCVyNjPr0SO-TN-VdTfC1Q05tppuq-usbZBlEk,911
lmms_eval/tasks/air_bench/air_bench_foundation_speech.yaml,sha256=k6BZzR9ZiNtK7h0bgkCQZNV6Yov98F1eV1X6Bf2IuBY,913
lmms_eval/tasks/air_bench/utils.py,sha256=7ThEo2t44GY1vXfhyinJ6ep-DGIKFhGlppvkIrzUTy4,10177
lmms_eval/tasks/alpaca_audio/alpaca_audio.yaml,sha256=6d2btDCeLbVjawWr53d9MgKfSSMKrpgGEwEAw1IixL4,685
lmms_eval/tasks/alpaca_audio/utils.py,sha256=cS5YcWuMEfpTwzGpggtAlzFWK8gSYPl8XVfw6edoyUY,5360
lmms_eval/tasks/arc/README.md,sha256=L8N3Tc5ekitbFCZrW-KHPkx1pwjHzLJfrBEZDP5CABw,1932
lmms_eval/tasks/arc/arc_challenge.yaml,sha256=aCYhwmriSxBlotcyRgpVqO8rnyVEV0QxZmyTCanv170,71
lmms_eval/tasks/arc/arc_easy.yaml,sha256=ltodnv4d-IZZSBztwTmFyzR9wGhVSi6uVhMD-jm_qz8,579
lmms_eval/tasks/av_odyssey/av_odyssey.yaml,sha256=H326NbRJMSM4jg59suxL5PlYU4nKxVSCxyk4ejscIN0,835
lmms_eval/tasks/av_odyssey/utils.py,sha256=rSiOB7k0ESxTpLypkpWKVZ-N_mmPDdS8UDTP7jCkVP8,9055
lmms_eval/tasks/camerabench_vqa/camerabench_vqa.yaml,sha256=vaUjETAl4tI5-boOH4Z5MuneNnZ0_pDzht02m5xzLdc,2754
lmms_eval/tasks/camerabench_vqa/utils.py,sha256=w1b8m0Zrp-_JPqTl2fBJE-uHX1Ts6zYzSPzkPGm4m7I,10729
lmms_eval/tasks/capability/_default_template_yaml,sha256=byaaADwx2jmsb8Lc2bSU4NLyUV_rn1JpkWfXAG-qJ5U,3231
lmms_eval/tasks/capability/capability.yaml,sha256=qLB_3ts5D_TJtlsjWjUp6jKFl7XLC3lvYrYqSNhL6TE,384
lmms_eval/tasks/capability/capability_OCR.yaml,sha256=JSpRK_HAu79Kv5d0lZNFYKnVOlYvAAY0JqFb60KyWRY,72
lmms_eval/tasks/capability/capability_action.yaml,sha256=aeYv0XecbjHRoi0aGINjpEtkOc4vQNdxccsCnD-iqBA,78
lmms_eval/tasks/capability/capability_camera_angle.yaml,sha256=tX7TQHkVWoBO8Y5NAVVn_k3dEN1K8APmGiH4m9ZSGvs,90
lmms_eval/tasks/capability/capability_camera_movement.yaml,sha256=5ojUIaO7kreBvdp2buGOBFoydx8_371ZWOosrlYpGQc,96
lmms_eval/tasks/capability/capability_character_identification.yaml,sha256=m2lxTUmc_s-hGta2rW-eQ6XZfeKOb4lE3KVAYztFWcE,114
lmms_eval/tasks/capability/capability_dynamic_object_number.yaml,sha256=1fVKQ50pWgXPUiucONLp2LBUEqEEg42NUlyC1734qBQ,108
lmms_eval/tasks/capability/capability_event.yaml,sha256=WPJD3gj31ILox3R20uABs0c3GShWi78QWW-yJXgnkps,76
lmms_eval/tasks/capability/capability_object_category.yaml,sha256=aNJSXYZ2upz-t_0SzU2q6W3vLv_rQLGYSMFb4xMS02Y,96
lmms_eval/tasks/capability/capability_object_color.yaml,sha256=p5Y2cyv4KH4OoiDpdaspJUF0Wjdzin7YTmJ8WTHY5Wc,90
lmms_eval/tasks/capability/capability_object_number.yaml,sha256=BL5cqaskMptm1dyH0m7ZccjHnyzyYtdNgP882SKOlbI,92
lmms_eval/tasks/capability/capability_scene.yaml,sha256=2QstJr4RWgYSDUNob8XEGJzmIyCGwONm3-XVy9Ntz28,76
lmms_eval/tasks/capability/capability_spatial_relation.yaml,sha256=foIXt7D-t_C7B7T6ybZpe3kOT_JxjzyBee6xGb3UME0,98
lmms_eval/tasks/capability/capability_style.yaml,sha256=MK9VufZc1myT8u_mqd66Fm_Aw4rgEssqQdksad9Pj3M,76
lmms_eval/tasks/capability/prompt.py,sha256=yLOdK36ulIyrcpYJAcwsqLcHjCAuJO9c6cZI8F6pSQU,24297
lmms_eval/tasks/capability/utils.py,sha256=bxrCJ72euOCXx99IeCDoaMhJgNUb-WiTjIYY9s7WkQ0,27985
lmms_eval/tasks/charades_sta/charades.yaml,sha256=oxjtVt-Ql-pJY0TWwBgB3VFh-s8v5yv-e0JqITLTo6c,1119
lmms_eval/tasks/charades_sta/eval_tvg.py,sha256=OmAm-ceeprZiNTngp0QjdB1m_8Y-UpBJWPCYlPd264Q,4508
lmms_eval/tasks/charades_sta/utils.py,sha256=lnKPsNcgf2JxBucvYGLycJNEjWYn5zO_kzAf4ws6AHo,3404
lmms_eval/tasks/chartqa/chartqa.yaml,sha256=EvChMp0xYFsuDjQ6nmN9mWK0VhbeVzGKVzFGcAb1ctQ,841
lmms_eval/tasks/chartqa/chartqa_lite.yaml,sha256=O1MwDHzDxbw-ODYblEQieSysWnlQOE7EwxETjVn98E0,875
lmms_eval/tasks/chartqa/upload_chartqa.py,sha256=aUwi1CFyBE3xxPHvHdeVDWXgwWys7-CYxUq8aHcUCDA,5365
lmms_eval/tasks/chartqa/utils.py,sha256=XjNpV_raKUzHzEkxNuAXcQPvzwTh17x7SQD6erjHXg4,2369
lmms_eval/tasks/cinepile/cinepile.yaml,sha256=9pFBc7QiJsDEu_5WMwsbGZ1oA21ebpArJXLW6rdLq-E,1481
lmms_eval/tasks/cinepile/utils.py,sha256=1hlFDojafceJt-38LQaA15-tvytsVaH5OYZZQyMQjqI,8134
lmms_eval/tasks/clotho_aqa/_default_template_yaml,sha256=9Jli-_mvzaOxqyCFzNpf4NqnBQsrvh7RyFqKu2RIzqw,250
lmms_eval/tasks/clotho_aqa/clotho_aqa.yaml,sha256=lFIQFj-zlP2oGWdgRQtPX9dkyy1CthsgYMqziJncTGc,63
lmms_eval/tasks/clotho_aqa/clotho_aqa_test.yaml,sha256=aW6W5K8aiO7GYGnl4OgVQ4rch7L0AjTpu9_5Dehs2gI,458
lmms_eval/tasks/clotho_aqa/clotho_aqa_val.yaml,sha256=0Bzua9zCaT9m-0DHES68KIYtuDJdV2lb9cUva58QoeQ,456
lmms_eval/tasks/clotho_aqa/clotho_asqa_test_v2.yaml,sha256=knFssCBl8a83qnFk4ecBiLn8lEJhGL6rPB1LNQ04H8s,458
lmms_eval/tasks/clotho_aqa/utils.py,sha256=AB6yUdEHW84MIg-vyEmTL00OVmhMicv2MlscwbTScfA,5454
lmms_eval/tasks/cmmmu/_cmmmu.yaml,sha256=apIgLYjrv77-6U4u4ybsOGi8lkqZ9FJlXNgZcPBEJkk,44
lmms_eval/tasks/cmmmu/_default_template_cmmmu_yaml,sha256=C0CKEI_5CZHr4zbTyDYZGo8L_eLr_lrIvb8WKfjZGOw,249
lmms_eval/tasks/cmmmu/cmmmu_test.yaml,sha256=g7GG_nSwnr1SFLFIQuq_gHXgpuGs-7BQpAuO0CFGFOQ,517
lmms_eval/tasks/cmmmu/cmmmu_val.yaml,sha256=9jslMG3ljb7VVB4Dz-iFT6tSdv1wWiIxOERXVy2e1PE,544
lmms_eval/tasks/cmmmu/utils.py,sha256=ibwk56Kqcn95b3tLGQIovXaL1-0VNCfHZvLiSpRlFl8,17191
lmms_eval/tasks/coco_cap/coco2014_cap.yaml,sha256=Bc0VrjRPMMbjieZk3gizg4kc4I0Vy0ffhsm29ZD9LNc,69
lmms_eval/tasks/coco_cap/coco2014_cap_test.yaml,sha256=lighhYf_2A-e5tWt0v16mDIBsGZImo3nmUemUqnvIs4,766
lmms_eval/tasks/coco_cap/coco2014_cap_val.yaml,sha256=omBayttmmsSvoGZzng_ja8_0FdjA3UlvU9inYXwz8eE,1417
lmms_eval/tasks/coco_cap/coco2017_cap.yaml,sha256=NdNTCENZJQ-k7VobJaGpoVC9rF9SUj7cH3rteXWuTPo,69
lmms_eval/tasks/coco_cap/coco2017_cap_test.yaml,sha256=cj9H0gfgQGWctyT9ixUqLfHAk3CcM3xAFFCjESHcIl0,750
lmms_eval/tasks/coco_cap/coco2017_cap_val.yaml,sha256=tKPD6ZUPhvlultZzsRrFlyrMiQT2JUCGRCKEKeT6vi8,1401
lmms_eval/tasks/coco_cap/coco2017_cap_val_lite.yaml,sha256=F8BjUSOfCuxn717dxu3FOY4I3cP6gfAqSAWq3LhFofU,1409
lmms_eval/tasks/coco_cap/coco_cap.yaml,sha256=CUvhjQQTUrbI9lUMD0VawcfkYEmhRVjPPOATfaQnwkM,109
lmms_eval/tasks/coco_cap/coco_karpathy.yaml,sha256=aOyvrC8Vh52ydyxZZ5uEW1hZWPuS4yMT7wLkm79MWds,72
lmms_eval/tasks/coco_cap/coco_karpathy_test.yaml,sha256=8MhRYPLqxMtInHZl7b5lofeItWRZWv8MUtZ1F9Wd3XE,1380
lmms_eval/tasks/coco_cap/coco_karpathy_val.yaml,sha256=QRbbWf6eVeixuOaHZ7z6i_1cV9NASO7M3mQQGuKt7EM,1394
lmms_eval/tasks/coco_cap/utils.py,sha256=4o7pixRmS33edIlRwIYUEyAj8YhOXre3m11OLjbAtPE,6117
lmms_eval/tasks/common_voice_15/_default_template_yaml,sha256=6lsYFFYkX_AP1VZZ1bkt2lNr8PPy7P70wBtnuVr_lTA,565
lmms_eval/tasks/common_voice_15/common_voice_15.yaml,sha256=BXW48Opf0Z9g5qcL3PUtvp2r-JF3M_sJ_3_sei1Wyo0,94
lmms_eval/tasks/common_voice_15/common_voice_15_en.yaml,sha256=SUZU0y8gSv7QrYU-I__XboSr1ae8fLMG4mg7CIPAQnw,215
lmms_eval/tasks/common_voice_15/common_voice_15_fr.yaml,sha256=wrbFapxQjh998Z2Cq9s6nshlBFl1RJWVrf-yoONAqVY,215
lmms_eval/tasks/common_voice_15/common_voice_15_zh-CN.yaml,sha256=Tud-42FqGaQ-DRdQ19jHP661rcbFqRtTL45AGz-pkJg,222
lmms_eval/tasks/common_voice_15/utils.py,sha256=ux9bLohda9yFcL9CEBaLIRC7ToyTVvRK_Q7E0czQmBc,6138
lmms_eval/tasks/conbench/conbench.yaml,sha256=XXUTEQ0Jc6GdyrmJIgbxQvayMcIxX4YDxe9aRn7Z69E,767
lmms_eval/tasks/conbench/utils.py,sha256=4bJ4AjWxykPCw65TbzszSoKBVChi7daEbnyKsha-JPU,2845
lmms_eval/tasks/covost2/_default_template_en_zh_yaml,sha256=l6RzgnWzxKCixCyhDZLb-EKrg88HFqRRA3yiM6gesCI,811
lmms_eval/tasks/covost2/_default_template_zh_en_yaml,sha256=lHZWfcfMlGkcUyL4zT0E6H7H6SigBf443wniO_5s7-M,800
lmms_eval/tasks/covost2/covost2.yaml,sha256=SbU2uNPZnbcCQhVGmp8RVkyzgd1BbNLBZMTk-2BHH80,56
lmms_eval/tasks/covost2/covost2_en_zh.yaml,sha256=PALvcoVk3MvEuH4k4W4usf5jDlLh-FbUeYweK2E2mp8,71
lmms_eval/tasks/covost2/covost2_en_zh_dev.yaml,sha256=ymuSUbndTwKOwn9kwW526Me5jBE9EaEHOZRQSi-FGyY,406
lmms_eval/tasks/covost2/covost2_en_zh_test.yaml,sha256=sgYkbdTz3GyV3arChEoHN5SMFIzFKeUZrF69MJdD1aQ,408
lmms_eval/tasks/covost2/covost2_zh_en.yaml,sha256=-Y4vLAY34qFRhh6H-PoOq8YAskgh3WsubFNxqSazbeA,71
lmms_eval/tasks/covost2/covost2_zh_en_dev.yaml,sha256=OFvCHhqTOlbwSeh9U1sR3sRUzuuDdDbDZDtMbmd2CdQ,80
lmms_eval/tasks/covost2/covost2_zh_en_test.yaml,sha256=PuE09zwB_spCkK4XN3irhTdStEn6U4JjJKjFzkbDqZw,82
lmms_eval/tasks/covost2/utils.py,sha256=OPbrHoDtqqFMuX5md_W4gbuSEl6kkdXPqwRE-S26ODk,4809
lmms_eval/tasks/cuva/_default_template_yaml,sha256=qVGEzTc-DHaM8h9uKzMw2-1SsFB2AXaPgAxQjC1h284,161
lmms_eval/tasks/cuva/cuva.yaml,sha256=aHAY2-2m7pwaQWnTFVWhpeFQBEuen0o9WWygrtUTFF8,32
lmms_eval/tasks/cuva/cuva_test.yaml,sha256=kRq4fC9vhSzqdEvB01kW-U9wcquZdWI35bmlAPbkH-k,687
lmms_eval/tasks/cuva/utils.py,sha256=f8NQajFxmlXXBrf-lWujJp5PRMy5qzsVUlMpzcHkISk,8294
lmms_eval/tasks/cvrr/_cvrr.yaml,sha256=L9jUi1t6zyQKCJHKLJDdqOz_ONVJVcw64YGCHdBWV-U,492
lmms_eval/tasks/cvrr/_default_template_yaml,sha256=i5SmW9-a9pV9RZNVWAa2iOGjnDJcCcAFhKipugZ98_I,240
lmms_eval/tasks/cvrr/cvrr_fine_grained_action_understanding.yaml,sha256=6ca7aMz0KJ18Mv7lJ2aRtckTegAhlIEJWIGWenKIpgE,610
lmms_eval/tasks/cvrr/cvrr_interpretation_of_social_context.yaml,sha256=fqVtd6cYCxz2oLYxVoMOGqkEMyrDC2Exs8i356OmMBQ,608
lmms_eval/tasks/cvrr/cvrr_interpretation_of_visual_context.yaml,sha256=2XQFiEe5OTcRBk26vT58VKHr0IasFfbq7gytzfPf4cM,608
lmms_eval/tasks/cvrr/cvrr_multiple_actions_in_a_single_video.yaml,sha256=njyu2OnqTfzvr0byRk49kDRu-wl1SH6TlFS4vKKfmwY,612
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_existent_scene_depictions.yaml,sha256=iZvDywa2zogNuxWUsCeFY2QgNyymC22tAc_gCn6Ymh0,646
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_non_existent_scene_depictions.yaml,sha256=BR2IJ0DlfLDFas3Um7zHvt-Kuzo9SFqa__rpCiMoJAs,654
lmms_eval/tasks/cvrr/cvrr_object_instance_count.yaml,sha256=ay6r9jaRYeAFPzJ8yfXpK6qw20zZICI-ZbHZCUYqYY0,616
lmms_eval/tasks/cvrr/cvrr_partial_actions.yaml,sha256=jVucoeFQoiyVyQTWRYrmQRfeERi6J6YU3AZrZYiD88o,574
lmms_eval/tasks/cvrr/cvrr_time_order_understanding.yaml,sha256=BstnUTtUzFRVAjiBAFb7ZCnj9hHm67DBLd0uahgZ1ws,592
lmms_eval/tasks/cvrr/cvrr_understanding_emotional_context.yaml,sha256=OzwhwygnTYkum99dJMWoycn7o4HEyrt2DgRMnsfrHtA,606
lmms_eval/tasks/cvrr/cvrr_unusual_and_physically_anomalous_activities.yaml,sha256=qtf_hAqIB7Y5FprOa1Z9JSyV5lVvGc3Ukbb0D6HUo3g,630
lmms_eval/tasks/cvrr/utils.py,sha256=DY8zg0rQ7M_BZ4RrXnYVBMUxCk3cb9psqvtUf4-Mx98,10468
lmms_eval/tasks/detailcaps/_default_template_detailcaps_yaml,sha256=qi3A_d3t527BsgGHX1SaBL8HgrzQX1ZLctfu8bPyUXU,82
lmms_eval/tasks/detailcaps/detailcaps.yaml,sha256=l5bTcAb2yZMtFmaRtsjD8uxn3oObwqu6u4Dofe1AwQI,1579
lmms_eval/tasks/detailcaps/utils.py,sha256=Hvt3N0qsOxtZnU_LgOeAkXYnmRZLDT0FqbRB9dOIyMY,6754
lmms_eval/tasks/docvqa/_default_template_docvqa_yaml,sha256=sFzr5_bKDf9fBxeVMUT6sG-jaDIL7za_us0oQ832NBo,497
lmms_eval/tasks/docvqa/docvqa.yaml,sha256=Totti_XjcbUkEulo82nSZnp7kZtQwLElxYJvb5U0beQ,46
lmms_eval/tasks/docvqa/docvqa_test.yaml,sha256=brli7ByqpwkdCKDnmwrmbcb5q7dfnaxh2CUjYrsHnVc,263
lmms_eval/tasks/docvqa/docvqa_val.yaml,sha256=2cc2d0WwxmXNntAXUCUUSyH8qgUko0z0UMG7vixuMxw,160
lmms_eval/tasks/docvqa/docvqa_val_lite.yaml,sha256=idaUoHenn__1EEh_uxl4xeV31ZRaoNwBn_CIsJ--RDE,630
lmms_eval/tasks/docvqa/utils.py,sha256=xUhsnBohYxZCZVu8A3nXZalggb3QgKxmpVq6fyUlS_k,954
lmms_eval/tasks/dtcbench/dtcbench.yaml,sha256=23UgqbVL3OLOQm8qywMiAZzJ98oatmO8zSCI8VZglSU,739
lmms_eval/tasks/dtcbench/utils.py,sha256=qq5cMIzu7DVWCK2cUYbTpBqz12zkh6ExLDMmOQdAXJI,877
lmms_eval/tasks/egoplan/egoplan.yaml,sha256=oTO7-SriW2gNtL-EIUE2dgWo45hKpU6ACREGQIGyMwI,1366
lmms_eval/tasks/egoplan/utils.py,sha256=V4flPDqSb9nNO9T3buxrVFy-cTmplNOutEyrtycdfU8,7154
lmms_eval/tasks/egoschema/README.md,sha256=4PIYydXf3ugDe6uGb9BvfHfN1MBc7RzkUpy9Lu_0E3o,2521
lmms_eval/tasks/egoschema/_default_template_yaml,sha256=GL9clfkTlyAnS4Gq8dISjCgIs9MfeQlHHJxln2it1go,176
lmms_eval/tasks/egoschema/egoschema.yaml,sha256=1Qc2389zBl8nFem7FUFJ24VpoZajvctsO0bTC02kHFw,772
lmms_eval/tasks/egoschema/egoschema_mcppl.yaml,sha256=ZuVI0Red3yf8L0zhvjgpoMV1ymofYvqSBeEGeEOj9lE,496
lmms_eval/tasks/egoschema/egoschema_subset.yaml,sha256=I1zVZrovrexc4d6a34EPF-MYR21tc_teM8SJ-gasDKo,879
lmms_eval/tasks/egoschema/egoschema_subset_mcppl.yaml,sha256=XXFEyQpowqLORrDQLovAFnUHmuU_UZnLnO0c-pWrMMY,607
lmms_eval/tasks/egoschema/utils.py,sha256=QjRflKlzCakEVZOklJE2D0klOBMim8aCEobgHmdXXMo,8171
lmms_eval/tasks/egothink/_default_template_yaml,sha256=uPpCBxJIV6hKTBMIKZYIRUOLPSVWHIOdQgsjUnYV1_g,136
lmms_eval/tasks/egothink/egothink.yaml,sha256=CJwrDWwDuLGVkoHiNyR21HplkPWV8xfZM35TbYRYyLE,297
lmms_eval/tasks/egothink/egothink_activity.yaml,sha256=UsIJRJFm2uhpObOLZBGwVw_7WVAu9dYw9CnKqi3HwRo,833
lmms_eval/tasks/egothink/egothink_affordance.yaml,sha256=TltohSB_D2RjIGtBvcbXrZnyOxps-FcJJ8ThJSxFlYo,848
lmms_eval/tasks/egothink/egothink_assistance.yaml,sha256=ZQ4alZ5UObD27MH10Rn4J4fSb0gJSXwNyybtFvtfbWg,1223
lmms_eval/tasks/egothink/egothink_attribute.yaml,sha256=SG0ftuExLedQwFYEPyXuIX1viIYRHsM85tHsaYe4Tb8,1337
lmms_eval/tasks/egothink/egothink_comparing.yaml,sha256=7YSwct9snKdnbnJpBTybY5vWIlnQzU6qX3qz8IPhlbU,1342
lmms_eval/tasks/egothink/egothink_counting.yaml,sha256=0nAEXqeNVF4tM8AaDLUd2AbghVNJifb6mhC9eKHyq30,1340
lmms_eval/tasks/egothink/egothink_existence.yaml,sha256=a2PI1JjraQbRdk6fqV4ru98GRMg-5aN40PKfOOycnf8,1339
lmms_eval/tasks/egothink/egothink_forecasting.yaml,sha256=8c5dR0IYbhEnoB9nDftIK0IY3nJONM8eweHEYYUIxLc,1336
lmms_eval/tasks/egothink/egothink_location.yaml,sha256=ceywY1Dmpb3MbD7blAwJacoIxhzMQWIiTLczT-HwnwA,1337
lmms_eval/tasks/egothink/egothink_navigation.yaml,sha256=5uwIKLVGpPXTssS0PHipLcob7Stu7FgE7LL2mKTL3Mo,1217
lmms_eval/tasks/egothink/egothink_situated.yaml,sha256=ANfp35gBD1qjwo3gml89jRhlewEaNOs7rZHsDQ3XGAY,1340
lmms_eval/tasks/egothink/egothink_spatial.yaml,sha256=wPf0GRUFL7BkexPejWJsF0l4OhtiwTj0iEP_j2wCzyc,1335
lmms_eval/tasks/egothink/utils.py,sha256=B58GcbwiP7qX9ChHD2SyRZ3JKDQJ9W3OuODo6nmoZmI,7136
lmms_eval/tasks/ferret/ferret.yaml,sha256=A9NWT4b_-mXI4GZCXrXyOfJW0fxOZf_IWX1rGphnyg8,1133
lmms_eval/tasks/ferret/rule.json,sha256=lwlX4uKwoSmXbaB2qCW-DdP56Xgco0F8kNRtSby008k,5228
lmms_eval/tasks/ferret/utils.py,sha256=-QGWDntIWzC5AA4xftds_IlVzBmFnH5LDUXtH6hep4c,6923
lmms_eval/tasks/fleurs/_default_template_yaml,sha256=7zb-QHZMKwIjdzyBCLkMj30GiSY3JraVAcH22qq4HqE,602
lmms_eval/tasks/fleurs/fleurs.yaml,sha256=mxj_yEVjqsEUBoNIXtjQiGDD3cJu5zrYhF2Ygf--EN4,53
lmms_eval/tasks/fleurs/fleurs_cmn_hans_cn.yaml,sha256=58TQpxLGBSA742tVojQf78bxidLkm_LDaZaJLqx9OlQ,82
lmms_eval/tasks/fleurs/fleurs_en.yaml,sha256=ivdZJxMbysNkj653IBeTSDLs8LOi84auRMIvHsQ0DgQ,67
lmms_eval/tasks/fleurs/fleurs_yue_hant_hk.yaml,sha256=x8SCBPuv5pM2dhvMp8Il-Stwr8LWt-ZZ_NKhJjarMDg,82
lmms_eval/tasks/fleurs/utils.py,sha256=OASDpXTyJHZ7uhow3XIcBWxfLP2M8mUUGHb4JIoF-xU,9115
lmms_eval/tasks/flickr30k/flickr30k.yaml,sha256=sy-6RVMfZcO-bZ9SS5FnI-jFoavEteVgwDbZAVpwFfA,39
lmms_eval/tasks/flickr30k/flickr30k_test.yaml,sha256=KftBUkzMLRHdSh8oqocHJqt_Lk9ykjG1JQ0WthlCuuQ,1405
lmms_eval/tasks/flickr30k/flickr30k_test_lite.yaml,sha256=04oWZ3NY5UcTRKucSHHN27X8ivJSdhMTm9FibYRnvkE,1445
lmms_eval/tasks/flickr30k/utils.py,sha256=dI_XzhCi1LBa3m96Bakhc_3bvBdLLau1iQeslPLHhCY,4531
lmms_eval/tasks/funqa/_default_template_yaml,sha256=9OqvbS1Fsq2Cd0kVd025hALmFtxIrR5UqDKjzawIjU8,163
lmms_eval/tasks/funqa/funqa.yaml,sha256=H31Z2ghuSVmbfZTdRHakYL_Rfwjy1SmNBIQ97Jgy2no,34
lmms_eval/tasks/funqa/funqa_test.yaml,sha256=Rb0sBQRrBWLkjeMQlKoY-z0KF268xS0SOVn-y7ts8bA,900
lmms_eval/tasks/funqa/utils.py,sha256=EsFCB8h2wkvcQYydCSBPnWeMdDOHnf_TebLZ7S-qAVo,17768
lmms_eval/tasks/gigaspeech/gigaspeech.yaml,sha256=znBnz5dhwc0zjsnUr-SIHJngR6n4MAVhliLyFOlFyZA,63
lmms_eval/tasks/gigaspeech/gigaspeech_dev.yaml,sha256=ukbBIo-oEU10HHBwu1ShOfbQK1NZ05XDIX_B5osexfE,720
lmms_eval/tasks/gigaspeech/gigaspeech_l_dev.yaml,sha256=EaXdHZa-gOaIywxMsQwCiceFNL4lB0CXkJpG-rdYuXE,720
lmms_eval/tasks/gigaspeech/gigaspeech_l_test.yaml,sha256=IBn1q4QyN8BgjSrnNG7DAl3DVU2HcJyJMNXk3iSZkBQ,715
lmms_eval/tasks/gigaspeech/gigaspeech_m_dev.yaml,sha256=4UbZHu-Rbf4rCewvia0wObxwpDEYxXx7kqhbctBDmFc,720
lmms_eval/tasks/gigaspeech/gigaspeech_m_test.yaml,sha256=MI1RI82IZpghC9d27h-FVvFygOy_GeasxdNW0cWWsQE,715
lmms_eval/tasks/gigaspeech/gigaspeech_s_dev.yaml,sha256=yDTjOvpdnNWk2AqBvarywUcEXVdoDtJNG1BvnSK19hg,720
lmms_eval/tasks/gigaspeech/gigaspeech_s_test.yaml,sha256=FJvF9NSro5Ve0v6FrOJP4y0hLUFj8iK11yZCimEeztk,715
lmms_eval/tasks/gigaspeech/gigaspeech_test.yaml,sha256=mtDZDhOnToG3KYWUTFwdWrUdEXfWBJ1J9Sm4DaWtlHE,716
lmms_eval/tasks/gigaspeech/gigaspeech_xl_dev.yaml,sha256=AswkGSd0yF3T7SgGh2uIqkWd44j78t0Ll1vaP4KaPpg,722
lmms_eval/tasks/gigaspeech/gigaspeech_xl_test.yaml,sha256=Q0YksTxN8gvF2DwKHCfUt49VfivMsS36Xdq9jffbL-4,717
lmms_eval/tasks/gigaspeech/gigaspeech_xs_dev.yaml,sha256=lGQ2HaXp8UbU59E2w4c46QbFAkFtF1yXdVTxKdSLo6I,722
lmms_eval/tasks/gigaspeech/gigaspeech_xs_test.yaml,sha256=zzvRj5nxv7eaTYJW_1TGh0vKlYGhSbrkvg06-5ckh5c,717
lmms_eval/tasks/gigaspeech/utils.py,sha256=mnFdI3PG8wv-n_HTZmfIC5ir_UXMkYM48rT_dVIHQ6M,5767
lmms_eval/tasks/gigaspeech/whisper_normalizer/basic.py,sha256=jD2RG3jPrnTi5L2_PYWMXPgFqkhY7BxYWFP_JzM5ZpY,1840
lmms_eval/tasks/gigaspeech/whisper_normalizer/english.json,sha256=_lmqeoXNc80gpsuZ8MVzv6UjX3ILqlcOU1dq8FFn8Ls,57868
lmms_eval/tasks/gigaspeech/whisper_normalizer/english.py,sha256=5X7rptMPGv0HKgLrbhMd2gjmrg6o2tlBYKNX4vIyYRk,21140
lmms_eval/tasks/gpqa/README.md,sha256=bkmn94eZFAoNRQgkDNJCvIzf-IVqVgAhUUV80c8uv4s,3073
lmms_eval/tasks/gpqa/cot_n_shot/_generate_configs.py,sha256=wRGHsDYz8it9vKz9aw_1zsv0cqIJwb9tc4_6AvWpQOo,711
lmms_eval/tasks/gpqa/cot_n_shot/_gpqa_cot_n_shot_yaml,sha256=L3gMnhMQ6ljSSeAxRxz-9jxx9vYQG2xv5lMq-fGD0is,1182
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml,sha256=Ua3s6-BJeC9Iz93fTROSCLHzizr_FORkj9onkcnDiPI,124
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml,sha256=XwUUXl8F7xN4el7ZHBQM1fEzvHQVdy5vsgW6h11_kCg,126
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml,sha256=8_SWDAVJeGvMhQfU2seWGi9sUrML6pPzYzm_DnCRTJs,118
lmms_eval/tasks/gpqa/cot_n_shot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py,sha256=3e5minE_O5a9NJG68oNUMa3igTbmaojKxIR9S3ZwHY0,713
lmms_eval/tasks/gpqa/cot_zeroshot/_gpqa_cot_zeroshot_yaml,sha256=FcAQsZjZVQaX1cmuM7NUOL-3CcJaGXPT4aA3R87JtMM,1076
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml,sha256=pNhT5SWHyQb7GKbtjvdVlrmGooyGlsudbXj_zUSA0Y8,128
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml,sha256=DLnfykKWvEKni5LzzBhAdTcJaxOaABH13YmbaJmobrE,130
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml,sha256=wza8sxqp1YuMpRvBxil2PqgYAltEK_1oBZWJQe8_NQo,122
lmms_eval/tasks/gpqa/cot_zeroshot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/generative/_generate_configs.py,sha256=nsG56XiyztHj9LmKNtsD4gUmc2sqdpyFPS74SBBdKZA,718
lmms_eval/tasks/gpqa/generative/_gpqa_generative_n_shot_yaml,sha256=vD9tr06FbxPjstJD0WvYXxO2VFc-cpGZxeZsFxyvrEI,1181
lmms_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml,sha256=QH65eFCrkQn2jJHfjk0T5b9YbfQdUan9oHHgjugw1Dg,138
lmms_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml,sha256=xuQm0KRf_ZCyL5Id5KsadN4sZukKYDMtZD7v999HuQc,140
lmms_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml,sha256=EJhKLKJ6oz5mP43jtKHfYcEeN5FY2gkxJHx8Y8Zsbq8,132
lmms_eval/tasks/gpqa/generative/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/n_shot/_generate_configs.py,sha256=t2Uk-17YcA-J2FC4Lr1gAIgc3t8HVIJUWcLlOB2AU1I,675
lmms_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml,sha256=XIT_ffS7mpyihKNJuq99LdvPJoRXMoXdxCFOr5w1i6c,745
lmms_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml,sha256=bRMgQ-UtIFrpftGglUfHLE3U0ZIT8xhRr2-Ia9S_Tc4,116
lmms_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml,sha256=80_VODHpsRmTLNdNl7LjbBuFXDeexymqiwBak6u2zA8,118
lmms_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml,sha256=UgLjr4n53Fx2ou_9M8IyKkKO8dX0Am9kHlS04UMaQwk,110
lmms_eval/tasks/gpqa/n_shot/utils.py,sha256=30C3EL9SYATKhzMvbDhpZApA5VTHpTze9nGFGrxekeY,1016
lmms_eval/tasks/gpqa/zeroshot/_generate_configs.py,sha256=Ue9UIgZncdmXr5C6LwhruUGmM_JLELebuobsVj5jjN4,709
lmms_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml,sha256=Ctj2o9Mm9Aw0u50o5L9rLz5g4IvmiOJFo2n1j5XbO4w,639
lmms_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml,sha256=I9D-hFnOYwYbkgFqmcFKosDdcwBgqI0bufxeGhX4ZQU,120
lmms_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml,sha256=_4NFVTE2yJCEfxx8dWPsAEzO43JmidUpfGuzVBL34gs,122
lmms_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml,sha256=LZE_1k369Pdvf9ftK2yegIAMBIM6lMK1sk8E1t5DiDY,114
lmms_eval/tasks/gpqa/zeroshot/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lmms_eval/tasks/gqa/gqa.yaml,sha256=rWpRBf9SsyVt4iXo_QevouUsaDuaQ3osLRNWymAn7X4,736
lmms_eval/tasks/gqa/gqa_lite.yaml,sha256=4LuX4QnEumGgNPWRPseekk_tKq7zx0Sq-0EyzKs6yjI,723
lmms_eval/tasks/gqa/utils.py,sha256=mONVF14Y1zPCRbQsH-Xh7ZETm9m1jCrMWA4R6Quo7AM,772
lmms_eval/tasks/gqa_ru/gqa_ru.yaml,sha256=168CagsfGshVSY_xWbJwSd2bPSM4eVuVeZRHUpj3b8U,669
lmms_eval/tasks/gqa_ru/utils.py,sha256=KwQYMqHmUjAlx-slCQp8LdIFDNJVBSH-ZnAUC3TyjfE,773
lmms_eval/tasks/gsm8k/README.md,sha256=hVP97N2LjcCKiCn0uG6hYLu-q4iS7cyxckD4ovdS5RI,2326
lmms_eval/tasks/gsm8k/gsm8k-cot-llama.yaml,sha256=exF6bphainILQozv2VZQxKPdRfKXaYeMXZmDSxFHr8M,3657
lmms_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml,sha256=StAKNY5LYM1CyioeEF6Umu9wboul06W0tFZq7ucHYyE,970
lmms_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml,sha256=_DNv2I5bxBHRltQngkTxN8UjT4KOWIT7GuPe_VP3y5w,1018
lmms_eval/tasks/gsm8k/gsm8k-cot.yaml,sha256=V4aLNtD5lQa87eN9P4-O-PYg-dg9ZggRu2oXWJpOTT4,3317
lmms_eval/tasks/gsm8k/gsm8k.yaml,sha256=RCuBe8gxOOyJvTDqnWtKysl338RlPBd613jzVMhUPSk,1007
lmms_eval/tasks/hallusion_bench/evaluate_hb.py,sha256=-S5MQvPTKcqWnPbGAkyHpdmMKi73tvpQFo_JZyzU4XU,4856
lmms_eval/tasks/hallusion_bench/hallusion_bench_image.yaml,sha256=Xx1DvSyXzvk5nKmN9aPezghtvUSfsOcZTsoNnwis-1U,1256
lmms_eval/tasks/hallusion_bench/utils.py,sha256=C3VP-PoDdgDntNJrkmVCYCY1VzlVI_CqCBqS0qUi_vE,12348
lmms_eval/tasks/hellaswag/README.md,sha256=0Sxbs3jgiuWJFMB0onpY-vhTxCZMWbDke8ElRFsiLfY,2710
lmms_eval/tasks/hellaswag/hellaswag.yaml,sha256=yrsDQMrV-2bC1i9s-rFrhd8YBw5gYwDyDk9Xnkn9xeM,516
lmms_eval/tasks/hellaswag/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lmms_eval/tasks/hrbench/hrbench.yaml,sha256=TgXu7gw5z3PZloYH7w2fGxlGuEl1MOzcPO6Yz2gtXhg,129
lmms_eval/tasks/hrbench/hrbench4k.yaml,sha256=B7Ofxrlwt3vjtPOgvu6gd_udAJg6bK7WZ5M7LANB-Po,876
lmms_eval/tasks/hrbench/hrbench8k.yaml,sha256=gcvMnpXzkOhyhu_oRrMDcOVcL02hly31IcivEOg3i3Q,876
lmms_eval/tasks/hrbench/hrbench_evals.py,sha256=qPQNChs4X9Y-jem1BWKzeNrFRRF6hNcjmsTvVaDQhgM,5916
lmms_eval/tasks/hrbench/utils.py,sha256=x67ZJbWQ06Sk7NQe7P_H5sZfluhwzfRzXAeZ6BCdXyU,3302
lmms_eval/tasks/iconqa/_default_template_docvqa_yaml,sha256=0UkcAUxY6HRurHiSRyiEx9-RVLJHb3ZvAk-0x4hXtOQ,813
lmms_eval/tasks/iconqa/iconqa.yaml,sha256=g_OxPGXzuWk5MpUe4EOHduF0ZXpg1cqVyIxaKMGORQs,47
lmms_eval/tasks/iconqa/iconqa_test.yaml,sha256=xfBn0C9evwqQM8UqGAwefGKDj4Fu2H_Q9mgQf5a8NWk,75
lmms_eval/tasks/iconqa/iconqa_val.yaml,sha256=oQ13JQaqz3ADue4FWimofaDvn2mucpO2dO8Gv2uiUis,73
lmms_eval/tasks/iconqa/utils.py,sha256=tYPm0ORLlLUy48VXWjPHaqg62pUjhWYdv-bP7oEiU0w,2132
lmms_eval/tasks/ifeval/README.md,sha256=pxd1Hp5i0SDXzGXwiysdQkXrIe3jQABZLuMCNYJM_aU,2405
lmms_eval/tasks/ifeval/ifeval.yaml,sha256=e2VxMPaaDJkXqaGKlqM64eELXBGWENwBPUkSWVCagf4,750
lmms_eval/tasks/ifeval/instructions.py,sha256=dZLBSIlbpDb28Dvwp4g3Sm9vQmIs2RCEXGsDnicVu4g,55197
lmms_eval/tasks/ifeval/instructions_registry.py,sha256=sgY5EuFWTeGh4VGOu_Bz0j4tMow93-I2KDsBGLAu718,7238
lmms_eval/tasks/ifeval/instructions_util.py,sha256=EybSWJEzXYb6GnCzn6FOpG86bwVJKUfY-CkcG01S17g,26066
lmms_eval/tasks/ifeval/utils.py,sha256=JbkBsdBPqJzw3pRekxzUUjADXpYXlpHXFp_T5FwfosY,4899
lmms_eval/tasks/ii_bench/ii_bench.yaml,sha256=UJaqxJFRSdTP7IUcVj9qjcT9oc8TjM9_GA-2RPXtMmY,660
lmms_eval/tasks/ii_bench/utils.py,sha256=5_iyS1h5s7z-n36u_0DYa3FHWi68rLUr35kgbaXXNnU,2372
lmms_eval/tasks/illusionvqa/illusionvqa.yaml,sha256=SV-z2GsZdlDYrwQMkFGnocW1EMdcbIpBb4vbumfz_aM,1278
lmms_eval/tasks/illusionvqa/illusionvqa_comprehension.yaml,sha256=ihkNjwkJRxorWpKG4J-jlLXcQmkpMRjwViG9nm8NcXo,108
lmms_eval/tasks/illusionvqa/illusionvqa_soft_localization.yaml,sha256=YR6CYLQfdOWwqQ6Sr6iC8r1AA7zAJK-aufngq5lH7Ts,116
lmms_eval/tasks/illusionvqa/utils.py,sha256=NHG2SWMz6yqUtcaunO7nrITtgwnJM_m_x5l1hP1JN64,2773
lmms_eval/tasks/infovqa/_default_template_infovqa_yaml,sha256=8xAgpj-xOHxZf3f_vuSrab5DRAP4djO2BA6ZRRDnIy0,420
lmms_eval/tasks/infovqa/infovqa.yaml,sha256=fy_T5a5qpE-QzTfYmePwzcspTNIeyG8eMIvkUnVVABo,50
lmms_eval/tasks/infovqa/infovqa_test.yaml,sha256=CHsK0uZQT3353cz98exOjztiXCbBRX12LC-gsDd3M8E,297
lmms_eval/tasks/infovqa/infovqa_val.yaml,sha256=LWsjnk646R_ktToMTMEhPy3BHm4VxnKDdD3kgjOzSrs,189
lmms_eval/tasks/infovqa/infovqa_val_lite.yaml,sha256=MbVABSls62zjjcSU0xv7SZEm4zLeqtUkmDuVR2EmaOI,575
lmms_eval/tasks/infovqa/utils.py,sha256=7jnr1ejSlehOeW3ZZf27wb5_BMpY6OKk9fLqqBQSKNg,922
lmms_eval/tasks/internal_eval/_default_template_internal_eval_yaml,sha256=AqSCDWjm9zA1UnXuqDx8LGg75SiMsaKwUGmrmTkcfek,109
lmms_eval/tasks/internal_eval/d170_cn.yaml,sha256=iawzbBP20mSH_XaRZZQs2tB0Q-qpLIGqpyIqjj2q-XA,1028
lmms_eval/tasks/internal_eval/d170_cn_utils.py,sha256=z8a5VowYYNdLOtjwn5FJOtdQVhOeXZ0012ZuRbQG5iU,5331
lmms_eval/tasks/internal_eval/d170_en.yaml,sha256=5aUM4s_rcBUEpO9vsK5foZpnFlLn0HVFNhSorxmfDMk,1028
lmms_eval/tasks/internal_eval/d170_en_utils.py,sha256=4tHlj5ypZkfeJAL2EiXcwnuI40N6vQjXRr5hS7iqEt0,5331
lmms_eval/tasks/internal_eval/dc100_en.yaml,sha256=kZKF_qOdpqJlvdlWI2r_rnb1tXQHampMYvVD7uXS40A,894
lmms_eval/tasks/internal_eval/dc100_en_utils.py,sha256=EgAEk-8ngJ1Ir1BAr9o73FNzKRX0Qo3KZUapUa095hA,4467
lmms_eval/tasks/internal_eval/dc200_cn.yaml,sha256=fICpQEl1aubbaqkN3QXuAVWkEaKKxhTH1dkbL-Td6Fs,894
lmms_eval/tasks/internal_eval/dc200_cn_utils.py,sha256=Hkww0SvWokKYrwi8_jufXql5em6az9bUV22lRHmpTXI,4601
lmms_eval/tasks/internal_eval/internal_eval.yaml,sha256=VvdIqSvQI3HU6m1Ys9IzxLqiARri9dO574sWXyEYZhs,69
lmms_eval/tasks/internal_eval/utils.py,sha256=ZEWa3_4WZPlMhEIMEUb-slrBBZlIWPX_LGflFPwfPqQ,340
lmms_eval/tasks/jmmmu/_default_template_yaml,sha256=7i-GGxlln3c3I4SCR9UjOQBHmFZFjKe1NKtXLT3Tj4U,466
lmms_eval/tasks/jmmmu/jmmmu.yaml,sha256=8rYa0-S587ObORcDAJLlV4PFtg-qvZXHE6q71w63DAw,413
lmms_eval/tasks/jmmmu/jmmmu_accounting.yaml,sha256=TFfviRK69C-PJw25PZCzpnujxQ10Nvl60Xv4hUlfx0I,111
lmms_eval/tasks/jmmmu/jmmmu_agriculture.yaml,sha256=SU4eUfgt5Sy6e6e1bLoW5zy2V5G-ATjcn010UGrxNaQ,113
lmms_eval/tasks/jmmmu/jmmmu_architecture_and_engineering.yaml,sha256=uVtKAmFKe1vsEiOfScoHzFMu2v7Zpdzmp1J9iqxmGSI,147
lmms_eval/tasks/jmmmu/jmmmu_basic_medical_science.yaml,sha256=BDk0BQe8NMn66GOf7brlptGboJo2DFZRyAtBnbREuEg,133
lmms_eval/tasks/jmmmu/jmmmu_biology.yaml,sha256=wrd5ZRMlW2o6vkXVd01TrgLhlgxH3CimJdXZaTLx9NA,105
lmms_eval/tasks/jmmmu/jmmmu_chemistry.yaml,sha256=liOze5qw8dzda1gCWO-czeYUh7dP0AB97ShrbEe4gR0,109
lmms_eval/tasks/jmmmu/jmmmu_clinical_medicine.yaml,sha256=I0QuwRqvoTAB0WUh7_uN0EwHGUFQql1bPrwvsU26bdk,125
lmms_eval/tasks/jmmmu/jmmmu_computer_science.yaml,sha256=T7WgRSR-PYq-lZbEh9ww9YM3Bba_XZQbeQ5a7S2H8Pc,123
lmms_eval/tasks/jmmmu/jmmmu_design.yaml,sha256=5Tm97CP7IMMsr54oLv3WmdIM85CXda8J4I2NuqBUl6E,103
lmms_eval/tasks/jmmmu/jmmmu_diagnostics_and_laboratory_medicine.yaml,sha256=VBWaFRcG6rX-mQfS5j6M8WvOdn5D7slKUfUjD1BxRFE,161
lmms_eval/tasks/jmmmu/jmmmu_economics.yaml,sha256=5J7BzmUHsuq1nhGBzCq5q4-nrGAFwxg2EqdmudC8dzY,109
lmms_eval/tasks/jmmmu/jmmmu_electronics.yaml,sha256=bpdQbqlpzOD6qY6_f8oluxrjTFojmdxImjXIrdA47qQ,113
lmms_eval/tasks/jmmmu/jmmmu_energy_and_power.yaml,sha256=23BbAX497CC6xQ83bRZM528DiPi9QGNbA56JZ8SYsbk,123
lmms_eval/tasks/jmmmu/jmmmu_finance.yaml,sha256=6GEX9XXFsEI-OsNjabDOPHKTEKbTea2oUcU7BYA1SJ8,106
lmms_eval/tasks/jmmmu/jmmmu_japanese_art.yaml,sha256=V9EUEBLppNnOfZ72CRIZA7jEKTFhaRRAHhH_eMjWsks,115
lmms_eval/tasks/jmmmu/jmmmu_japanese_heritage.yaml,sha256=IHBX7Hmjyy2pT6PCUZgcTakoDsBZjc1INC2BSuQ8s00,125
lmms_eval/tasks/jmmmu/jmmmu_japanese_history.yaml,sha256=MlfUrti4liH06ystyvoHSq_3VHygmRp9Wdyap4XEmi8,123
lmms_eval/tasks/jmmmu/jmmmu_manage.yaml,sha256=LMEZZCqJAPSLxqPC01RG1KBvftaCuGp3AxLii8ZTzdE,103
lmms_eval/tasks/jmmmu/jmmmu_marketing.yaml,sha256=o3G9B8Pj0ZW8zhXxAQO6odyoqk0mvB1U4S7snm8b2QI,109
lmms_eval/tasks/jmmmu/jmmmu_materials.yaml,sha256=Q5rZIVjGMK4fmESg-k7DgNEQpj5rsH4DsLySyZ3EhUE,109
lmms_eval/tasks/jmmmu/jmmmu_math.yaml,sha256=brjWwkYfnETna4t81a8VkGm8F1mpau-bC1QLyfGthDo,99
lmms_eval/tasks/jmmmu/jmmmu_mechanical_engineering.yaml,sha256=SO9HR6KF4mFPERzQSnUQwNTceLMAeX9DDmSn8zSjM1E,135
lmms_eval/tasks/jmmmu/jmmmu_music.yaml,sha256=i8XsH9fzlgs2wRpk3yorIyoI3yzIIv7m4VyDHnEaPVQ,101
lmms_eval/tasks/jmmmu/jmmmu_pharmacy.yaml,sha256=qCRYb-q-K72NOIZ2XJqVJXMrX8E05DHlP5pD45YzMZg,107
lmms_eval/tasks/jmmmu/jmmmu_physics.yaml,sha256=5nlQKqY65ueevWdHdwPD5LtE3KvXp3AW8ZW1eDbRuQQ,105
lmms_eval/tasks/jmmmu/jmmmu_psychology.yaml,sha256=8DtKCjvY1GS9417aaXy_vHbPSPWPvStKRfDerQlyBq4,111
lmms_eval/tasks/jmmmu/jmmmu_public_health.yaml,sha256=m2b_6XQqTK8BPMXVYtYiSHsO55CBgJUeTTbRn7yLub0,117
lmms_eval/tasks/jmmmu/jmmmu_world_history.yaml,sha256=OdL6ENDn3keLxwobsRPDlsJU9NwtwSLlpwvVGePf-pE,117
lmms_eval/tasks/jmmmu/utils.py,sha256=F_fDJi60XXgktXseVQQatrRLo75f2sP_An72kQ4EgbE,16876
lmms_eval/tasks/k12/k12.yaml,sha256=hBRcWVVnc8dahX3BcKY8uhYsnh1b48eX41ay5Eifdjo,572
lmms_eval/tasks/k12/utils.py,sha256=HEygO5PFsY7wcYwxoAa5UqBkrVJnnB9gpQexc0ymy9o,3785
lmms_eval/tasks/librispeech/_default_yaml_template,sha256=1gJqr4FIObhUhcjYsiiG2ESjRUrf1QZnOMj4Hk7b0L0,691
lmms_eval/tasks/librispeech/cn_tn.py,sha256=JPYwY4t5uQuxZ1cWLfDuLgTQUgayvMqlTg5op6wvH3g,60209
lmms_eval/tasks/librispeech/librispeech.yaml,sha256=OyUIDeI0VUioslstUxypZJn9KPnGDoL0jYGIf5c6IVo,131
lmms_eval/tasks/librispeech/librispeech_dev_clean.yaml,sha256=_9y9k4vtwjEdJW55tQOvtpeGuAvRwOLnGEpZCqQ-FvQ,761
lmms_eval/tasks/librispeech/librispeech_dev_other.yaml,sha256=xkHuhAyVrLe4C0p9ZDtt6UVqfUQYnFQnyINrz4k11Mg,761
lmms_eval/tasks/librispeech/librispeech_long.yaml,sha256=71xdvGaoktsW-r12i3liK8e3a5lA_jZCxDG4iTZZ530,94
lmms_eval/tasks/librispeech/librispeech_test_clean.yaml,sha256=IY3Z-DnctPEnkEU-9G8uTwUW76FQ0vphecGOa0gyh7I,764
lmms_eval/tasks/librispeech/librispeech_test_clean_long.yaml,sha256=iE4G_QV529JmlTpdyJQLXzS66Ir4Oguuxe9zf5HvXE4,198
lmms_eval/tasks/librispeech/librispeech_test_other.yaml,sha256=OFVTvNDliW8pIiiNWZF7jrSxPtCznLo6otaSLUY7_tQ,764
lmms_eval/tasks/librispeech/librispeech_test_other_long.yaml,sha256=nAr137N6eCD7ECTY55z3YTEJUxRhNTVQhvhwY_xRePw,198
lmms_eval/tasks/librispeech/utils.py,sha256=4VyEEuwemVpGYnhB1LhQOS6EimIfbB3HWedNpZ9X9-I,6637
lmms_eval/tasks/librispeech/whisper_normalizer/basic.py,sha256=jD2RG3jPrnTi5L2_PYWMXPgFqkhY7BxYWFP_JzM5ZpY,1840
lmms_eval/tasks/librispeech/whisper_normalizer/english.json,sha256=_lmqeoXNc80gpsuZ8MVzv6UjX3ILqlcOU1dq8FFn8Ls,57868
lmms_eval/tasks/librispeech/whisper_normalizer/english.py,sha256=5X7rptMPGv0HKgLrbhMd2gjmrg6o2tlBYKNX4vIyYRk,21140
lmms_eval/tasks/live_bench/live_bench.yaml,sha256=6nQsKxlcdHSdvrvfV5pQHRP6yH0My-o0TydfUNpDTc4,131
lmms_eval/tasks/live_bench/live_bench_2406.yaml,sha256=XpxhMcmcAa2mwGe7LwTfMUr11FqW8kcJleHGatISTfI,80
lmms_eval/tasks/live_bench/live_bench_2407.yaml,sha256=jm6SgzyJOudF4DbgSKVv49nYL4iw2XdsYdiDegva3HA,80
lmms_eval/tasks/live_bench/live_bench_2409.yaml,sha256=GhavU7vDw6VzPBTBpvBNXXiluWSkc5JLEF5MrgBe5-I,83
lmms_eval/tasks/live_bench/live_bench_template_yaml,sha256=TRXfAjgepcKcHrWQQENFEENYqMR8-gT6S3yBj9NMaq0,791
lmms_eval/tasks/live_bench/live_bench_template_yaml_v2,sha256=_y53UNI8qjqGoJmzCuvtjnerM1BP4EwpoA3iUp32gVc,781
lmms_eval/tasks/live_bench/utils.py,sha256=k4gFPJyYWAwLIyJrQQNFSamluBbTVWra_HLBZ_IFodI,7224
lmms_eval/tasks/live_bench/utils_v2.py,sha256=Sc15m3Us4MtcL1rRuYJspqpPRBhPtpJrvUm6OqZb7eo,6913
lmms_eval/tasks/livexiv_tqa/livexiv_tqa.yaml,sha256=5rXvwfoL5RynX_ax8TL5F7UVv-hBgW-R-GLm9-cx-XI,128
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_template_yaml,sha256=wnR1rfs5g9NcMZAf-lpIhWDE9SeNwfX42he6p60L2Ho,655
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v1.yaml,sha256=Q_40wluyBJvJ2hCbb2_kfZv92KZd78sHC2iqIkmYWss,89
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v2.yaml,sha256=sz4SBbWpbcXApXbK8KaVOnrjhP_xlpMfALkpc18o08g,89
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v3.yaml,sha256=eqdgRVkHgnUkKoh-krXDn24bMqydy1DuMNM5hYMj85w,81
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v4.yaml,sha256=Y_2PLFV3phJ52OpG5j68jOM_V9NQYWQqrcJq9vrRu4w,81
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v5.yaml,sha256=shR4uH3aU4rDQ0ZSpVTc0Yb-ELuBOpIjuy-EEFgMPRI,81
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v6.yaml,sha256=Q4Yqi6ZKl-11sMM1qy2hk1o-CK6NSVTORqDHkb02L9w,81
lmms_eval/tasks/livexiv_tqa/utils.py,sha256=Fovgq9n_E9yZCkNxAE4RFhdd5rZ50EkCRX8K1mNgmQA,2049
lmms_eval/tasks/livexiv_vqa/livexiv_vqa.yaml,sha256=_mj197VQ5U2zW92249Q5cEAj9t17HrnD9oYTUfZO6gk,128
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_template_yaml,sha256=hCLpcAaityVTCzDNKScFAVLKhYEXSGJSZ3YUUhP22Wk,655
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v1.yaml,sha256=PHx_6F3S2uYIDBEWKdYL2PejGbZQxO2Ek6wetF25GtU,89
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v2.yaml,sha256=4TcUuQmvF9JoOERLW7tkQ0lyluT_KrEeaArefMlvCnM,89
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v3.yaml,sha256=GRyr4GKxYEAnC5qEaPiRr8xQtybJExgqnBktm47uYdI,81
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v4.yaml,sha256=Qt__0g4pLk2H1YDgoflBmVfGxlZn2dAP13XtRM4bUOU,81
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v5.yaml,sha256=5qI0nlC-juHiYHcyMdcSSXGR6fmBGoNuhoX_2tMv3iI,81
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v6.yaml,sha256=nhGH3Ez6MUmSARZdNW03L7oYhELmcWGm44VrH9MDw3U,81
lmms_eval/tasks/livexiv_vqa/utils.py,sha256=7qD7FnqY_5CzIlE4xDMA5rL4fdWi-qYKscYgyi1fV18,2049
lmms_eval/tasks/llava-bench-coco/llava-bench-coco.yaml,sha256=iFuBNvVQyzSyU_hpZQLeE-jYMAyYy283xY0HSkL6pEQ,1086
lmms_eval/tasks/llava-bench-coco/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-bench-coco/utils.py,sha256=GJVyAD9ZtQSxKq7-r-hyjyN5tq4Gf5LFlcLgQEv1i2g,6850
lmms_eval/tasks/llava-in-the-wild/llava-in-the-wild.yaml,sha256=6hYVmpMzwEisFbRAWk9OUVjj2suB3gBETXTCiOJPbbI,1114
lmms_eval/tasks/llava-in-the-wild/llava-in-the-wild_ko.yaml,sha256=wEAB7uv5wmPa2h5FBa9VgkfZFQrbQqnbrjemhXUNuIw,1128
lmms_eval/tasks/llava-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-in-the-wild/rule_ko.json,sha256=QuL_R1WrmSs48WMjIzAi7-ji00cENZjtAlyb8vi_Dk8,16819
lmms_eval/tasks/llava-in-the-wild/utils.py,sha256=TKKRya2E39NeLgIchPW4nDib3UPhhKIf0WZepSmxseo,6876
lmms_eval/tasks/llava-in-the-wild/utils_ko.py,sha256=uFXkdYT1bPhN--YTgshLn92jRlRJUmB96A0GXnzr-XI,6887
lmms_eval/tasks/llava_interleave_bench/_default_template_interleave_yaml,sha256=hDgeLd9UGyE85gVvS03ZvX_wkea0TM-Z-TikwadvhI4,184
lmms_eval/tasks/llava_interleave_bench/in_domain.yaml,sha256=2YLzdqeR0T3R0SGQLb1Ow1_-J6Y607qfbZDpzzU9XnE,727
lmms_eval/tasks/llava_interleave_bench/interleave_bench.yaml,sha256=-9vMlvzVweG9xAdi1SH-DF2dbM7MI7eJb7PQRPW0PIE,142
lmms_eval/tasks/llava_interleave_bench/multi_view_in_domain.yaml,sha256=OAR4biV5JqZ4sp_YlHbPxrSTqEhKmxeFj6GVmDX47zQ,752
lmms_eval/tasks/llava_interleave_bench/out_of_domain.yaml,sha256=Xkyz2TnfQjva6OGK4nztz7EG1IL_lvZYwm0vE_Zj1qs,732
lmms_eval/tasks/llava_interleave_bench/utils.py,sha256=SWT_bzIJlLtHGkfdxLxaRnJqeZI8tkjfWDvyq0-K_cY,13162
lmms_eval/tasks/llava_wilder/_default_template_wilder_yaml,sha256=_MAsLyk6aJRRjDIDQYAh9hES8h-MAOwKhTgStt7jsTo,565
lmms_eval/tasks/llava_wilder/llava_wilder_small.yaml,sha256=PW2HVkBqQCKzo2d8U-YGPmc_FNz6LA3WpUYbnVmBkHc,374
lmms_eval/tasks/llava_wilder/utils.py,sha256=K0K6eu2qXR86SMmu8AsQ_fJl_w9BUWKpjw6_MUlUpGY,6951
lmms_eval/tasks/longtimescope/longtimescope.yaml,sha256=YeVi3JtInxs864FxYvRiC0Ch3BkTX7x2HyDf9MvYJ9k,1453
lmms_eval/tasks/longtimescope/utils.py,sha256=QZSd2o8PExrhGvTB2g_cnMM8cTc9SP3yCYqCZ8UYIpg,4869
lmms_eval/tasks/longvideobench/longvideobench_test_i.yaml,sha256=qP5TJ4WkqfyYSswa7Bywc_rTepzrPI_IrGH4Rz8K7vs,854
lmms_eval/tasks/longvideobench/longvideobench_test_v.yaml,sha256=NNc4FQJ5Zrn6PCKJ7bP-muH3r4jhrZsRrlTFl6vzIZ0,814
lmms_eval/tasks/longvideobench/longvideobench_val_i.yaml,sha256=YK8TRH089ICuOSw2mHiW_emWQxteNdl0CWRSLb1RYnM,841
lmms_eval/tasks/longvideobench/longvideobench_val_v.yaml,sha256=96IC1k8JL4awgokAIpzXItqYnvmbUzTLwfwi19GqCe0,801
lmms_eval/tasks/longvideobench/utils.py,sha256=WfWu7z5tuq3og3P81wnU4K3Lz2qAFC7810_Do4K5oZc,12091
lmms_eval/tasks/mathverse/mathverse.yaml,sha256=glDwV521FvpHlMyrJaaKIUPwx7QfdRAyb6OITl-HZpU,368
lmms_eval/tasks/mathverse/mathverse_evals.py,sha256=qaAq6cBz7w-9-okgT5GU-FZqCjY5Rv2OxF-_8tx19bI,13310
lmms_eval/tasks/mathverse/mathverse_testmini.yaml,sha256=UlEJDZpeeNd8aU5mnOOjWsSyQ2gqlG-Lv0h57yXQVPQ,1062
lmms_eval/tasks/mathverse/mathverse_testmini_text.yaml,sha256=DkCy7bXdaZNXViQGsdOW61qWRW5NtWOa_L32DePPAYg,245
lmms_eval/tasks/mathverse/mathverse_testmini_text_dominant.yaml,sha256=rtzqq_jq9yvAqRWlCQcP3p4D9ynEvIqagjrJFutovXQ,1008
lmms_eval/tasks/mathverse/mathverse_testmini_text_lite.yaml,sha256=n4F7mlGTSPA9JhB9aHDdsmoBLau198ub9H1pGWbZeNk,1000
lmms_eval/tasks/mathverse/mathverse_testmini_text_only.yaml,sha256=izOVs_kamN65vj5A7zl0cQ1Ur_meYIow6cxUqRE3gNc,998
lmms_eval/tasks/mathverse/mathverse_testmini_vision.yaml,sha256=Q2aeFVeDmtMnZfuEDNI73z0RLXmFBsj4vp0cRKAtF54,258
lmms_eval/tasks/mathverse/mathverse_testmini_vision_dominant.yaml,sha256=9gUboTkno2aeuxCb_ZlWCWK8e-pGnw-BV6kyL1bMZ8U,1014
lmms_eval/tasks/mathverse/mathverse_testmini_vision_intensive.yaml,sha256=5Arf1R3SQbhCmYjnKbWvmfjRriWjZkU-cu3hpmI0Dhw,1016
lmms_eval/tasks/mathverse/mathverse_testmini_vision_only.yaml,sha256=NijrXGj5SxTJ-PhUVTHmYsaVEWcuMK4WUVnYoJDnVLk,1006
lmms_eval/tasks/mathverse/utils.py,sha256=BNYV2lbiF7iVBGXbR44XZnDSDciG3OOhybh6MpNfXVQ,3796
lmms_eval/tasks/mathvision/eval_utils.py,sha256=Hjwz6fWCSlw61vM_a-NtUUq0aMo8nZObTCdL5pNYutI,14074
lmms_eval/tasks/mathvision/mathvision_reason_test.yaml,sha256=4SWlKjHDRcnLiMUEXZ7btMrCoON0LfCsTCSN9FfRgkU,702
lmms_eval/tasks/mathvision/mathvision_reason_testmini.yaml,sha256=zpeO0-yH8zv5FM5Fk7kaTtYrdB4c8O9XDNvBSzes7ds,710
lmms_eval/tasks/mathvision/mathvision_test.yaml,sha256=JSb1yht6hYSHPl9ix3BHPpPOgZ2y0c4LKxl2J_j0d0E,807
lmms_eval/tasks/mathvision/mathvision_testmini.yaml,sha256=-sWzbNOsylCsnsBHAeMkICH8mDLfeFQyY4obJIewWOk,815
lmms_eval/tasks/mathvision/utils.py,sha256=U63YsDQb8c8oa4x4yW7BjnLx1eT-JJmt16WWwH_8wJs,7340
lmms_eval/tasks/mathvista/mathvista.yaml,sha256=92LSiSomg4FnfOY8wTg_QSGJFB3QOYolj95eENnMUFM,151
lmms_eval/tasks/mathvista/mathvista_evals.py,sha256=dKEV94qyAQeo8RfK-5Jq2T4KF5v4wCTxC65n7RGK0iU,23826
lmms_eval/tasks/mathvista/mathvista_test.yaml,sha256=nH6_WqLnL2G08gm5qH0JTPPawDTSj_pTTqzDhnCCddI,723
lmms_eval/tasks/mathvista/mathvista_testmini.yaml,sha256=VnImxD_fPJBJbafd9JoudpfSj79l7JskVGXoigwzc_s,207
lmms_eval/tasks/mathvista/mathvista_testmini_cot.yaml,sha256=PrW8DcxEltI0tZFyNLMu8nVuK3W8CsFzXONu8SVtL9I,807
lmms_eval/tasks/mathvista/mathvista_testmini_format.yaml,sha256=ieW4XBx68E1IisI1AvzMOOQsqB74wmVgypNd5m6Gfpc,778
lmms_eval/tasks/mathvista/mathvista_testmini_solution.yaml,sha256=NBwLgy6iXpVWxci12aSyH0fzp9kjQ_yOr2IlwK1dljM,775
lmms_eval/tasks/mathvista/utils.py,sha256=7D2SqQEQsaJKFTxmVQ9VdiaQeCvH7o2Y6OOOU8xcO0w,5059
lmms_eval/tasks/megabench/README.md,sha256=M5tnTe_uKt2Gm6J8lc07Lh1X1QLX0ADKw71BSTLtQj4,4450
lmms_eval/tasks/megabench/_default_template_yaml,sha256=VbC_OnPu57Nbj85XhyOTsHP4kQ0SkIVunjuJrDnd12k,743
lmms_eval/tasks/megabench/evaluator.py,sha256=nfpHmg4L1Y7Lp5MlPHUM8Ngqnh2xMW8no_4CphW5mQQ,16638
lmms_eval/tasks/megabench/image_video_utils.py,sha256=Hbzijmkzo2ixAKTpeBEpqfVn36GtSE6luTuFeswl4-Q,4559
lmms_eval/tasks/megabench/megabench.yaml,sha256=N9Axxl_bns9rHhKOXjwTxabADocDwQYDmo89S7VFhdU,96
lmms_eval/tasks/megabench/megabench_core.yaml,sha256=5Ij4BwzzosmnuO5yLsrT9o7l3HuVvqxXpr0uTnayKWU,73
lmms_eval/tasks/megabench/megabench_core_si.yaml,sha256=xFP8MM9ruB59LfbtCIDVknQH2QkSDMHQ9URabGvskN8,89
lmms_eval/tasks/megabench/megabench_open.yaml,sha256=WLNqApo65XyJC3TGzDwery3ZWYzmwKLujixwecdZW3U,73
lmms_eval/tasks/megabench/megabench_open_si.yaml,sha256=Lw3glbOau3BRLhCp3n5bixwIe92NRI0o_cnYnmMR-DE,89
lmms_eval/tasks/megabench/requirements.txt,sha256=TosVAivWJ9xGpXe2SWgRYlIDGnMT9aK4p4WBN0CJNSU,270
lmms_eval/tasks/megabench/utils.py,sha256=IRHwhPwYIHN7SLThQ07uWfsbtAF9XTXfHqzBJOkP93k,4861
lmms_eval/tasks/megabench/breakdown/all_task_meta.json,sha256=IfHLP8dISUddTfw3BXvf4fUaD9Wov9xZOU4uYp3mMVE,244403
lmms_eval/tasks/megabench/breakdown/analysis_utils.py,sha256=Zf6r7VxTVocoyzeHlquz7nJ1IafLXWZySvZN4dQmtIw,3767
lmms_eval/tasks/megabench/breakdown/derive_breakdown_results.py,sha256=rkdTOu6o_yyZmvZyyx89hEt7YAioh3mhwHqDcBP7tIM,5004
lmms_eval/tasks/megabench/metrics/README.md,sha256=39_9LFmzTPKhv173_MUyD-zCKtsKGm9QXdQ1JUxg68M,4455
lmms_eval/tasks/megabench/metrics/__init__.py,sha256=_InWSyEwJJOAXJCALzoxhI97yJaAbRJ9npZLRj4WV9E,214
lmms_eval/tasks/megabench/metrics/aggregation_type.py,sha256=RcOvy6HcMtbET0hPhedoCJsk04m4V9pCa1_WhGU9F6o,1154
lmms_eval/tasks/megabench/metrics/metric_type.py,sha256=UA7kyWVAtm1tWSltjL3o2lVdCKAeyzGPXIosrP-Wdbw,10256
lmms_eval/tasks/megabench/metrics/response_parse_type.py,sha256=PEa2hQvjB5sLBaEjeHEmK9iI7t6orSqZxyueLczdqOY,1712
lmms_eval/tasks/megabench/metrics/aggregation/mean_agg.py,sha256=_dGepI7EAFISS23C4A2s72xoAyk3eG74u9S8eTY4MUo,739
lmms_eval/tasks/megabench/metrics/aggregation/min_agg.py,sha256=XWMmXfbZv5Nu_g7VAqJ64Rv3x5Kt9Jb9LOPdyUsVfvc,438
lmms_eval/tasks/megabench/metrics/aggregation/unsupported_agg.py,sha256=5IxMuGjpjoCkoO4xEdF8bNLu5V0TnygZG7r-QH-CYBo,203
lmms_eval/tasks/megabench/metrics/parsing/answer_str_parse.py,sha256=ys9sKc2Yk0kNkurQGKxN5Lfos1ZSchASmkwFgR1ohpw,4509
lmms_eval/tasks/megabench/metrics/parsing/dummy_parse.py,sha256=kXnPPKHMQ4oDDj46taWhnaHuukExbHUYqx-vhDzVfZ4,182
lmms_eval/tasks/megabench/metrics/parsing/json_parse.py,sha256=XOMaF524fBzIq7x4zw4gKDy7iTn0Xe8mXdai1DcOPQ4,568
lmms_eval/tasks/megabench/metrics/parsing/common/parsers.py,sha256=pdo37Uclft05qnaXZ4IpOIGWM-1vvng37zEUNDI9fgY,4957
lmms_eval/tasks/megabench/metrics/parsing/common/utils.py,sha256=MnX0W8MZsw9SGBHDTm4J-A6RMP-YEzGOv3lYF8ctib4,5254
lmms_eval/tasks/megabench/metrics/scoring/ascii_art_vlm_judge.py,sha256=U_k0BHYtsEbd7bA5mFpYB8tlPslEUrVXgPlXFbCy-EU,4322
lmms_eval/tasks/megabench/metrics/scoring/chess_jaccard.py,sha256=0e-GFiU8zQL5MPXJlSE2g1MVoaZo0r8MrpFU27radBM,830
lmms_eval/tasks/megabench/metrics/scoring/constrained_generation.py,sha256=exmLmwVoGWk-28l78qjkA24_JpPldCsyxSGsk5dhL4o,18714
lmms_eval/tasks/megabench/metrics/scoring/coordinate_sequence_match.py,sha256=Gt_ErpkzCeX9al1e2h-rFOuWl6njnSyveHQwMlPogIM,2337
lmms_eval/tasks/megabench/metrics/scoring/dict_equality.py,sha256=12rjKgl80i5H3ozuVu7bDjfFGLnTGThpcQ59jxXeYNg,1290
lmms_eval/tasks/megabench/metrics/scoring/dict_exact_match_agg_recall.py,sha256=X7jVPNl6XGF_ZQhp34ZWMnAAurpaizUjcFqSOVmnvCU,882
lmms_eval/tasks/megabench/metrics/scoring/dict_jaccard_agg_jaccard.py,sha256=pYqnAfwIozFOh21e4iay1lRXDHP_EIMc1851TWAjH2g,976
lmms_eval/tasks/megabench/metrics/scoring/dict_nbbox_iou_tuple_agg_jaccard.py,sha256=IpMHQaFuiJa-fect3ZdcRuCLgPHqN25xFCvwATDIRG8,977
lmms_eval/tasks/megabench/metrics/scoring/dict_set_equality_agg_jaccard.py,sha256=aEjIi52CYUoI-mKOMAadKVVvMSzmO3mvwT2TDWLwObA,973
lmms_eval/tasks/megabench/metrics/scoring/exact_str_match.py,sha256=3R2gbfykjPq6nOwzfS4n1ctcpZx87vy3gLUEV2bTRlQ,1598
lmms_eval/tasks/megabench/metrics/scoring/exact_str_match_case_insensitive.py,sha256=l0UWq2I5ZTaIT56TNvP-wXa9ozbHRhxq0S42Z1kU6bY,463
lmms_eval/tasks/megabench/metrics/scoring/general_numerical_match.py,sha256=VR84NZfe1uz5S_SbMIUmIKTnXPk8Xn-O8ySZ6qkS7Hk,7732
lmms_eval/tasks/megabench/metrics/scoring/geo_proximity.py,sha256=0xZBoTIzSIOhniTBILrdBe_i8NjGnwSNU1QMGV2Wuh4,6495
lmms_eval/tasks/megabench/metrics/scoring/gleu.py,sha256=IjtplCBb6Do7AMFdAQjXiPr1u1VN212Kxzqn7JDUwhE,612
lmms_eval/tasks/megabench/metrics/scoring/jaccard.py,sha256=msksAb0bNEiB9RZlTtEz9WsfLvpXcIIfD-ElWI71zgA,1941
lmms_eval/tasks/megabench/metrics/scoring/latex_expr_equality.py,sha256=gmMfKpMGnNezzw_6xJtkOGVktHa8LgsSLHUGlbqJaeU,3118
lmms_eval/tasks/megabench/metrics/scoring/longest_common_list_prefix_ratio.py,sha256=FvmZ5ZAINKiEg-jHs7qSTAktAGX45xfINP1EP4P0egI,537
lmms_eval/tasks/megabench/metrics/scoring/mse.py,sha256=Ictb4TqxhXHALgJdJbYXaPeVkoB2T0hnWqlkiBaxsKs,1939
lmms_eval/tasks/megabench/metrics/scoring/multi_ref_phrase.py,sha256=1fLE3FwqEy9wU1ND2RmSwS9DOUEKHjYf_XhPr9_FNYY,854
lmms_eval/tasks/megabench/metrics/scoring/nbbox_iou.py,sha256=3q_xRS8CAFTREhhiRP06-zTJkJ6Mzqa4zjO0x3hhG3w,3026
lmms_eval/tasks/megabench/metrics/scoring/near_str_match.py,sha256=4Da3hdTdFUT41nvmsab9daWpNNbdtXlv53CXMqJsyAQ,811
lmms_eval/tasks/megabench/metrics/scoring/nli_entailment.py,sha256=zjsfldyMAdtbSSIK2zRAlug7MfEXyGO0BoPXhct9GBg,703
lmms_eval/tasks/megabench/metrics/scoring/normalized_similarity_damerau_levenshtein.py,sha256=VQxLmlkwjEkWoOxyWRFD5rXYQbBcdXmCAsz23KWSctU,465
lmms_eval/tasks/megabench/metrics/scoring/number_rel_diff_ratio.py,sha256=rDwe8SUVk5op0UAwUcrgvTTl8HQoIuTv0VB8q5-d4gk,698
lmms_eval/tasks/megabench/metrics/scoring/positive_int_match.py,sha256=fVrdOQd55crm7ZhQl8jrRuf8Wjaw0wrYF5DWNTRFh7E,905
lmms_eval/tasks/megabench/metrics/scoring/program_judge.py,sha256=fHllPAQUtAnkmSOlUUoB9Xojn7BwOF7g6kJnTudIxGk,3943
lmms_eval/tasks/megabench/metrics/scoring/sacrebleu_bleu.py,sha256=qPsUDo8KIxsQiKwkvxHwgu6CBRQoh3GDnFMN4l_Dqrc,669
lmms_eval/tasks/megabench/metrics/scoring/sequence_equality.py,sha256=NBSaC1EqB7jtJOvlWSr7HVli5pMdqi4wsic6Dw_VskY,1961
lmms_eval/tasks/megabench/metrics/scoring/set_equality.py,sha256=ppAVjmglgZiHG5J1eLZh8zrlrWFL6ulhKams1wdPpNY,2308
lmms_eval/tasks/megabench/metrics/scoring/set_precision.py,sha256=_YH5KGEZhtBXwBUzX517FxkQOtOqhVTqBXhSb4C2cwg,499
lmms_eval/tasks/megabench/metrics/scoring/simple_str_match.py,sha256=GevK7wGQqmkrA8TFBW6fnEvRD8sP-X07iXQIKPzi5ME,706
lmms_eval/tasks/megabench/metrics/scoring/symbolic_planning.py,sha256=JDftHalXrdWsR2gXKX0zeq9KabGEX4ZWBlMLRaVBjZQ,9071
lmms_eval/tasks/megabench/metrics/scoring/unsupported_scoring.py,sha256=iyt2RUn2ljoMaFFLFgj__0heLn2CYVu3t7UBfUg8uYU,210
lmms_eval/tasks/megabench/metrics/scoring/vlm_as_judge.py,sha256=-c-jfuLj-R1p6Zts5kkrPlwRiDioPDV91KM2RsPDOPM,8316
lmms_eval/tasks/megabench/metrics/scoring/xml_nbbox_iou.py,sha256=gDl8CzHVFwXcTmu_eW-HAfd6jLbgVaQzM6m_6N2_mEM,1115
lmms_eval/tasks/megabench/metrics/scoring/xml_norm_point_distance.py,sha256=mclJWBbzfVI36jpFxk-wLRra9IPqlWFQbB_xWSF_LMQ,1432
lmms_eval/tasks/megabench/metrics/scoring/xml_norm_point_in_bbox.py,sha256=mzrDGacULhndh0LKRExDTz_Dw7neKmcuPse4sAbzTfg,1306
lmms_eval/tasks/megabench/metrics/scoring/common/conversions.py,sha256=UbXqQYAkBUX3_auIaMSC9oc4D2zllZRyL6armsL2-Cc,6996
lmms_eval/tasks/megabench/metrics/scoring/common/metrics.py,sha256=yxmdgZbFAOpFnT3W3Q7ygz5y8PjpMGNathkKP0n8hHI,3064
lmms_eval/tasks/megabench/metrics/scoring/common/transformations.py,sha256=vNegBVpZZDfA0oHoMUEEg1Cxn-3Ml-9Mlgv8quA5-g8,3261
lmms_eval/tasks/mia_bench/mia_bench.yaml,sha256=kehNahGJmJo8Wk4bhdwoNW4F5ztu25o0UhmJtMRj5mE,615
lmms_eval/tasks/mia_bench/utils.py,sha256=MTZ0ZyyoTy2FI2xSv8hYeexmwfrT731tFliD8omlDtk,7519
lmms_eval/tasks/mirb/mirb.yaml,sha256=4Tuyb7VBtY9RGpIZZCk847G8mwiBL3ojz08G6XwVDVI,616
lmms_eval/tasks/mirb/utils.py,sha256=F0y4DgNlXJEdbg7oZiDRTOfbHsSYnpANYzkyZ6tCtKM,10687
lmms_eval/tasks/mix_evals/README.md,sha256=XZuKlDFfnpnfhvJzpRGdNxeHTcmy5tVQ-4MY04S9DPs,3472
lmms_eval/tasks/mix_evals/audio2text/_default_template_yaml,sha256=lWPDV6LVANWCBbtSuFfnD4odwn3P_cC7kxvaIpqa2Ak,208
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2_text_freeform.yaml,sha256=jAmzB7vKd6qllC7MNzuJ07WTlQf5UojLOZaUYNZz9O8,839
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2_text_freeform_hard.yaml,sha256=yeeeuZGKfs5u1as3ry5lxCwX6lkIYDSHIT6GgtDUY0Y,849
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2text.yaml,sha256=uyBZb_bEviyxSnHkuvUNHhj1rUgemfZ3qOBGa4w2_fE,67
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2text_hard.yaml,sha256=XGoWm7FoCeTOY7K4aNA6YaxszmISD-blEh2NIucWPfM,77
lmms_eval/tasks/mix_evals/audio2text/utils.py,sha256=NW3c7nmPZ6JHvZEuRKmTiRrRkJPwJMe91Foi9Q-vmxw,5453
lmms_eval/tasks/mix_evals/image2text/_default_template_yaml,sha256=vJBdkwMrQCgS2IU18Mrjq_UXVyM07z621ydydhpczl0,368
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text.yaml,sha256=CRow3gB4x2wFh1XGhBDzzU0ZQxsDxqkAr6CdodEbwgg,92
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform.yaml,sha256=pHqlKTG1urLY_ZOb2_lWenfo64Ax0HEhBdPdY9xCOA0,560
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform_hard.yaml,sha256=Yu5wCAxOyhy_z9dJ0L4GvponeSOp_sHiqsXcHKYInRA,804
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_hard.yaml,sha256=OHvPha62epaJ0k8yIRcxCKnM6mbiP5npURK5IMnaPAw,141
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc.yaml,sha256=N9yTAg0-Th_iME7cDFU2SftpBVs2iskWb5UpAN-eUn0,604
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc_hard.yaml,sha256=8Ubeu6FI0nM5s6asrih9nzYuet4BWydNNXTrDl1IdF8,614
lmms_eval/tasks/mix_evals/image2text/utils.py,sha256=gr0CqQa1BM2sT2-K82wwqt_1qWuiu8ucxXR4wh7EZw8,17450
lmms_eval/tasks/mix_evals/video2text/_default_template_yaml,sha256=IWRn6JqB4i8zcY-CaGqC96tCnTOxVbvElxboBKLXC5w,376
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text.yaml,sha256=yE0fYq_w8mVtnjQ6bP7OEsG-8G-bJTtf3pvFu6iLnzE,126
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform.yaml,sha256=uxxRlh3ZkV5HNAwAxCSz6ZPUoda7Bmj72soFGO4W688,856
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform_hard.yaml,sha256=Z4Lut2OedjGiUTEL1MnxYmN_Z5l12lXlx6LgLtX-2og,936
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_hard.yaml,sha256=7VcnQG-1va1lSjMCSXrMMGaLDgUS_Cop0Z0Cc9YdyUc,141
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc.yaml,sha256=2CYanCJO1PmOLp7N9QrWUUyvID44WjBusWt1ZnUCgk8,1028
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc_hard.yaml,sha256=pVkfY5sRp5iuFPE6_87tKQvCEdatl6UU_1F65GjmWLE,1038
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_openended.yaml,sha256=C4q8HOkUjA_kSiBpGJARZrhcZyI3H7hi-ZMzcLdqOUw,815
lmms_eval/tasks/mix_evals/video2text/utils.py,sha256=yW3CEzF9PNleDS-mbZf291y2xIHJmyXbqHiu5jj0g0c,17650
lmms_eval/tasks/mlvu/mlvu_dev.yaml,sha256=vada9flloNhH-JnYsneBSf-_wc9YvNZlI1BM36_ZZjs,962
lmms_eval/tasks/mlvu/mlvu_test.yaml,sha256=qfb9iqbgFp5gxnKX2UrDWcxBxNz_FG-IyZhSy4znD_A,779
lmms_eval/tasks/mlvu/utils.py,sha256=F5XjD9OaF_YpmljFMeLDQIQ13ibhiWyXdfVgF2xT0-k,6038
lmms_eval/tasks/mmau/_default_template_yaml,sha256=A7_c4FuudHhbM_7cVXZ0swLDD8rhwAFx2IgwaeSNNhc,495
lmms_eval/tasks/mmau/mmau.yaml,sha256=rHGu53zVNBw4HY48KX59uFveW63kGo148iRBxi48mWI,50
lmms_eval/tasks/mmau/mmau_test.yaml,sha256=5zmURaPxnHENieamg_rccqEiwGPtJWuFJkNJvz0ZXSk,202
lmms_eval/tasks/mmau/mmau_test_mini.yaml,sha256=Y4XiXVp9H147Q1UYcO85cmI2FVQFcaMQlGU1n2wTp2c,195
lmms_eval/tasks/mmau/utils.py,sha256=d9cSdOfiHP_l4e_2TdZhz4NVtJUuIFmLGqQM5kExrHo,4292
lmms_eval/tasks/mmbench/_default_template_mmbench_cn_yaml,sha256=rvA56_Cy06FseLJY3Hyd8Kjk_LwyUJCoOUDjm8mRq-U,620
lmms_eval/tasks/mmbench/_default_template_mmbench_en_yaml,sha256=KHb4xpKHJmEatYnF0EKYCL0MPUtWv7dTzbdsltrywqE,677
lmms_eval/tasks/mmbench/_default_template_mmbench_ko_yaml,sha256=kEa8WP6CoYg3skw7HNA6EfX6l33pGDrcZSadss5AbBQ,665
lmms_eval/tasks/mmbench/_default_template_mmbench_ru_yaml,sha256=Jr43vlIIKGUIObblvE4NFYRXW56EgucoWdrnAnPxqko,670
lmms_eval/tasks/mmbench/cc_utils.py,sha256=RZgmmhopyzNZaOHIdet61DehperVRkEdrS0DgjpHulw,3786
lmms_eval/tasks/mmbench/cn_utils.py,sha256=4U7DmGkV_JFtPJFCOX75pVINrRAu16xbC70Tll6rLy0,4550
lmms_eval/tasks/mmbench/en_utils.py,sha256=XM561WltwsENB8OFwGY4r3-EGxw5Ob-9BVerX7twsZ8,4587
lmms_eval/tasks/mmbench/ko_utils.py,sha256=jprnWAcHw-GaN0vCijvuEcDZUJu8N_-EI-Fs5UugUcE,4587
lmms_eval/tasks/mmbench/mmbench.yaml,sha256=sXg0GyyzwVAW54ImhGKWSv0dZ2YHeI2zDj806297TME,247
lmms_eval/tasks/mmbench/mmbench_cc.yaml,sha256=gl_I0OYmUheS6wqgbOT-MgA0HFYZ9wqW981oTr3ekWc,973
lmms_eval/tasks/mmbench/mmbench_cn.yaml,sha256=4KBBUe22xh7mndJCnZz8jDonK9PF5IXEcZiKztOlDJs,190
lmms_eval/tasks/mmbench/mmbench_cn_dev.yaml,sha256=kL1l-zidmVKFKkSEag9Gvs6cGTnHUrgebknJWBkgxvI,338
lmms_eval/tasks/mmbench/mmbench_cn_dev_lite.yaml,sha256=3Qfp6TI2LhXG375lqAftrAuW6bYiqV7ozmcpApN1Rww,939
lmms_eval/tasks/mmbench/mmbench_cn_test.yaml,sha256=An2yKwCVerzsnoKHYner5JgIZp_1GtSdCoGh-xuX2sU,212
lmms_eval/tasks/mmbench/mmbench_en.yaml,sha256=YK1ddclrPhUmySQ79Pp8SUHqgCUTc4W62Izil2tssJY,175
lmms_eval/tasks/mmbench/mmbench_en_dev.yaml,sha256=zkYSRQJyHsqw9LWfzEqsv2qbNSY7dRE1wwmjML1dE9I,346
lmms_eval/tasks/mmbench/mmbench_en_dev_lite.yaml,sha256=IkEBKf1jbp-9Z0ElCLM3w24ZyaNxoO3YBBDc71q-X5Q,1006
lmms_eval/tasks/mmbench/mmbench_en_test.yaml,sha256=NDMQKI-0N6IFuyDu1d8wPXqvf5Q5U5M4isDst0a5y0E,214
lmms_eval/tasks/mmbench/mmbench_evals.py,sha256=cVWHj2-reDadTSxWOeS-v8Qx_NWBAmBANcT5xilmPJM,12159
lmms_eval/tasks/mmbench/mmbench_ko_dev.yaml,sha256=Hyu67dfGcc9kTb7LzWAYhoB73ZRrCOmRHt_H8MjaQwM,346
lmms_eval/tasks/mmbench/mmbench_ru_dev.yaml,sha256=7pFzdE-9gPEJFN19qk27G8OMnAHU2UQbgK22IY6I8wE,346
lmms_eval/tasks/mmbench/ru_utils.py,sha256=miWJeGp9PBdqgw-FfMrGilEmJLsdxCrqRXGvAccArpg,4587
lmms_eval/tasks/mme/mme.yaml,sha256=qmlH_vb9k8scOE1J2OUw_OsdhNqvSNozcBmmwXwiRgk,1396
lmms_eval/tasks/mme/utils.py,sha256=kn4UdQKcC_BfuRcKM0O16F0rM_4XFOj1L0UM2SwTLJ4,4122
lmms_eval/tasks/mme_cot/README.md,sha256=NDWRxtC7xqwXvlKLgJ3i2gwXWHpS_XacYquvXT4aJJo,1674
lmms_eval/tasks/mme_cot/mme_cot_direct.yaml,sha256=7LGeUq6vcVbvorBkxbw87ar-z9ZPVqrST5tDpEbfNwE,835
lmms_eval/tasks/mme_cot/mme_cot_reason.yaml,sha256=kDUis9moSbqRR7cNBxy_KxrdkX-Py-Ap9ixT6atxtoM,947
lmms_eval/tasks/mme_cot/utils.py,sha256=NjMLLYaVkWKg3mV42uS1UdDoxgsjORQ8qy_3P9UruWM,6039
lmms_eval/tasks/mme_realworld/mme_realworld.yaml,sha256=vAsCSwQw-zC0Zxoupl79sng3xFXSdt59vxyGqjdKV-8,1442
lmms_eval/tasks/mme_realworld/mme_realworld_cn.yaml,sha256=VFXzYTDsuL5g9nyv40QmMy8ZY98QWCUG2_-k4x84hHk,1454
lmms_eval/tasks/mme_realworld/mme_realworld_lite.yaml,sha256=VLXigKPwkeq4mfxZHTr99Qr0Ab9p_JhQ0wTo-prkPEE,1452
lmms_eval/tasks/mme_realworld/utils.py,sha256=UgcQjDQMRf8jYrltXTqgl3Ab_1NsOmp_ToDR-3NF-a0,8327
lmms_eval/tasks/mmlu/_generate_configs.py,sha256=YCB9wgUojxcVSU6XQ9u5TRUN8jejHVvLpSU-rZxgGFg,5145
lmms_eval/tasks/mmlu/continuation/_continuation_template_yaml,sha256=0ni0tAIjlyrbmU32Sl1l5yvLRMMu48nGQiyJoYzAkPo,367
lmms_eval/tasks/mmlu/continuation/_mmlu.yaml,sha256=3V-OQyZQxU84eRnCOXMECkhxeMoWZLPrtn5GwB4L4ss,719
lmms_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml,sha256=MaAZIsbgUKm9k5iVPlCwfbfZ4C6kR460N5KTH6r3gVw,246
lmms_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml,sha256=5wF4Y029RPmbbqMdFSW_zaOL_c6wIFhTW9DExmIpmbk,218
lmms_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml,sha256=dJZvDQkdhyOoQvqET5PyZXjLSVWfxuyte5v5eYZuW5g,224
lmms_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml,sha256=Fq8CDgYJcE6Rx6BlV91_H_mcMmgtLuBpkKEUhf1GbLA,244
lmms_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml,sha256=Ctj-okwLoU1SWH-w7CLo3SFgC1UMvkOecmT4hiQCTWw,253
lmms_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml,sha256=6cazT3i4JhKksv6ee4MTdvSch8vk2Bi1hlis36ZmQNw,243
lmms_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml,sha256=M2TMmwpg1VJP_89YXRVW2v8LrYypXVSKKgJaiyrXB8s,249
lmms_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml,sha256=jjNHVj0OAHCSgKlLlGlb_z5cPzLlKNdDECVgjC2pVmk,270
lmms_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml,sha256=TwWC_VRq-VqzWpI3Z1DE4IFgI0CZeLK06e93q3REXp0,255
lmms_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml,sha256=hZ231d3nmOrWJaOT7COy84KKms805KcFSQjm4TbFDp4,247
lmms_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml,sha256=ScyxzFIxrw46yegFU9-hl5POZcAJC4JfMfv4ouT9BSo,243
lmms_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml,sha256=P1qZNBR-1vUxqkTlh1oWRqarJeGJQMj-LqEEf56HUAc,249
lmms_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml,sha256=lPk9f8t6I3aE5Y56yPfCQywH3IMxht2wLSsB9pIvF4c,252
lmms_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml,sha256=NyCWg7Q4WvcXaVR1bvTyaXrrfvHi7myA6Dea4zi04rk,244
lmms_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml,sha256=H77Vjp_UkpvZ7Cl87iXY9gn_dcLhh6RFeimGnsnF_rY,264
lmms_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml,sha256=Zy7p0NdV78D6uqaXMl7i9RJ-Sj7jv-uogWKatpz1LkU,264
lmms_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml,sha256=R4Ss7JHj3CXDWR_MeiKtYx_3mWsEB7KdYDjvPiSy1e8,240
lmms_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml,sha256=tLIiy8tz5sReidO5kvITphEkl-OMIk32WX_G7pnK1ns,235
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml,sha256=sRXfM57YZ7cBqNPzT2g2P4OJ3-IsxOzMQP6PGWpI1yA,255
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml,sha256=rs3En93OgVtEtHfDYRUrTR8UYrsKDeZw4J_YeUM_uSI,261
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml,sha256=atRoHgZ7095FvGNjJ0VVo0qGqqs2_mc_XDFjLfFRdzU,282
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml,sha256=7xT55GPHqDGK-dCBC2L0A9xV4nV2UnJ8TLL0pqY5NvE,288
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml,sha256=B2qvG-YbNJkPWMgVJZl2WGIh8KOtR_yE0vHCB0gx5qs,272
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml,sha256=vtXlV8rwpk09yGDjaCEDvrq4WTeML_Z2f7qgzEr0x_k,314
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml,sha256=rDmYLJH-OmTOnYzsRfHZ5bllGS888Cg43Feb_cPc9Cg,287
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml,sha256=60YqLIp4lTPrVLpA3sYm4P97G4rOMJlKFrnTJT1mF_I,267
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml,sha256=Z00g2WIPtF4z-zEWCxxOHXQx0yb1wBIkoa35Gkq0m5s,287
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml,sha256=PFmsMPCK1mwBAZKnlOt1kDRooQQ1yTQqlAoofkYn_GA,255
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml,sha256=eAYNlU5T9EPHQNOQMbLJ2GEyEbzMbrX_ZBa0mIknilA,275
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml,sha256=pGdOUMD2iAx5Irv45urSdnBy9KT9sK3TKK3AzETJzHA,264
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml,sha256=7Aqq_2a7qoWztzn6t9rQPdxZfAFfFk46CJt4at_uYiU,270
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml,sha256=XyTanBXEGN6aQBA9b4_Jh1N947YRm47oHGlHOwMroto,279
lmms_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml,sha256=gejBlHmyvAEQJu2FLvZYtRbENsEncJaTqFl_Pf_KTpo,232
lmms_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml,sha256=5Fi46eDrnRpcBnD8mswg083Tgmv7E50qBzS-ks78LyA,254
lmms_eval/tasks/mmlu/continuation/mmlu_international_law.yaml,sha256=oRjOW4VID7liH_sP_qJpBjHzLdCU8TT1TRIr0s1hXNg,255
lmms_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml,sha256=WiNB6CFoFNCZvpiUFLmkEkc5j44hhiiwdpX1K1jh09c,242
lmms_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml,sha256=_BHRBCzM95XRvh8Hu0gvy8fDczq4l0m5znh2-Wbyt80,255
lmms_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml,sha256=uUENhlqJhUTg89vz7DX-3FO7wrsTywjMynwBa6aJKpU,246
lmms_eval/tasks/mmlu/continuation/mmlu_management.yaml,sha256=tnrCl2MQuj-12fBhp1wYqzQSIBOnwizaDBS4PdAMQIc,228
lmms_eval/tasks/mmlu/continuation/mmlu_marketing.yaml,sha256=BOiDzMwEvZndG7g73fKulu3JANVAE074wlavVdnJRN0,225
lmms_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml,sha256=MmhMn1WZ4_j6qaiia3SKCZcwhMqPt_AYfvzkGEa5aek,247
lmms_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml,sha256=oCHMpWmjJGg3-zt5104KMS4YK08jnfEWccqe4zGrrmA,237
lmms_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml,sha256=Sn3noEpM6nzFNUcZrrvIJFScuaaNR3stJ3S8usxfDBw,246
lmms_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml,sha256=6F3YGbzxDOXqgvKNQCAAgjyz3oYbO1ttFPEnFnOHpT0,249
lmms_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml,sha256=UbtsbuI_3Zt4SchTrrGXebYu529uSuzuhvQ9AoyWmHs,225
lmms_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml,sha256=XTLNBVEgORnWfjxcd8mYtVocafD8T08kTeEZqf4PsN0,233
lmms_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml,sha256=nocdGCiv3b-4Xsn_EdsFIyr_yDYV2hB5BmdLygbuCIU,233
lmms_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml,sha256=4pGTELtHIO-SLaGLrimlJQOFDsN1jMfdn6UT2HotODM,268
lmms_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml,sha256=iAth1MKB0L-50KDb6GaejvJYw2WD7c1sfH1rDTcQclg,252
lmms_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml,sha256=zl2bYnP5SX9bo8-GqgbmxcxXHxQk024e8dwI59c8H5U,262
lmms_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml,sha256=IhA-lGKahGxIPg74v4wo34KL2KaMdwB3eLFRn4lowyE,278
lmms_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml,sha256=CjfqDGWW4wkwyRphCoguRelfOrLfvm3MgwUwsmEZfJQ,257
lmms_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml,sha256=OJNRYgHpzilfo3iG5ThaOTBAEZRgRHRlg5Eqmsz9mTY,257
lmms_eval/tasks/mmlu/continuation/mmlu_sociology.yaml,sha256=l-_PTHLa444UCldUsQUEpngNnD9KupvbLXrwTyqyyZ0,235
lmms_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml,sha256=LuAAXAilA84hb29_XriugIOoFv0DXXpmPqY166U9TB4,260
lmms_eval/tasks/mmlu/continuation/mmlu_virology.yaml,sha256=cg2ed5lJY-btTgeGE8GSmMsG2MRr08pHNMsR08YOQ3E,222
lmms_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml,sha256=riZLS_ZEYaMSsmeaeEbBuT59R7XED8ZmPSUy1AmPJRM,249
lmms_eval/tasks/mmlu/default/_default_template_yaml,sha256=CyVZ1601IKoOQeIG34CWI1bXeeOvipU_iE1TDpIwlfM,512
lmms_eval/tasks/mmlu/default/_mmlu.yaml,sha256=413SX-pfpVg_u2Spn5t8SiBxo-271lGC8VLXe3eY4R0,179
lmms_eval/tasks/mmlu/default/_mmlu_humanities.yaml,sha256=eQA22xQg58ihJm8UnsqkATJjgGCFUvwSPKwcFSVa1_E,166
lmms_eval/tasks/mmlu/default/_mmlu_other.yaml,sha256=HNgDqPVriKgw-KEqn8BS2LgjfHErjqhZWC2j7ratQ94,151
lmms_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml,sha256=7OSjJtYDwkJEEa9KOxyxqZZ3eS9QzTZvjp9ecmiZGUs,181
lmms_eval/tasks/mmlu/default/_mmlu_stem.yaml,sha256=LVhWPPZ4wef5it5apH_2gUPYVUzBZh7XuDKr5IOyYE0,148
lmms_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml,sha256=8CbMiRigpKQir0KG4iiJ3m9CNINnGXX91UKclsDQ2e8,270
lmms_eval/tasks/mmlu/default/mmlu_anatomy.yaml,sha256=ja0vjcJFIkt5gcYYbhGS42LSbA6sZJ0TBwgPV9-S_2Q,233
lmms_eval/tasks/mmlu/default/mmlu_astronomy.yaml,sha256=p3IydlR74kdPFBPTh9E_H-wXmumPI2p4JYxsg-Ix2SY,241
lmms_eval/tasks/mmlu/default/mmlu_business_ethics.yaml,sha256=Co313C-i8C8ccNp6uSB2H0eYYkYt7pdFcYLfgXsdzlc,267
lmms_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml,sha256=IwgnlRO7cfVrxGIT7HPZQpGKbl1u3IhW7EMNzG08wms,279
lmms_eval/tasks/mmlu/default/mmlu_college_biology.yaml,sha256=oQLl3dYZWRqKft8YML14ya5W8IOQijH1tiug16tZNpU,266
lmms_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml,sha256=qvvRZZK85AhQ-V8Tph065T8uzFEh4Wd-m8J6iY2LAiw,274
lmms_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml,sha256=NLpXnRE6x9SZ-58aQdsw9lbrT4XyQMjoWy4ByKLnsao,302
lmms_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml,sha256=9e4tXKs2_c7pZ4_f2jHB1tr9FzZ0aSMR5qMABRHX3hQ,282
lmms_eval/tasks/mmlu/default/mmlu_college_medicine.yaml,sha256=PJVliyXPmd2cmYQwRjzcrhrUw_t1xzWsRINEjMvgdDI,271
lmms_eval/tasks/mmlu/default/mmlu_college_physics.yaml,sha256=QZ_3QTRbAcjXNiq0H3pI8OpEZnzwu4cFaHGKUAscpqw,266
lmms_eval/tasks/mmlu/default/mmlu_computer_security.yaml,sha256=pzT4m_-0A45r4n2fQCqsDnm747gx1C-v_F4VQQ2IqVM,274
lmms_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml,sha256=L0Qqh0Ubn5WyKQfUNOc3yhRFXxlzkK1pu6rplwBK1KI,278
lmms_eval/tasks/mmlu/default/mmlu_econometrics.yaml,sha256=TUI4bKKlY31gtJeMV100kDVPQDjGd0MImn6f8U1l-xM,264
lmms_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml,sha256=wp7Wspyyiw_UwkOiv2NzhRI5JhGbJRYPmfAoZ_W-E5Y,294
lmms_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml,sha256=kBBePuU6hp9bsjNh_gFBnpzsVL-_HNgrLT8-X4ozXEo,294
lmms_eval/tasks/mmlu/default/mmlu_formal_logic.yaml,sha256=MePI7FG7vounhClIsohEsPEt6LcJBZ8WR72jn4YKuG4,260
lmms_eval/tasks/mmlu/default/mmlu_global_facts.yaml,sha256=2Ti5YqP4_c2QBA2e8o25BoptHs8IpzEdjeftifd-q_k,255
lmms_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml,sha256=O5Z9S_UWmqkKvYWgS5zKV0a3kQKqnj_spKrYMY9EF2c,282
lmms_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml,sha256=2JKCMz1Pzh92HfXguu3LWapy2rIvRlHT4fd6oULNHwY,290
lmms_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml,sha256=T6IF3DSgmKz2jjA_b3wNo73enUY4qUpWg-9sV8PD8Ts,318
lmms_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml,sha256=3DDfgs3vFpKpmAaxviqpTxY2JAcXnMKi2eq9s3sq8G4,324
lmms_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml,sha256=S242QlomkOAuRuinx8iG1k5CCCOZhXx7_C85bZPTjqk,301
lmms_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml,sha256=ArleOPEzJmppu7_7jsrvX2f6BSHYGw9UCg5MwtzGSSM,357
lmms_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml,sha256=2GUF-nirRdrD3pAkMrsaMOJfPYb-ICicB6G2EhRSnzM,321
lmms_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml,sha256=fNqq0LopnVZ5s0TsjNR3Xdgev_ORgEEVenqYBwjzHcI,298
lmms_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml,sha256=tQ7mpInr71OeoYG5aHFre3zclHKfxYzwG582OICT7DY,321
lmms_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml,sha256=juM5iHF60cnMKfUYQf_di6LOV-gPk_xvPVcKSMZoOTQ,282
lmms_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml,sha256=YDt1fIhD7eXGRRolWTqO5beB1FOwc3LElCSBa3mppK4,305
lmms_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml,sha256=udrapc6FmNb9BoSB4D5hflFU-QRiyApxh0v4B3-_hJI,294
lmms_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml,sha256=K9E-G2J7AitlxMjxNfrCqpbc2cp_Rv95q-hnnCeeuUc,300
lmms_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml,sha256=WA_YSk9MHJqXSxO8uS859aDEZEAkAXRN2bRdqkp27q4,312
lmms_eval/tasks/mmlu/default/mmlu_human_aging.yaml,sha256=zugLY3kLDobnsmzWiXPEEKsqCF52JiaKSiVYftSKeBE,251
lmms_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml,sha256=Jn_j64_K9S0Vf8wHKNBRP9uRwzcRc_44jgsD-KfqCeQ,277
lmms_eval/tasks/mmlu/default/mmlu_international_law.yaml,sha256=mQZNHQMEEGyxn-ox_Ur1z2mpSctPXocXKadtCQo-icM,280
lmms_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml,sha256=LRj8ZU3UTZLd05St8ePvl8dDZjeLs3NFsuRNL3n6KwU,263
lmms_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml,sha256=LwO9JW4uEv_zzexn6k8I321ni226y2liwNgdwNovNWo,280
lmms_eval/tasks/mmlu/default/mmlu_machine_learning.yaml,sha256=eJuvGEQp1rUF8W_lgauzK6GBW0giNzW-FXECRMPUyUg,270
lmms_eval/tasks/mmlu/default/mmlu_management.yaml,sha256=nUUHwGC_8NtNyP9BmMYlcV7_7SjST9v1RJXqSTscbSc,246
lmms_eval/tasks/mmlu/default/mmlu_marketing.yaml,sha256=9j_s20guPyO90YY8ajCaXdyDbgn1MVFfCjPehGG4JMk,242
lmms_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml,sha256=qya97Sl3V2Ch5UVdR2Inx0pR2U6ws2k2OmnRhKh22Fc,271
lmms_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml,sha256=r8mO_OlmdomVGU_9XY6GyIG9rQb9W7V2FWs9oTP4LT0,258
lmms_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml,sha256=7IJ549pb_EooobCW8d1sQv5fMH2anFE-PnnymQ8v0Fg,268
lmms_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml,sha256=yYpgqZOGyvsJXn4CtWxqdAEad6WmdykB0FXp1I5j4m4,272
lmms_eval/tasks/mmlu/default/mmlu_nutrition.yaml,sha256=4RfBW5hG_HXp788o9i7epsc20k1NGsw-MQIF8YUuYiE,242
lmms_eval/tasks/mmlu/default/mmlu_philosophy.yaml,sha256=dlSgZ1LFxF4GN1COpKUoeYEUwQ-rFyt2HKLvOXwNkXI,251
lmms_eval/tasks/mmlu/default/mmlu_prehistory.yaml,sha256=wj-NzE6WAR-evKmbyysjcvR31eNmgWkLus2UwKQDtsk,251
lmms_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml,sha256=Qy3zH6atU5gCARcYlIH2GvvEsnv35-fwP6g_kA8BzRE,299
lmms_eval/tasks/mmlu/default/mmlu_professional_law.yaml,sha256=YGfWAWDQl4teLBX67c2br1GIYAh2qJL7CMQvG0NpdYw,276
lmms_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml,sha256=rt1sj8W2YvEZf9opIL6oUWzkCQ4W-X7wzx0ipMVCdOQ,291
lmms_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml,sha256=yKzADzAQs5bONPK1T_pr8IBjl6exT5ocUuqxi04CxkI,309
lmms_eval/tasks/mmlu/default/mmlu_public_relations.yaml,sha256=P1YLsMvplnye6edT1BaBMEo2bIPkzMtzdD_KTQk4Uz8,281
lmms_eval/tasks/mmlu/default/mmlu_security_studies.yaml,sha256=wj95CWRxndMquutJk-y5v1Vgp7RgYiDNiKkAgw4R3y8,281
lmms_eval/tasks/mmlu/default/mmlu_sociology.yaml,sha256=vxyiL8KbZUMbg_qd5ZZ2o1Q1NbmrlC-obMT_jIcb1sM,252
lmms_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml,sha256=RMNup4UrzMlB_CQ3C82cmFqw_zNKlolSWmUR7yxqgzk,285
lmms_eval/tasks/mmlu/default/mmlu_virology.yaml,sha256=AosNOsus2b-D9-Z6QbBS5Gmf7Mykx-Xp7ddPv9JZqBc,238
lmms_eval/tasks/mmlu/default/mmlu_world_religions.yaml,sha256=CNebGzzEl2qXyapX8TYstYjbHmgBC6Vv8zpPvohOPio,272
lmms_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json,sha256=CBR4SFsdT1HgEwXhkRPw46Ro8tx4dZY4aZjiKal7CWw,218396
lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml,sha256=aDqpEsoqk1kJVjfiU5e1KTmHIMiVjc2IvXuI1xoWN-k,750
lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml,sha256=XD42oDeq3VQyEqiBAHRIjfw_ru-PLQjDkUU_22shOpI,873
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml,sha256=aoKjo1daIkx5T30ISY7o2BUA3oz4W68XexDysWUxdCo,3437
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml,sha256=NfsdVpLvvYjfUUXDBnuPpfskUdeIRcWnUJ3FrXS5JPk,5059
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml,sha256=6KSucqnE8iOZv325YR6EUQv0WRPM5QAbvtJrw4Lt-GU,4723
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml,sha256=ePEfWvjW9hGri9fyYrdWKJApibnBEgxwIFdznFWgsn4,4909
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml,sha256=jSX8CrLPkqtcQ2xfZw4xX5qM8YgBLyl9xC0l9r1JLLg,2900
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml,sha256=9icSIiNn-Lk97LWSi71sblLfhTesUuORwrQeRZNAfWY,5193
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml,sha256=umclUsBFK4O89oG6zRtUFAKs19DrVyue6_MMaAFlb5E,3237
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml,sha256=EdD6aAAx-i5yc_Y7O58PsOoXycRKStQhF2U3pX_w9_k,7034
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml,sha256=xSIg8xcmZZVRydgLynC3-pUbUL2pBbYMvFP_xQ1vAxI,4331
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml,sha256=RLDXJh-sQOQ0lFWII4LNx_MJvWNVIqWD0Sn5T3JBrO0,4607
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml,sha256=6v2Tf3_W5VHFhB8H_xlxRlT4FGUiW2yod6bDvdhCk7g,3715
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml,sha256=POr2i_1yjPFuY3HeTBUL3bsTURZFqKcs_edm1IY8F3c,3054
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml,sha256=Dqx2rk0-aZOBkOJyM5l5zxpPHMSJ8f7O7byfJeCb1Uc,2809
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml,sha256=J-AUjmmIOmO0PIL183eAvilrIx-vzxyGITFxcNCE8Q8,5536
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml,sha256=NNyYtTJuQRTjhpruOqTft_hxl9CnCuNFSHyGN7iy9v4,2914
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml,sha256=P1QoBRn3f-XM18dFvVDhLRtx0s9F8nH6CfkD3yI0nRU,3504
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml,sha256=9AGOvcYauBYhyCqThrTaewYoCXXkuwAtAGW5QYoo3Lg,5114
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml,sha256=nmnpD6mUSTKLZISz_w8vz2oFTGuK3_v401rbdhbgCSg,2833
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml,sha256=iJunyyel8WFVqtJ9nOlsGkqE-ChRSwLO7JcV5GZdoQI,4783
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml,sha256=JHmrVEaXCM7g8vh9E69K_gUoGBCvH4y-MBGpbzBrPC8,4328
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml,sha256=F14sc4cBJAT_2LcpeTrt51R7uRjHig3F5MPtxVGCWlY,6099
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml,sha256=lPKdTXSKf_OjAM0mAOU979ZNI_iF9_r5z_4aaiXxQrY,15060
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml,sha256=tOeqElDXEHPrrRNvXlV0L7L3N4Gk0LOE0rZvIlw1jqM,3204
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml,sha256=iAephTGKPDRHoxgMnpLefgqNM4kplcWYTDbEnk6uMw4,3706
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml,sha256=jXvXWYS6kECGZHZbUbOB7LkCN5rkknTbF5gycdqmk9Y,3175
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml,sha256=ThNRgKwDtZq12U5bIstACPcgXEMI-nnjS5zNxXNL1e4,3101
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml,sha256=R6fCxhwNYGgBw_1ZD9vhqm94ebDiB3hiUfZ9rIZR0VY,3372
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml,sha256=Pheqv0INY41kpLOYNSS1WX7JBO1ToQI194DK_fEpPFo,3340
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml,sha256=BTF2HYLYG1iP95UEHKS2nNGayJ5mKe7TGdNSRoiz9pQ,4131
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml,sha256=UMJg38f9nwfPF4Jt-YXEE-WkWaW2k0RI9QlfZAZmul8,4953
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml,sha256=s1uN2OUtP1ZdsmH_XTVt6oYczvHqP-pfau5m8Soe6es,11947
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml,sha256=S-OeHiaFnGIr5lDt7Cj5f8nco0z3DlFo7tVI8igv0sU,7284
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml,sha256=ymydkPmpbhRS8VIoHZd7ubjpp1TVKjowFlOhlVxFwzs,2289
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml,sha256=z08VPd6Ea6dXOLy7dPqv5D6BpTcqeOHcQT6Xj3DFqkU,2846
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml,sha256=UTmuJzpiFavS2ytDpE5FN3CFXxznRQopuF0D80mRC1c,4656
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml,sha256=RAGu2JMVkjmX4LfqdlVhx08yaHHWZoGVHQaeK0WkRow,3813
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml,sha256=RgvkHNCUhhqgE4uZBoOp-dJuCqVJ6XR1yAZauNJA7ss,3789
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml,sha256=15QW1HTXpuYa5ZH4rEP5Rsp5ONh1ChxRcLCcTnBZslA,5222
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml,sha256=lLcSx4BvWS_R2gall4ag9_pgH3-_U7eDTz-3Fx1DSow,2755
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml,sha256=jh3RSWqO1CIYDOtMKsZHiZ7KWp0pcy_9CdyawkKUEeQ,3411
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml,sha256=tWEjkWRv9cK3MwCFwZPduR2ojdx1uh9RqokpdbiI95Y,3090
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml,sha256=XtpBvyjvm0hgFDLTN13Dco1KVNqaYR1GsJiL3gzrpYM,2309
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml,sha256=Pk2KL9ApOsRDFRvcnKHh5jFbVKO5pgzS2fbpG-QpIfY,4154
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml,sha256=zxTSiCbkkt_TQKS01FqGFr-Op4oaVqb02GDj9LBxA0g,3752
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml,sha256=ZssM_H6p58oOpBzbc4BYQVmI4_HcwUXvWEzBJVwV32g,4036
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml,sha256=fGvJp-3mY5cVPEP75VQep7GRXGuFm5lDMG1vcAGyRnM,2547
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml,sha256=vHKYo5rqJ31ybEX7ELyOeDKinVPZMvyLmKRLHZQev3c,3589
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml,sha256=nV05gC06lQBr-d2bv019_mUBKERIhoPNzl_Rks8qVpA,4077
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml,sha256=YAAkAb4sQm0o7sGRBpeO2lAlI7nyz63ff-oYSYHRZt0,9158
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml,sha256=Xw5al8I3VhWnDIKjXMbWbsvQdrCZD7mmc2QtAgTiALc,6138
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml,sha256=6P8qbZ_O3N3jEiJwArq1ERm7NtYLuH5-wS5GJXekANI,4161
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml,sha256=9lLn5RYT4bGPyUbdSl6V6bySu7DUK_orSz8H1HZ5W5E,3287
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml,sha256=CE4XR9kh2RsYwTY1KwAE1JULtR4IwPi600gIQcZqN_4,7483
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml,sha256=4RYeG8EHkC4CTaNIOilP4IFCMP8FF7c0Egp_raGanhY,3603
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml,sha256=VYUq-Ca2wgNtyF3EXqI8cAdD2k4k488Gt83NiKxNSII,3414
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml,sha256=_5OZHH8JTrwLiJHe48_am-NcGPTsANHzz6W_rRWXhsI,2569
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml,sha256=RzCfh2DX0Ndpa7RQKKYZGr-G1MQxwzVyBUOIe6oVLaA,2239
lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml,sha256=a6ISoKR5bbvwB6IlhfHtgYMUn4u6hBcvgTKvkZ6_wS4,756
lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml,sha256=rFCWeNfPQ12C0wmQsVOjlgn8iXe6xeOIPtGXeBQBenA,1196
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml,sha256=D05DDG34FWWlGwetDV4PdGA3WZO9VboybU4p5kGptKk,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml,sha256=cY4balmA0QCne1GmiGojYS-9fpjfWbCtmRjw0PVUjso,254
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml,sha256=cwRgKV1OL7CTBD7srUikdN4Vf3OCt6FsAgoKwRORpBQ,260
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml,sha256=ZrhIRdufEA1fYcMhsXKvB06D8wlYmrmXDpUEP_Nj_G0,280
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml,sha256=IZZZgomNbEMXSiQLeADOzZiNfhLwiJ7e6pyqxUgDMB4,289
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml,sha256=mDwWAnhwclDY0D-x_y7ae3tZKMGlS79NlNlfdJ41Ri4,279
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml,sha256=P-90NKqT9YM9LYYo83fJrim9ififcADZvUkBtkL_qc4,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml,sha256=-mIVc_Fdd1HqNSdV1rzYtp_JraEX6OrvLhZQusw6fsY,306
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml,sha256=XAHW5r0unXbZOEcjgP3AidZcabbqDGM0PSj_rOtqVa8,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml,sha256=VK9vZWHVJyTidMD0-NeeIkeAKg1Rz5ePO-Sw4hnUG_8,283
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml,sha256=-ZReNbSo65Wh1vhTq7AaysoE6tKXLxLyPGXaJgKEong,279
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml,sha256=JVlwrz6AGKo5JiPpqRwJOiquysmPKfULu5SlQ336Kng,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml,sha256=PI0oH1j2jO8jgClOXahq_z4E1rigvQGtPiBHP2tZSp4,288
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml,sha256=-73Tl3h_r4XsEtBu1cMshKyQ6NTMTfv2KHSDduAslRk,280
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml,sha256=SDKUoWWp9cIqYXvjTLem5tMaxb0aQI8gdAb4rDFAasE,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml,sha256=EtonB9CNq7aNJ1wVcxhZEL373XgjUqvv9005lUTZlfc,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml,sha256=dlkXXyHQJabUdEPoWuAYZp1RJgrjHEFQJoxJ-4mAS6g,276
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml,sha256=ivw4selCmO47w_LJ7RrfzQd3jyToMQ_BTZoZFm_Mmvo,271
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml,sha256=b5BKJIFA06AXkv_5Rh8LRXW0b7xoTE0rlfH3b0A6ONM,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml,sha256=MJtb1Vk0KVeaEjF-2f7WJEZ-pBVP8fWfs0dyTSHbTcA,297
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml,sha256=jfkNachrEHkFYBeRKBtEkW7x0Sn0snBJ9W8AYs1KDtM,318
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml,sha256=XspQCpWtltqohocXZlkq_z7u11vM94_lT8LO_hBVcV0,324
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml,sha256=DVGHMwbvjxzvcsOuE78daoAdWBnIOIdmB2mlyf2fuXE,308
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml,sha256=lSKkQzGk3EiUvLME-e9qO3yDsQfGaTrujlfmBwNBHxM,350
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml,sha256=E0I_PGk9f0Wsdw3F8tDuU2iOKUVy3J2Y4p43Wb_euds,323
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml,sha256=27IY9CpRty63Alj0zzI8cDRWUKgM7THicNytWJs8f_Y,303
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml,sha256=LD3Zv_TzObQHeWLggpthdaNAA7ui2XjsWXlimwQTm_s,323
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml,sha256=cm9dQlFdMtfz5tOwiyXM7BqvKBidwRvveb3ztxXdfM4,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml,sha256=VWp_wWvztCPD0tyT3QrRbfo9mg6rfGMXGOS-kgDL2gI,311
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml,sha256=IltR0N48zxn16GwipiRpZbKQ5qzTgFzDH1NOaGl2X3k,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml,sha256=y0YirRMDycGp_K8S5jznOiMAcONYRmS05ZtkvKzca_E,306
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml,sha256=lGmBBbBH6NAevJaPGb2o2sygGyyyMDoiIwpmgqiY2rY,315
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml,sha256=KqIp34UVbvFLpsYSLd9J52orPct2ughaBLDr3VhUVic,268
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml,sha256=Jy6B8vN92ibceNDtU01Bq_ndA8NdPYacXeqoceKiV50,290
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml,sha256=PXfyqDlb9f9UGkpMYSTW46JWFPbbAgFtKLM7vxqAegw,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml,sha256=DjJ_Bq17wreCwNnc_z-yFV48cheYizz4yYsmYCcmKnc,278
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml,sha256=nkn_yuCqkcR9NyPxDrmyC9UKOYPHTz6HkyKQP7-Na5Y,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml,sha256=aRqD8d1rUjB2sjUoC_ckLlwiHHwdDX9INhByQO4xRsY,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml,sha256=IL6nGRkVGZWTqwKlUa-WHtajFZuLyAqMUb3OsN2MwHA,264
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml,sha256=2Lipzgz9YxVanlPjwDXZzvryBl5LpTb2NiLwNQcAI3I,261
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml,sha256=As4rH4BaPJJFWhPnWE4ZP5KY_Vl88TaQFZGW1fgM31c,283
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml,sha256=4WWyq9lBuuVT8HQyVzKrl9gcaCi1I5gbZufGJjoOt_w,273
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml,sha256=FJW0e-H44dVj2Dzc4GxYaCZHrVG5KucwW0Y7B4L2TB4,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml,sha256=hbS1LVpvN4e7FEz8DoYFQgfbeL-H5AacySuLzvFaXiA,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml,sha256=yJ0J_nvK4K0BfQ-j4QFFnaajaFD0jyedf6t4KqIr6Ks,261
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml,sha256=0avKAsr5j114NxEsE8INnzfUpC5aKXbMRzV2ykd5dZ8,269
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml,sha256=su4Ax1VNGwqAE3oagG-xQBtvhFdUaGDQf0n4Fz5zYeI,269
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml,sha256=qjfzLUYsrnl3LslRPuhBrRUWJBsc-wsvih-N5fkaJQM,304
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml,sha256=tGM7w7_jiNzpb9PudNOhahfUG4EJHnPOhDu_ah3Z_EU,288
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml,sha256=Ekt23-3O7iBVbDutXEtk1-upwBwSs4FvM1RE6AwPVbk,298
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml,sha256=v9Qg03p5C3m2mZF_k9-UuHiUAueNKTWMLKoFM1M-nio,314
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml,sha256=h6cGYx0u4HeJet4qZTsxj8drafX2GRvj6Wu7dm-rMZU,293
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml,sha256=_VSy2T68x180Kjzi_SvsJJo5Th-PSkDoZu_ZTUbJK0w,293
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml,sha256=n3phQqnRjvI8UzNdD7ixVlRPS6EnlXqfCtZeI5l6xQs,271
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml,sha256=aZ_BVODXeh7eRUG2M7fvZlSNG8K0LVBIu6gTIkmkt_s,296
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml,sha256=2ecBnyQ9shyTxVsnx_UFVrXAd-Z2OERofAFq54zRNIE,258
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml,sha256=iXG91N8qBRUePvkeVVCjCZ2iu4k55tXQ33SNp6SgVRs,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/utils.py,sha256=hyQTFEgudG8bKtCk06WyZJZUGITd9vkAYgdJhGp-2Hg,4010
lmms_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml,sha256=Bop3pKSRBfWg3yr8BDQ7YKQR-P1JwJ-74aOZCVWBFBs,819
lmms_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml,sha256=slFR3MfkmRYeMWl15c0K-so5BdDD2TDUGBuSAZvcrro,932
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml,sha256=s7Jrilere_l9b20MHeUayblpjRBrE4JkdKS1EXKbBk0,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml,sha256=zNWn8oystI3AcYkzbrDJinJVYM0DnYJrlA3tAJwQtl0,262
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml,sha256=II3xv9y0OQg248KSmBwDKzn-HyA14zS5d9-DDbHFddk,268
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml,sha256=NyWQoZ0cJ5GkSqpwrjmiim1v7d537uI0j1GQC2gFKN8,288
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml,sha256=QngfKYlWu5Nx2VSud9pgKKTVW1GK-eKML3fpq6v_ztY,297
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml,sha256=1YAyz2nZ7Owjtj3Um_bn4dCHrSn3QY8x1MCxuoMf4w0,287
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml,sha256=o8Ed0Y9Cu9AbT_r5r8RUvOxN1vRezkhFpSx6H3Y2kWQ,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml,sha256=1T5NXmzTif9MvWto4C2zFE-1WSLbAT0WgqDrnT8VCfE,314
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml,sha256=cdP3-FGOWQ0xq6GL_SZxKEM6Ry7ccVGPeLZKALOqpz0,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml,sha256=H1zZ9nnJW6gTJpoOiXrb5uiJG4DYT5Wu5pgwUaAN92U,291
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml,sha256=FdTzJkEdF45HRR9T2SxHNKdoex66oEZVw3LKCKrJ2dU,287
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml,sha256=23G3cPpkTHfdCISGGTrZ96ayxh9B-NYknoCUKwsZmzI,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml,sha256=pOuNyqn16eIoknydn2nZhU_qxtK52SNB2XS8GdUcQ1Q,296
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml,sha256=u4f1uNl0s46EU7p6uympWItgRMJHPxpMBUQvaegNrt0,288
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml,sha256=qj2EavhGdgdRzWozLOukxByWcWVBuA9lz2KJ8JQQebw,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml,sha256=Aseq6EZOnY2WVtgVSNf2KJZU4XdRVnbBzt1RzgVl0so,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml,sha256=7jpLTcbeCP5H7nb2pU26rZBgpQedPkK3UM_LpHcyAgs,284
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml,sha256=TcqbBk9fRU2cw1pPpuj4bfod5_oHc3Sxn376a2nBth0,279
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml,sha256=sEDSFdJQAmKYvL6D7ry8KaBc20JLtb1UIKRDGmyKCqE,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml,sha256=7WjWhgjlhGeSZN8nmDjhvFM38VCfmPFKUjKsQNN2jxw,305
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml,sha256=zbpbZsKsHCKx_W-zgqTVvncBFZeDFyGEl26cnsYfETg,326
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml,sha256=2h1tvtpKyf7wIpY7RQFhiWJUy6ewZblQpItDkU_u8Q0,332
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml,sha256=HkkMxEBZilgLERERsBVOcJWJm6TeE0kp0AR8StbRf9E,316
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml,sha256=148V9B4X4Ugx-BRj4HZOep3j6oRcYy3_LfGASGRPFkQ,358
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml,sha256=hgLg4U3KvgYNX1IwvPXi5kK-v9wKcf_K28bX4tC11Xc,331
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml,sha256=8a2BQVyBbPbebDiguCriPJVl6hzfjKVsvOueXKJktzs,311
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml,sha256=pk3mU0VV_VlqDFmpiUTCuQc6LGDjAs425H0BjcLIzHc,331
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml,sha256=AZxNTMWDTCuq94nB5IosauC4FXtWTy3vT-PiQpPUdiM,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml,sha256=lTA50Ex7dTgThukHjMqT0sdgMWfxfqQwjoxG9rAALPY,319
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml,sha256=ElR08bu1Kd1ST07EYG8Xh21TKXkgDkfuGdPomnT6YDY,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml,sha256=kGb9S2UQ3Ns6nHtdyfQ_pHHV9J3SQUxY9-sAID-KXpc,314
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml,sha256=EpCtsxCnFv6-g9sqsJxzMOLATUQLhV9USwH1FuEg10g,323
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml,sha256=WErouLe5sv4cI2ck04yL4sxThiDxlYMoipedAK4Dqt0,276
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml,sha256=p27dFWiacrUWJjpFP42VOedTJbGMdhvofVZFJ5IbvFg,298
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml,sha256=Cs3unyHAh-vdJkZW2VG-uSqECw4ZVE4M45T9ZVwZg5k,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml,sha256=PVD4etJIGccOpDvAgRXxATmWFFmj9ia7njsq48824XQ,286
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml,sha256=MtuFmChMr69HuKnEtuku_aopmlte6nrEtt5yy7zy2Ek,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml,sha256=IKDI0oC8uhh0vx9fwOC9s9-DsrG9nH28BYTc6oir-C8,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml,sha256=0NQbxwZwIVAccaQ4aA8kdoTMbJECDUHz_FtJPvCNBFA,272
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml,sha256=ULg8SlwzJG3dRrqzoHgArR4q1quVlcKkQGowAm35rzE,269
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml,sha256=Z4rFunNipapEXBeXGIhHbIAZn7J2SLuwODdJjHukFcE,291
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml,sha256=og2T_i0QTr0HLnT5X3aJ1YtzvrOQiOK_mMjHuHifjcU,281
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml,sha256=2xneip6zemaQGdRTkgLiktKuMe6gpsSCq0hhbR2erSc,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml,sha256=3auT6HtyVcKbDU0DtVw4c0Vu3EhpnxgV89JVjjBZA54,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml,sha256=UgAz5XcXNI-BJuivOX120uWw7HnOwlNHav9Xjwao1x8,269
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml,sha256=TCbq7171FLsj0ta0_EUsmzeA-Ylwp9zXJblFhAHYhHk,277
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml,sha256=908FF1FUKyqYEoJMhEl-JxWhltCyGp4TROr-fxvuk9M,277
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml,sha256=0vMPYRTVo3Qg4wCmpC-1vMK5_tDdM7Nzsc-zRTy3X-M,312
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml,sha256=d59gXZqzkEuaSzfnxUWaglnyCM_r5hefrBKox5IEvzM,296
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml,sha256=xzVz-T4oF5RQkKUH1iVv3NnsrDfmRJMrPBSa3CGo6dI,306
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml,sha256=y-JmFdCLTcX30DGjpElBge12N4a4S1i2eFbJrRw5bFQ,322
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml,sha256=XoHvoG_DgMf8s10nBSKlA4Sv5wvtYP-T58oVKXGbi8s,301
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml,sha256=VOZpFs9xzsuC8cIsLRCjdUUlETvbXaG942AmTA22cs8,301
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml,sha256=C_JHvCEuSurkXZwoqigSl9q8KcuGwMjLp1eefK_93nE,279
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml,sha256=DfgPoRREhgzYfCM_kl0wgXV5R1SEVmdLgGzk_RWJqJA,304
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml,sha256=YhwhXTYhYG12kLeLyWRspD6Go2OgS15MoqlVftdQF4k,266
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml,sha256=-f0UZagvha98Zx0AYT7QxfLz3qt0TpoyoTWKT9iyprA,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/utils.py,sha256=hyQTFEgudG8bKtCk06WyZJZUGITd9vkAYgdJhGp-2Hg,4010
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml,sha256=qxI1DduHmLTDisjy0jjRakClnz1cgkI5wxNSzF-BgNo,797
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml,sha256=EqrFMbCnI8AsugO63E6x_lwQ_oMo30MksDSDT7A7SlM,519
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml,sha256=ulCPZQ9llvydmm2y49SOfOYWlpoy0yKIFPhyOMlmHeM,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml,sha256=MLy-Pj3LLNCUhAhOeW5ar_RxX5UTY_scfAonD8ChoFg,271
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml,sha256=7ssuxG-GkP6RNdoEPtVHtTP9jOShBQS6-qmMQ-Y4gKk,277
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml,sha256=Mc9Y8Tp9G47Kybe4-F_g9fA07sP_YwJ29yhCZNVodoo,297
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml,sha256=YD-FYJc8HFm3EP22a5B7-fg4niWN9zXdT972LUNyuUM,306
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml,sha256=UihlPmUj5Itbd7YdfzDh6FOPqKEZtnnxHfpm2p8HycE,296
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml,sha256=JN7Cp_7d9YwBTwz_Wt85dM98SO4GSf9YFxU1Ap_9x3I,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml,sha256=9V6IrXZkSepvMJL8gFICcDr4DENWWzUmLJSdTYlXKwY,323
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml,sha256=5RjnRXsx9FLHuAAUl47vBrEauApaPpmrZLo8pJLRGso,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml,sha256=8bD0QAkw2H6_qWYnK9CKWMIciVUsjcS5JDAhR7NsyfA,300
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml,sha256=iyG-rUaHcLybqeIQKg7hXj2cZznqdKmaQIh_4x5Ciaw,296
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml,sha256=AJ2qufO56laY56kj_cY1VWOZBISKnINdaJuJ53lCy3k,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml,sha256=a09Umo4r7aUQIeQ7d3OzZVxixgZq9f4qV5wTq2AIWaw,305
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml,sha256=SN3xzBYKkZvlbP_VQIOnJnFOO5mD0VjhWmXazr3H73M,297
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml,sha256=zN2T6fNJt-Ss3nDXvdPp6AQm6K5LYVDjT1aOWifdiAY,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml,sha256=SqOmX7eQU6vU1QkmLtBHTZ7Xras1BdXmSOePnfEBDaQ,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml,sha256=_eiYK__nXe_lQPR6MorF1B3svb1XksZlWf1SME0-qkE,293
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml,sha256=Ck8ekYLDh0E_w0NePunync27jXpx6-4MH7oa1-oCK6A,288
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml,sha256=d2NaAY5stZ5pZuYF17iK22n9PEBwPbfKfe57ijrftOA,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml,sha256=kgwgmyMYXc5hOe68Mg64cjzt_J0l7Jcx6VisZ5qI0RM,314
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml,sha256=-m7Gy_c7sLJEuFNdD0zD74Fxbt0-steI2-zQYxzxghs,335
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml,sha256=cbpUD0Bla8I2_9VYvm6S9wLHDwFNGWmuPL6PS2Iv-EA,341
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml,sha256=uZ4AO91wxjF_rT56oMm_aBvLeJP1ZMPZPChZ6uNcyFY,325
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml,sha256=NCXekJDxaZcsYxzkypyk5kPLW7vYBYbrnXWB3IcFles,367
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml,sha256=eRiuz_RSOR3RYdIkWU8d7h_KKIMW313rzWfSQ558Sjk,340
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml,sha256=k-C4P2G_HWeCI2pTV_z52O9yUZP_EuIfdvblFuUDmeg,320
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml,sha256=tayKtGsl95sxXoRW7kQ8LWFP18lh1q0mgIXHRjn2EwA,340
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml,sha256=cbkRDuPtzo9jJJq8aG2x7zpdiwl2PnSPY-tqzouDR4Y,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml,sha256=1mhov_K0XrAozJ4ii-UMnMNwXNeQUx3OEl3nJsJzu04,328
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml,sha256=EonMCCVmpZUMHiV_pFJddXFvY2EQhTBDI7crMgY7caE,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml,sha256=ykgvOTDS9Mi_pfUx-1GGHFUUSsmgqjpL5Ke3Z4PdSu0,323
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml,sha256=mWJn70yLZLOUi-SKS9fPaEALo3a63BbteRYAXP9VkvU,332
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml,sha256=KmfGTiCjj_PuVFiAlb6FAItzVfLnjOfbp3X9GKS18U0,285
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml,sha256=eqk17OnD-Tm4VL92xqjtFbtOQItAmR5J05Zh9LaE8yg,307
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml,sha256=i0PPbNWRhGhM6GK-aiQTasOsZyN9Wd9ZK3P8-Cc_O1M,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml,sha256=mCAQFfiIl5VI0hHWH6cI4uRXU1ZbHkrxTXn6b73Cp7s,295
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml,sha256=jeWFIRJZJB_DglNpKowuxX55zztdXLDBn6A_IlSWlNQ,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml,sha256=Lksx0rE1QrhsAQVEtJ74WxGIstJqBWkhPtecSFAUPMY,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml,sha256=TdmNylOTJGJC2GQ0Ug0PWH5JkjlbhYjf2bc7slBgNUE,281
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml,sha256=QCC-KYmF6McVMTrIsWc8cPDSpM398t92lW5Kzrl5tzo,278
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml,sha256=1cY5IkJtq_shx6CA-Yls8resMJEdAVZQq32e1XShLbw,300
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml,sha256=aPgYvDuOPAj7CxNLkk29TQj8TEUHLwtrg6R2Ob2veRg,290
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml,sha256=6g60_fyBR8LYF90pbZbziYJei2DDlbblXNRPUt44Utk,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml,sha256=VebkkXcKI1b4c78NN2Jf_HZtAwQFd4mbQBtqjS6gV4w,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml,sha256=cg3roPR8Jh4ihDFNkq6Ve1NLks_2FTENvbfPKpz3QBc,278
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml,sha256=mw4HB7w5lnx_L1cFkd6ryDdLLGWm9M_dX2knW9nvjT4,286
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml,sha256=kcfvbA55vxryhaGxXGPRcGTgwkAmIV6IlhfI9G743FM,286
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml,sha256=ZrHD0UwTF3xFeSqGQYGNuosKLWeebN26tx6-Crrx6o0,321
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml,sha256=DufIfy_7haOvk0orGGUD6I5JkDFPd1fkvIAY8vAdbg4,305
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml,sha256=MHP9ypOaG4CR5CVfAOQpTunEr5sgTb1V2MJJnJNPtjM,315
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml,sha256=J679AFckJj33x08Q56ofCtHExpUnw_y2kLNFzYW2gjw,331
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml,sha256=O3vUX1DT9OkXNbLGuCLg8chZdcDyKGHNh90HN6HxcjM,310
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml,sha256=3gg_aFl5rmuqvanNJf_hObV_yFSXA9cWgQ2M03_Yr9I,310
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml,sha256=3frgNR9olz-TDMAHbGMQGrplCqZJUK2fQW45ebs6YqM,288
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml,sha256=YuAOD8jnjXkfkUMdIaX4Y-W3vO2VBcD1cgTMnN6SbiM,313
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml,sha256=hO0QHEUZ-YhW6Q7UJuORxS72WF8Vu2DfrKDAHjyy3dg,275
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml,sha256=idBpTd98hd_1DGCa6xkkxo8SKz58lq0usPcHwNVRPSk,302
lmms_eval/tasks/mmlu/generative/_default_template_yaml,sha256=r4IQGl3MFUVO7mLv1Q7hMREsiOo-CZgHpUGY_F8-GOc,563
lmms_eval/tasks/mmlu/generative/_mmlu.yaml,sha256=u0BBXEAftCUQ1lp3pmep7kpAWAJBkssPR6ptTvHtcBw,707
lmms_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml,sha256=Bv4vJr-iyHIxpUDd9xYFuac2zp4tMJztTJO0BLOT-ZI,286
lmms_eval/tasks/mmlu/generative/mmlu_anatomy.yaml,sha256=KNZDtYXUO0aPYm-I0LOFLxc7fTc-Uo_-HLeIdMQ4HQg,249
lmms_eval/tasks/mmlu/generative/mmlu_astronomy.yaml,sha256=qort6U2cSo3UrqhedJPa7117gdBMEPVEpNzOFr1NwGc,257
lmms_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml,sha256=v3IeAPMc9nxP-mUrKXlEf6wvGE66z3tvUPe7jm9iNLc,283
lmms_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml,sha256=_lS59AyN6YuORLQYoneqM9cucpfHZazZhc0XL2KY8Kk,295
lmms_eval/tasks/mmlu/generative/mmlu_college_biology.yaml,sha256=TSfjmdgftG5Oxe8WY9SD2bw4sScnfmgn3lQFRVcAkZY,282
lmms_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml,sha256=GI3EUWKqvo_k8VLGCUq5JjXV7cGmTSyBDGfokkLiQSo,290
lmms_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml,sha256=ruodRwGCaNAIZeFs3BgaxFETK2wOunK92I88V1wIDa4,318
lmms_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml,sha256=psAWT_4X5K8hXmIPkP3opYHvkMP9ZgVXEymitxIlYEw,298
lmms_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml,sha256=kMX8BUif2Yxe5HXnHnz4wr6LBk5-hg0EQM6uLi5BNPQ,287
lmms_eval/tasks/mmlu/generative/mmlu_college_physics.yaml,sha256=4Kj_o8rj382RtJ5iNixFJb0rilYDRQ1L0a49OKBIp0c,282
lmms_eval/tasks/mmlu/generative/mmlu_computer_security.yaml,sha256=hkIEwVXcMqRP4YVVHETa8r22uTEjNeQyk-YYrViHKzg,290
lmms_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml,sha256=7HQd4O4DTh-6ymwkMB6noS6dnde5qWvhE4CeVEv7IIQ,294
lmms_eval/tasks/mmlu/generative/mmlu_econometrics.yaml,sha256=e1YwHwg0b8W_nfzp3bbs3HXJbe-tKLIfiUg-qK-Z558,280
lmms_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml,sha256=QBUAae2VVcm3IkHYsFkkO75XG8rWWW4Ff5WoQhCQM8o,310
lmms_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml,sha256=W7N9UXw8LS-TenPKUQ7R07lLU9_rQ45jYkdXTVR-rkY,310
lmms_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml,sha256=RMlocUbu-L4uRMvHColWtWJaw0fIXQpyEiCT5JQo3dU,276
lmms_eval/tasks/mmlu/generative/mmlu_global_facts.yaml,sha256=3UFkepiG3S4ugev1w3qdYXOXJYmhSig8Mqq_5sr2-lg,271
lmms_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml,sha256=FDLgF3NWPUuZIrU7CZZsDlT3nDG6-IC7rpE6QUklbaw,298
lmms_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml,sha256=WnPW16tKk-vUnxUBbqoEfI8CR-Q4kFAlk74EA6vEyH4,306
lmms_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml,sha256=jgi3o9jE5iA5KFGT9l2kMeHhWMNKFokBt1M7dZf884c,334
lmms_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml,sha256=HtvBLpGwMSTXVM-vL1--3GkxGnRod4KfAOVT1SpDdUk,340
lmms_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml,sha256=FynlMDiSh9BrDSl3X_P-g3HIT2KNwSafqWBvMMg1Uxs,317
lmms_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml,sha256=VIU5mizab0W4NwixrUl9YYn-xmNcQCe9H84Jnf_mlwU,373
lmms_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml,sha256=puOWealcsg2IabkIeIAZy7XQakY0mVyffs1d9--UArk,337
lmms_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml,sha256=YUQDvWYO1-IkPsI3CkkdyOIqm_6rfsVJVRryfzSqcjo,314
lmms_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml,sha256=ct1CLoj1LVe_zzzLluBIZ-L7s8VKtBmSGSf7GMPWgqc,337
lmms_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml,sha256=wrhyc_JSpc1NeyRYgK7nPIGp_PsVtzvzK5PSY4TZRzc,298
lmms_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml,sha256=0wQaQH51syPvEEiBKjjrTl8JbU2BW9IeoP1IQ-oh_lc,321
lmms_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml,sha256=MrgFTxmR-m6C0brymiqhWBnuIYoWo6P5Ljvxs_WJTU0,310
lmms_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml,sha256=Pk1lUtZV9ldlsPwabV4SjGTfslB4rylfbmwT13JbnEw,316
lmms_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml,sha256=6gRpsQqgVOFkVWG-VWYkzjEjouLS5Rp40aYRDfjHphw,328
lmms_eval/tasks/mmlu/generative/mmlu_human_aging.yaml,sha256=v66B-SsUO82io29Xduj-HWeVpl9P9dVBeQTEmdj0QuQ,267
lmms_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml,sha256=bhLpU1JjcmVQcyq5Noby5TKDLeMxBZkt5cX6VO5kL1I,293
lmms_eval/tasks/mmlu/generative/mmlu_international_law.yaml,sha256=amp1YT1jDPVfghPnHPpAGvBDkHjCfTJBdu0EU-WR-2M,296
lmms_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml,sha256=yewK5P_KIoF5h1I_5OU56F2_dLPcmiP_ZqaM4FeluWQ,279
lmms_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml,sha256=lA3mS_vNNPA9XfaX7Jhp841xQiAWykomkf4sLSXCcRg,296
lmms_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml,sha256=nN7rks4QRBh-4FFyE3xdAwqIneiqI_CEFzRmk0iol5Y,286
lmms_eval/tasks/mmlu/generative/mmlu_management.yaml,sha256=2oWljHLxFwTNlblyit_mIlA9KHBuDFRYRVlEuLSSG-s,262
lmms_eval/tasks/mmlu/generative/mmlu_marketing.yaml,sha256=q6oa-mv04hw8d3RubMI1QSknbX5dmhl7_pizTmQRMHs,258
lmms_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml,sha256=yMOasvRoykN9p9ONOoKAJAIchESyMOYJdKiMDUgnCwE,287
lmms_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml,sha256=0Vtc0YSAOUM5fYQxYY-6FD_V0CBW8N59YJFkKNLW-Eo,274
lmms_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml,sha256=RYhMt7lsT9-bIgXCep76U5LQ-fB1TwwW5nMAofiB2D0,284
lmms_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml,sha256=yTXSYSGYUz3HAr0jE6283mUQ3Ft0E-aMn3p4C1fPdqw,288
lmms_eval/tasks/mmlu/generative/mmlu_nutrition.yaml,sha256=BmCcrlLyGL2ANe4-6t36bPJqkyd_kWQ7NmiMNy01CrA,258
lmms_eval/tasks/mmlu/generative/mmlu_philosophy.yaml,sha256=k7z1C1Pov0FntdLYCPOptISg09LOPKCS15iPG2jeAi4,267
lmms_eval/tasks/mmlu/generative/mmlu_prehistory.yaml,sha256=Gmbta2OZ0MElJt3HEWH0zy-FVQj-qPYDAIhznL9JoXA,267
lmms_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml,sha256=6x_QlWvklfk_I0ErDuhlRQdR1G21xuGEReKmyNYyiPE,315
lmms_eval/tasks/mmlu/generative/mmlu_professional_law.yaml,sha256=6G38V2FHioEzIZhFzOgFRGgiE_Z6m6embx9G-WxsMnE,292
lmms_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml,sha256=zuRYhjsGFUBgmQKCaqzym4IQDSii5ULNSLP4W32e0_E,307
lmms_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml,sha256=oFXeo0ezn56sX5ZAqyoOgCTnLQVWwYTsSfj_GTSP9dU,325
lmms_eval/tasks/mmlu/generative/mmlu_public_relations.yaml,sha256=LHftrDPKLtguV6_yNsKSJWjBGBuqFUR2EBNrtYaDCFE,297
lmms_eval/tasks/mmlu/generative/mmlu_security_studies.yaml,sha256=YTMKAwC3GffjdF-1tfmOxJ4SaWDDflu0nZU35-brKOM,297
lmms_eval/tasks/mmlu/generative/mmlu_sociology.yaml,sha256=F1DDjF-_jQbuqQhgKRIINTZHIechMG_JL0XB0AZz-s0,268
lmms_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml,sha256=ftIG7eZ-qpQ_uCRkGFb-295awIKSxAWhO3BkDNyumCI,301
lmms_eval/tasks/mmlu/generative/mmlu_virology.yaml,sha256=E4h-F9u1rA6b1xwnS2hgHzPhP6NX0pNH-C8VNe-0YdU,254
lmms_eval/tasks/mmlu/generative/mmlu_world_religions.yaml,sha256=RvI0MQFVVdRQK4Kn6pFPtSA8wT6pUOApw2Q_E8N8Ceg,288
lmms_eval/tasks/mmlu_pro/README.md,sha256=m8E9-FF-WwNk0DvvwCBdCv8UBck_V65da2MXvtUWJh0,3909
lmms_eval/tasks/mmlu_pro/_default_template_yaml,sha256=vJUyBHbk0K4uvqoql5oF1QJrnWEdxCdQ9a90EuB8G8o,772
lmms_eval/tasks/mmlu_pro/_mmlu_pro.yaml,sha256=VyTFOb3lXvuCIiU5ptbeXZLEVxgJa3KHvNgNh1YB4QQ,481
lmms_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml,sha256=M2f10CYCYbHBQIUfZuDGWduFR5UsQK3xX7LxlTBt2Fg,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_business.yaml,sha256=fGZ09h0bx3q5cFDNZqGR9Y1CjO-xdd4IldsBXzbFH_E,332
lmms_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml,sha256=JMmlXhtVlVbaE_6QCPKWEqLGnksR_oG7lcR7Hoctz-k,336
lmms_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml,sha256=DvF_BxzC2oMC01QNpMeidhCyUmtdzWsCln4UhMqEsYY,364
lmms_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml,sha256=xN36uLC-kl0rphA3rkQijeKYIeBtrQpVEvF2iGPemc0,336
lmms_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml,sha256=Yf-d23OYotxD4_H3WO2OafT5aOHaTPQnXbn4Q2r5qGM,344
lmms_eval/tasks/mmlu_pro/mmlu_pro_health.yaml,sha256=iFa_2tWyEOIaJFuU6-Gy3Y06sTV-uiQnESRnSX0cmOw,324
lmms_eval/tasks/mmlu_pro/mmlu_pro_history.yaml,sha256=eGDE8PT_rPFzsqLcpppXxPmgNuFcv4RjtuiON4f7Y-M,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_law.yaml,sha256=NsRR_6Bs-r7dRuWBEHDSyqSgjhBHEPcCVzgsWhGt7kQ,312
lmms_eval/tasks/mmlu_pro/mmlu_pro_math.yaml,sha256=kC7elGg3iOFBupmenKgamkBLcO3dCfU6HM-e-mdDuok,316
lmms_eval/tasks/mmlu_pro/mmlu_pro_other.yaml,sha256=dm4fke2Lo7s2q4hLKhYWXuWeHu_q5Acfhf8dYlL8sPc,320
lmms_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml,sha256=Z2hUIIT0kBt74EXiwrtL6zZlGgg0HlAvt3F7r-mKfbQ,340
lmms_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml,sha256=rDYuwic2TwaDLmHvVgDHKSr6p6AW0n8fmm7Uhbs9MI0,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml,sha256=TLF5uiCdUGeKHgY57YuThgXEXo_6l3rtj34Qe0U2TnI,340
lmms_eval/tasks/mmlu_pro/utils.py,sha256=NmyWaK1K5V6INvOXwgwNlpClpqWH0MlASRjBnbMMOvA,1851
lmms_eval/tasks/mmmu/_default_template_yaml,sha256=zsjlOJwfsEc-k1PHz3ThmpyeUGiIYkfDHPV7Bp3ZApU,93
lmms_eval/tasks/mmmu/arial.ttf,sha256=NcDzVZ2NtWnjbDEJW4pg1EFkPZX1kTneQOI_ragZuDM,275572
lmms_eval/tasks/mmmu/mmmu.yaml,sha256=UBPAgvaM3MFALGxnmTqrsrcqkjV9dNsttDx4AuAlrtg,41
lmms_eval/tasks/mmmu/mmmu_group_img.yaml,sha256=hzf1tGbLy6-kjk-pdJaDuhrqDEdjYn1oeSjeIQV88jM,71
lmms_eval/tasks/mmmu/mmmu_group_img_test.yaml,sha256=nQk7jnxqgzhroRGrK8Rr8REGNWbQnfVR1j4hWsUxO8w,751
lmms_eval/tasks/mmmu/mmmu_group_img_val.yaml,sha256=g3O7mj-zKKaAMH4ue4NTqmTjr4eTfE81tORXJFPpaXo,780
lmms_eval/tasks/mmmu/mmmu_test.yaml,sha256=HERrnDZFSNjqDwBmD_uor8pRT-nZ15OTqZxK59ojx4M,715
lmms_eval/tasks/mmmu/mmmu_val.yaml,sha256=5H3xmAFdytBBgMSqsLeGIlRSNZI9xJBkAsYvoifo1kc,718
lmms_eval/tasks/mmmu/mmmu_val_pass64.yaml,sha256=xdqiPVaZAlJLv6CQ2rzFrXBB_YMPS0ICYF3r1wcPx7A,1281
lmms_eval/tasks/mmmu/mmmu_val_thinking.yaml,sha256=GEtouHHUuinsMkIVsUCMdwYQ4P6mz2ewmjEt933LZ74,961
lmms_eval/tasks/mmmu/utils.py,sha256=dFMEMDLFI9kjoMFU5-_2euOThGCwhPUzkxj-KxVAcCE,21742
lmms_eval/tasks/mmmu/utils_group_img.py,sha256=IK9sIg9XFZ7YWEKyp8uDQWyjtAVMxhwvXqx-ZAB1z80,20190
lmms_eval/tasks/mmmu_pro/_default_template_yaml,sha256=vM4rdlcwPpy7BXbyQj9dRzrn6lIqEOUaF-DdrdQ5S_w,94
lmms_eval/tasks/mmmu_pro/mmmu_pro.yaml,sha256=Oa3XmySXCqAa-I7bpJbkxWjTqPd-gkCw5tXFFFXvCyg,139
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite.yaml,sha256=YKX-qQw3cBy7KhRNMu7Ogp_HrU-o8Mk9ZrnE5nhpCHo,766
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite_cot.yaml,sha256=2TJFwalIhjXNN7UzVIB6dbUUsQ83FMD8971RR5aB-CQ,800
lmms_eval/tasks/mmmu_pro/mmmu_pro_cot.yaml,sha256=3LZiZ_BFbzN0XJ6tZDRobL-ZtO_DS8FVoRTXSRF9mU8,97
lmms_eval/tasks/mmmu_pro/mmmu_pro_standard.yaml,sha256=ihYeqnT9JNyroVxsJtgAbZ-yIW1u4KJzuiBa0w46Uok,684
lmms_eval/tasks/mmmu_pro/mmmu_pro_standard_cot.yaml,sha256=_m6tA-jA84IW_ancRQ50Gh5-2EPKrD3JYUcz5-ZVnXU,826
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision.yaml,sha256=T3izzD6-y5CIqUDHpSqd1Iral9QbhHrLPk4uhCtCekU,552
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision_cot.yaml,sha256=S39xakGPAPCl1eOD2kpCNGlyXmlRGrvtaAf6LmUW9qY,734
lmms_eval/tasks/mmmu_pro/utils.py,sha256=OyLwD_1fMg2Um7-z-Bau7NRFltF40G_ud4rOQmR9gg0,17462
lmms_eval/tasks/mmsearch/constants.py,sha256=C74IuoexJLngU4ifoHdmOZd7vPSdhWBvRj1WH6iID1k,569
lmms_eval/tasks/mmsearch/get_final_scores.py,sha256=fj8HXEl31Vwy1Cn-zfeW0ob2wv43C9t9AvqpeY4X9fM,2483
lmms_eval/tasks/mmsearch/lmms_eval_utils.py,sha256=SVV69rKLha4FhJ7Db8QaPOBkwkZwGcgo2YZn1C0XnI0,18541
lmms_eval/tasks/mmsearch/mmsearch.yaml,sha256=SNBtKba7F5OGvaab2zo61AEWj3zY03-hY7E9EkTOj2g,324
lmms_eval/tasks/mmsearch/mmsearch_end2end.yaml,sha256=unStcl4G8kmQUiGg31Pp1pwxykvfVa-eTGIFsR23mds,1236
lmms_eval/tasks/mmsearch/mmsearch_rerank.yaml,sha256=nMZqpoLuuhLjrfBoADHmeqD3XJ7EdbUkOzP6RwJ4nqs,1156
lmms_eval/tasks/mmsearch/mmsearch_summarization.yaml,sha256=Ba36TB5G7islFVqc7yNDanOmtxenn5xrfRmIIjNEyfE,1158
lmms_eval/tasks/mmsearch/prompts/prompt.py,sha256=EEupFfjA22yttP9Iy22KsGjRtgrNDNEKad41SCQ8Y68,2565
lmms_eval/tasks/mmsearch/prompts/prompt_w_imagesearch.py,sha256=GIdsqyNlv4tIswtqYuZ9iMoRREmwnUr0ny33e7ncCGs,3238
lmms_eval/tasks/mmsearch/retrieve_content/retriever.py,sha256=dJFvLbADEPkikDk0-5XL9RV3-EUqM6qCYgoy801u3ow,2488
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/__init__.py,sha256=ObnMycKue4rfT4JtaRnmVOH0nhtMOTIQOe_B-N0Q3HE,28
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/tokenizers.py,sha256=S4CChvOAGQhtjlYJyKrJ-_RIlilGZmJ-t-_wqWKl-Xg,11816
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/utils.py,sha256=oIhIvhQGBrjQdlpldhQLwCQyIk2B7mznddu8yxl4giY,659
lmms_eval/tasks/mmsearch/score/f1_score.py,sha256=kt58WmEzNm9sT9Z0i26Ywf-7EbX1aqBuu9jsbm8OWQg,1422
lmms_eval/tasks/mmsearch/score/req_score.py,sha256=l8O5-xq9EzPS01ChHZjc9yp_mO4Pgw0UDzH59URveWk,752
lmms_eval/tasks/mmsearch/score/result_summary.py,sha256=ZfDhsG79dSlipkJmOhRWCG0kl8mJsxdiRttpJyEpD9k,1942
lmms_eval/tasks/mmsearch/utils/image_utils.py,sha256=V0uqK4XEnoJH-dSeqxe9xEQugu1sbpltQ-ueLnfumos,7346
lmms_eval/tasks/mmsearch/utils/lmms_eval_utils.py,sha256=GAceeaMwoz5ssQcsxfuX_r8Lbgb4y7g4-RdhT5sVBc8,364
lmms_eval/tasks/mmsearch/utils/prompt_utils.py,sha256=ZXOCjV1HOnRtq93LGyucTSk_JIr4MpIV2Ag1HR0HK4Q,3528
lmms_eval/tasks/mmsearch/utils/utils.py,sha256=T-Q4aJry8kL3qykRk_BF55sZTfNJVNtMBFps7GBEO3c,16814
lmms_eval/tasks/mmsearch/utils/web_content_utils.py,sha256=eOyQ2mfRU0yyaI-HlzZPT2bFnqmey-W6WYh8_XNM-1s,988
lmms_eval/tasks/mmsi_bench/msr_bench.yaml,sha256=GKO--u6O_gta7vr5ZXrcXMYPmsqGOXusO7y2EAHqN44,2040
lmms_eval/tasks/mmsi_bench/utils.py,sha256=-dtXM7A1Mvrg1v55quhAGYJ7_ryDx7FWK8v5amSJH9A,3737
lmms_eval/tasks/mmstar/ko_utils.py,sha256=BERpnNQpfGOJwZDzVkJLDs-atUgorqD7qaGsnX17-vU,3428
lmms_eval/tasks/mmstar/mmstar.yaml,sha256=5BV-MrHAZYGnOIYqrlMiG3nWNq_bK3r7exOA8-8QeDA,1473
lmms_eval/tasks/mmstar/mmstar_ko.yaml,sha256=U8xzdprz8o7Gg2ZE0N6fgQ4FCzZpnjSb9BxdV96ZOJg,1441
lmms_eval/tasks/mmstar/utils.py,sha256=nJ8YPT2rHMY8bmWG_LzbeXr6kbdPhMzYwmndm1DE6IQ,3434
lmms_eval/tasks/mmt/_default_template_yaml,sha256=usxA6ZXg46Cq7darGCeZEinh0Jl2mWbynKr38pxPAsc,229
lmms_eval/tasks/mmt/mmt.yaml,sha256=okxHLwsVFkEt1hWbXdQGKY8RMXokKe9xzOH_HHAyvKU,37
lmms_eval/tasks/mmt/mmt_mi.yaml,sha256=y2wxIeBERTsh-hG10KLqaazERpfxz1PVclkSzA9YH_E,46
lmms_eval/tasks/mmt/mmt_mi_test.yaml,sha256=SX-cqEv0Iig-k0iLeoF4lGvURTsbdrH3ZZXaaS8QJhg,521
lmms_eval/tasks/mmt/mmt_mi_val.yaml,sha256=YesaOvF4M2mEho4WO9VcE9pc_ogCldgByAsXRiACUCE,497
lmms_eval/tasks/mmt/mmt_test.yaml,sha256=XP0PazQqD-xtufNL5hftspQFZ87oPXqAyqf9rFvTN-A,515
lmms_eval/tasks/mmt/mmt_val.yaml,sha256=UMGKWrIhnBPcAuVyfL3B_b0WxG4XZ8-cvawD-qk2a-k,491
lmms_eval/tasks/mmt/utils.py,sha256=mTlp9wt9GcWIP90pFPDY-UPN-zXtHsCPt7xrHGAtCGQ,6399
lmms_eval/tasks/mmupd/_default_template_mmupd_yaml,sha256=X63CGxzQBDrhZ90b61G3BXIn1F9jbvRdIJnEHbdqSCE,465
lmms_eval/tasks/mmupd/mmaad_base.yaml,sha256=IwefVDtxVHljkzUVdluy-TOHZISjwMBQWpT5dspXsgk,288
lmms_eval/tasks/mmupd/mmaad_instruction.yaml,sha256=smZk4gZ9q3OruYbt4Amdb3bEuGPrFBi76OmA7PRw82A,368
lmms_eval/tasks/mmupd/mmaad_option.yaml,sha256=OsFBT4tTaenBp3PfXrkN86g4d_8BOM6zGrf6Nc4uBEY,358
lmms_eval/tasks/mmupd/mmiasd_base.yaml,sha256=zFPfR-uernTDWX-ULjOXyn2JhXGueV5FuBJ-nwRd6V0,291
lmms_eval/tasks/mmupd/mmiasd_instruction.yaml,sha256=i9bxLkLoDcqltZ41gs6kEAdNEEIyC8-5XEkbZY5LcTQ,371
lmms_eval/tasks/mmupd/mmiasd_option.yaml,sha256=0parWvmwZF9i_lSTFSNauMM-rVxhcFNwNUhZ5iv_yJU,361
lmms_eval/tasks/mmupd/mmivqd_base.yaml,sha256=O6boLuyswvxNAII9VLG_I35Y0TYR_PlzWZGcBNX5z5U,291
lmms_eval/tasks/mmupd/mmivqd_instruction.yaml,sha256=9KTuXewa7LwjvhMoFHnwo6sC2_QHohCbNQVHpeI_SZs,408
lmms_eval/tasks/mmupd/mmivqd_option.yaml,sha256=yfksy-mulIV5WvS5HV5lhpqzUPg3ov8fUVrtULZqeXY,361
lmms_eval/tasks/mmupd/mmupd.yaml,sha256=KlvW0l9w3UIZHoUSDAfVE7nmnUwNko_Gfd9IFMiy9qw,272
lmms_eval/tasks/mmupd/mmupd_base.yaml,sha256=DIo3B7RzG1TaCOGN_FlCsSsLmA-iRMVvP1wTakK09ss,159
lmms_eval/tasks/mmupd/mmupd_evals.py,sha256=5hNUvswpm5Fo6ZnEKLtApsyOBJQOq1D30fy2NdrBxxA,26644
lmms_eval/tasks/mmupd/mmupd_instruction.yaml,sha256=60b4v0UH_hOa2qMvrI_CxRKHXCO9uvEcOgxkX3Tz--s,184
lmms_eval/tasks/mmupd/mmupd_option.yaml,sha256=fxfmS9aiGxcFQkjmIEwaf4wXIVY_wLdGh8Z3Bnkx_1w,164
lmms_eval/tasks/mmupd/utils.py,sha256=VMyroN7lHaIyesMbnEw4hUOqI_I-gLDyb9ICJLACK-Y,6121
lmms_eval/tasks/mmvet/mmvet.yaml,sha256=3rAvax82x4NOQdwYLoMPAuJ_xMJy2iefZAekAPUevZs,855
lmms_eval/tasks/mmvet/utils.py,sha256=EKs0KZAcIF8u8VgYlQ6m9UeLXWOaj5g90yPRMZ0ucFM,9522
lmms_eval/tasks/mmvetv2/mmvetv2.yaml,sha256=uiJRJWtRttY-3kcRQJWhFRfbarE-J4FI7F7gWDNfpXs,884
lmms_eval/tasks/mmvetv2/mmvetv2_group_img.yaml,sha256=218Qd0PPPbZZfk502ENQXHimUQ9Tq-7ZYzasW53fNOA,1072
lmms_eval/tasks/mmvetv2/utils.py,sha256=vNK-cHJjHHlr94j2AiwJVJqY36CR0vZn2MQQmY5WA_U,14542
lmms_eval/tasks/mmvu/mmvu_val.yaml,sha256=8Z653qi5SBoIaAM43JhGrq78-il52FiiO7mDYsJ0oo4,642
lmms_eval/tasks/mmvu/mmvu_val_cot copy.yaml,sha256=w24KK6RqS5PjI4VwRgAPsqKwF0a1QDJFJPbeFogh8HQ,650
lmms_eval/tasks/mmvu/utils.py,sha256=l-os8Ko_F8RDVsDq9xPvyA6pUpsx3yy2RO8XHIO6_M4,11076
lmms_eval/tasks/mmworld/mmworld.yaml,sha256=3PXi7hzO-HHMeD5PysMVELM22BvEBv54j2pKzZP0jJo,1224
lmms_eval/tasks/mmworld/utils.py,sha256=Ppez0hPqBCEGL04OUQtQmqYgH6tWOJ2kTfyvDRSPqfQ,6270
lmms_eval/tasks/moviechat/README.md,sha256=rSOLVn5pOOBqh5ierXEmSDSWjfVUpMp6HwdHqeoLIXs,1712
lmms_eval/tasks/moviechat/_default_template_yaml,sha256=Bt5VGjbcF4_jzJugJum_yBFfcPfNt5QJOd3Icm_72GM,397
lmms_eval/tasks/moviechat/moviechat_breakpoint.yaml,sha256=Df3tAmm2E4E9X52Zo54MYsp1amZ7iQeiOI4oaHJyKVE,621
lmms_eval/tasks/moviechat/moviechat_global.yaml,sha256=VbjF969n_5XlO3nKIa1IYmRKBhAgl_7XekhtlWdHzyE,604
lmms_eval/tasks/moviechat/utils.py,sha256=fnv70uglAE6vIiqn_r5BkawkjLggs1TxvDvDxuCSYbE,10053
lmms_eval/tasks/muchomusic/muchomusic.yaml,sha256=hvIIx7rZYaZvaAvsduWkyhN1jpk838OXImGTmiHpcEE,665
lmms_eval/tasks/muchomusic/utils.py,sha256=K3H8DlajXdUOOhauOvpalpJ41LpJyJPnYse0hBek-b4,2533
lmms_eval/tasks/muirbench/muirbench.yaml,sha256=bQCKRXFx1SCtdZ1R9FGH6D7oZUo-A38JDGCTZW_Rz4s,989
lmms_eval/tasks/muirbench/utils.py,sha256=cOBtWPbvhx2QRV6Q19RKu1r9XqbcDaIXP4RZB76nZqs,3950
lmms_eval/tasks/multidocvqa/multidocvqa.yaml,sha256=r5yIz6zEi_casxLSSuJ1pCqjIIWqMmMy1X3vk2Fm7c4,62
lmms_eval/tasks/multidocvqa/multidocvqa_test.yaml,sha256=dHoRk13AI7HQKnP6tnKLWDIGq59nmhuIwBjRphnLR7Q,645
lmms_eval/tasks/multidocvqa/multidocvqa_val.yaml,sha256=E-gXH2IQXpRRs0Yq5r0BHPv1U7iYPDcwGm3G4ajN6iE,747
lmms_eval/tasks/multidocvqa/utils.py,sha256=pLYWXz3CLATe-tX_K85m3HFHY3RfXqSVLhG9yPX_9xM,3876
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/README.md,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/_default_template_yaml,sha256=rb5rFpef5OAzdS2FsQwJsjSsCOXO9OgBilERgnbx-5U,1008
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/arabic_llava_in_the_wild.yaml,sha256=BTzeM0ayKmqnWA6JuXxlAO0LcKnc9XcmwJXyNhLprk0,166
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/bengali_llava_in_the_wild.yaml,sha256=54a8aRuSyyf-pKdTJSrUg6FCCdYDQd-zuOznfRH78yU,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/chinese_llava_in_the_wild.yaml,sha256=l3UU5qK9pQeakKMmT2M2hlAAG2v-S0a1VnBkNvLWdnc,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/french_llava_in_the_wild.yaml,sha256=XH9oDJttubwqSwu0chlJVr3_IYRnnLFuk3GRasOHVbM,166
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/hindi_llava_in_the_wild.yaml,sha256=rdqx0Nows5SdI8Qubn5SG39Ad2JqGElwg_hMVf_1-1I,164
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/japanese_llava_in_the_wild.yaml,sha256=jmBIJX7Z3spTaLlrDO2GOZtAtGeMdl-uI5jNb4TRong,170
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/russian_llava_in_the_wild.yaml,sha256=eFkjSGIInaEOBAYEe0gi-bCGg4cqwGEUlzsfo0ahWXs,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/spanish_llava_in_the_wild.yaml,sha256=9piriq20DdZAFDdwZZ1glWu4DLRwzIuT6GJzMA7GKKo,164
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/urdu_llava_in_the_wild.yaml,sha256=eabFGXSMfadR2eYhdTgWNAFiI6DznMdXdWea1MJw3Io,162
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/utils.py,sha256=WLjrjy2UeTHa-4sURufDZ41HAdgBl3lIKBpV90I-UAo,6818
lmms_eval/tasks/multimodal_rewardbench/multimodal_rewardbench.yaml,sha256=jqCTTHhvaflO6baO9b8VzCH63p8bi2Hlp-7eYHjXAeQ,917
lmms_eval/tasks/multimodal_rewardbench/utils.py,sha256=0990LvWMRZCDGz__Tbnxiw0NvvP-YlDbkkeFKu6q7oQ,4175
lmms_eval/tasks/mvbench/_default_template_yaml,sha256=1eOv9BpdKCFZnh-_uJKK-GdhqKafU7VJUlC4K_FiUqg,784
lmms_eval/tasks/mvbench/mvbench.yaml,sha256=4q4sHbH3dkiuCiaqzLk-2IA_g7TFQAHEczhhm59gQOE,1020
lmms_eval/tasks/mvbench/mvbench_action_antonym.yaml,sha256=lrZLcE0i4-1d4-HM8954Q4VG4UzhKvepVmTFfZNVTRw,222
lmms_eval/tasks/mvbench/mvbench_action_count.yaml,sha256=pZitJfmt9asrbPvRB_FP1rRLOiHUyNNzhshLOqBQrjQ,216
lmms_eval/tasks/mvbench/mvbench_action_localization.yaml,sha256=e1e0-jEZIWHzjXYZuuDbVfsygjUAzPUxd15kTU5siZE,237
lmms_eval/tasks/mvbench/mvbench_action_prediction.yaml,sha256=j_D4N7bsuJ0_9YvD2XMZnGSTjkhJDnp6lLHMsXa0G78,231
lmms_eval/tasks/mvbench/mvbench_action_sequence.yaml,sha256=XjiQzW2O8V49Ma8Exih_xn4zdNnNbUdQAQUBetFvC3w,225
lmms_eval/tasks/mvbench/mvbench_character_order.yaml,sha256=-K8ozmwFLpBCFI8eZtSxG586nFOdEzmcwYCCvPS7iHk,225
lmms_eval/tasks/mvbench/mvbench_counterfactual_inference.yaml,sha256=0SpjppeuMKf0u--v0HL2geynWLEePznjqsMHxA67ooA,252
lmms_eval/tasks/mvbench/mvbench_egocentric_navigation.yaml,sha256=X-vUHyYEGCz-hfKbxAicP59OH7ZXxY7JglIk8dQ291s,243
lmms_eval/tasks/mvbench/mvbench_episodic_reasoning.yaml,sha256=wBJSqsgZbapDC7aj9sCxVG4omUU3dCutU85hs0qNWEs,589
lmms_eval/tasks/mvbench/mvbench_fine_grained_action.yaml,sha256=wUHGWT92Pm6O0BgsdWZBjjWa14SXxd0osQWmSLrO8yI,237
lmms_eval/tasks/mvbench/mvbench_fine_grained_pose.yaml,sha256=QXHAHe3a21ilsstP-NEVfqV06kD-IczgqhevTMfJWrI,231
lmms_eval/tasks/mvbench/mvbench_moving_attribute.yaml,sha256=apv7WKcTfjXdtMX8tQaXwR6mA4Wpb_Qhmc2E31q0ZxQ,228
lmms_eval/tasks/mvbench/mvbench_moving_count.yaml,sha256=VKdyr8FJAr5GfpbNI4jM1dnxM2D_MGcfTqgb_mSjvIs,216
lmms_eval/tasks/mvbench/mvbench_moving_direction.yaml,sha256=H0H21q7rEx9fV-ANvQ6VTK6ikQURCRvS8vddpla_aFQ,228
lmms_eval/tasks/mvbench/mvbench_object_existence.yaml,sha256=1r2SvXU9CAzbFQkY1ZVdnttflHTTibvJUU9ZgQ6eSQQ,228
lmms_eval/tasks/mvbench/mvbench_object_interaction.yaml,sha256=gIMZEkRUQGcOrhBoztMf9AfiaEGHpF3MlukhJb_Rq9Q,234
lmms_eval/tasks/mvbench/mvbench_object_shuffle.yaml,sha256=-cpJX1ofxLwRLcrhNReJ6qg5LZv9tgM_L8FdqDVQSO8,222
lmms_eval/tasks/mvbench/mvbench_scene_transition.yaml,sha256=I_Aw-DSFPhNUJJ2FhIFSnuXKj56mYvRPy44EcNtbpyU,228
lmms_eval/tasks/mvbench/mvbench_state_change.yaml,sha256=oCOfJUTTv5L359lTFjqtsff0xH7RjHyvDGmuJlJ-gMQ,216
lmms_eval/tasks/mvbench/mvbench_unexpected_action.yaml,sha256=CTCV_V_Qj8mDXL5OTlgR08D-fLEw4-5BrBYr3VKlEnQ,231
lmms_eval/tasks/mvbench/utils.py,sha256=AxnkLAs-AKMEKzTYhPLPyXN0NneCQbWaUh7_2aY5Xqc,7106
lmms_eval/tasks/naturalbench/naturalbench.yaml,sha256=fA8C1Q6vbdFH4wfvZ4KfggdWWBsi2rjvZu9Z8v0Qj2A,3896
lmms_eval/tasks/naturalbench/utils.py,sha256=jxwBEnxPng07yxi2ukIhr7ShmfhNifYsvx4eCdclKeM,10001
lmms_eval/tasks/nextqa/_default_template_yaml,sha256=Xg0vJnif_pL88YYb2zh5OVpUGeRiVkdIZh8pCRGer2A,142
lmms_eval/tasks/nextqa/nextqa.yaml,sha256=9o6-tPcdAl9CDBbNE-ltUQsOaUk9ikyK-kS7ZvA1u94,70
lmms_eval/tasks/nextqa/nextqa_mc_test.yaml,sha256=r074tXi7XuixpMGVyRlfbbD47hlJ96lyvXakUlRwLRI,417
lmms_eval/tasks/nextqa/nextqa_oe_test.yaml,sha256=yBorUV8DJht3JQSR73ehORZypTaHrYaUDkvvF8cYPyA,570
lmms_eval/tasks/nextqa/nextqa_oe_val.yaml,sha256=ety23WuznscipFfOQ-ECl44W2Pg72mh_2CawUj-gIl4,575
lmms_eval/tasks/nextqa/stopwords.csv,sha256=E2Ut8qHM8xSmuKNUoq3x3E5LjMXHolxjVOGgGCvnQ6M,834
lmms_eval/tasks/nextqa/utils.py,sha256=J8i66pjUcJ4lxxSE8B5ol-dxxCAHK_-H8r6Q3tpy8uQ,10380
lmms_eval/tasks/nocaps/_default_template_nocaps_yaml,sha256=DVrkj_CFC4shgD3ePueWIrxrVeY82kMozcVCeK0pvd8,155
lmms_eval/tasks/nocaps/nocaps.yaml,sha256=Yh2ypWs8aB2GedJd7KZvOfr2Z7DIFpOkQahFUIy_CW4,51
lmms_eval/tasks/nocaps/nocaps_test.yaml,sha256=rY4fps0kdioWjIR4dVJ2Uq_zjip-Of8IzlGVa49CWUI,794
lmms_eval/tasks/nocaps/nocaps_val.yaml,sha256=oDz-0SscdXPwYlxPvDxq2VkOUHqMFjwX6lIKC8Nw-FE,1481
lmms_eval/tasks/nocaps/nocaps_val_lite.yaml,sha256=tzRTBfR-T_5KBvzaIyTtk_qdnQScKKgoD2e4B-FI94k,1488
lmms_eval/tasks/nocaps/utils.py,sha256=xIkjq5u237sUfusjILBMwwEi6PMBFt6Ti0LCwLZS7W0,5234
lmms_eval/tasks/ocrbench/ocrbench.yaml,sha256=GupQDduIAJdxvSJ1HE4NNZW8H1ySMnAcOPEhKeJQKtw,732
lmms_eval/tasks/ocrbench/upload_ocrbench.py,sha256=oqlhpjeA9FbMVVSm-ZugRFZJh2uMXUmZJ5hXsxehLhM,2923
lmms_eval/tasks/ocrbench/utils.py,sha256=1LafDLxGtwavVq3SqDI-n4iKGwgbwCIwjLDIGhjkFBY,5670
lmms_eval/tasks/ocrbench_v2/IoUscore_metric.py,sha256=dbD5E5REQ3rq852zdeatAcwYIGCcm-2Pn4tqXDiRxTw,2641
lmms_eval/tasks/ocrbench_v2/TEDS_metric.py,sha256=iDRxmUe0vd20hP0Su1TnkU7Qk_HN_6KSunlHlM-VWOg,36084
lmms_eval/tasks/ocrbench_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/ocrbench_v2/ocrbench_v2.yaml,sha256=nIPuj0bXd1ur1pFnHDirv0x-Q6rmgdcaz1BGM2giOQ8,591
lmms_eval/tasks/ocrbench_v2/page_ocr_metric.py,sha256=yg5cQAhTjQ_nDMkRuIY5ev04lq-fj7ezhoIss-S63Pg,1603
lmms_eval/tasks/ocrbench_v2/parallel.py,sha256=tnmI1qqW6wK_2PoJaA1-3NejAzda4aCwNkTlVF9UxHE,2030
lmms_eval/tasks/ocrbench_v2/spotting_metric.py,sha256=nfdjfp9NBP11CUEgairpVuvT4Vn218BRmy1GhrW0L98,6048
lmms_eval/tasks/ocrbench_v2/upload_ocrbench_v2.py,sha256=-p-5Gkxf24h1vDAewOY_YVO2qb7vG262on6pDytLZuo,4090
lmms_eval/tasks/ocrbench_v2/utils.py,sha256=ySO-MK-j7GN48tXGb84AcSadv8I__jZQ4fHKqYHAdQ0,18077
lmms_eval/tasks/ocrbench_v2/vqa_metric.py,sha256=xgAUdCqKmAPZUM3R4NU_WThUc2WuEwm9NWXyl41s34A,9533
lmms_eval/tasks/ocrbench_v2/spotting_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/ocrbench_v2/spotting_eval/readme.txt,sha256=64v07iOJDQrXDuBuCUOPGgY46YjeiYmA1yMM1ylt8vU,1454
lmms_eval/tasks/ocrbench_v2/spotting_eval/rrc_evaluation_funcs_1_1.py,sha256=SvquMZhM08a6XZKADJC87QCfZybKYh6oB2iuhsHi9eI,19675
lmms_eval/tasks/ocrbench_v2/spotting_eval/script.py,sha256=K2dtlRzOaVkS1lyQsZ95mtYddAqwCaaGGT2yiWofX54,19089
lmms_eval/tasks/ok_vqa/_default_template_vqa_yaml,sha256=cISTIkWjbpnb7ROzVYTFckRLBKDhs4znHocIErbWJuo,836
lmms_eval/tasks/ok_vqa/_generate_config.py,sha256=MgZsyL0ji_fw17YDvPSixYPno8yy_YtSQ5M5BBeWVrw,834
lmms_eval/tasks/ok_vqa/_ok_vqa.yaml,sha256=wLsdAOLjp0NeaDUTn4WNOq1jUQYC2B4z9AnHvB3UTTQ,36
lmms_eval/tasks/ok_vqa/ok_vqa_val2014.yaml,sha256=KVIWOtE_PgaEnJ_bRy-rz3i_nvZdXRIjwP5BMK79BwM,76
lmms_eval/tasks/ok_vqa/ok_vqa_val2014_lite.yaml,sha256=eChqXbTv18VzL-GR3oPU5qjykuhi6YkzjRFruqn04p4,847
lmms_eval/tasks/ok_vqa/utils.py,sha256=J-eQ9oxQL2HNmy5qa5Gyup-2Wtz65Hwi3Bs77_C4Noc,2194
lmms_eval/tasks/olympiadbench/cn_utils.py,sha256=IRNEby3EpJY_hc32RgZ9LCVcYFqfHqTPXEfaSdqxuaY,2527
lmms_eval/tasks/olympiadbench/en_utils.py,sha256=7ObS6-u9TCohQdTrIk4-ozWo_q2LhDOfC0TqHiK9s4A,2739
lmms_eval/tasks/olympiadbench/olympiadbench.yaml,sha256=tvUfBvNsR-kZc2HZFpiFraiV1Fdals-H2q-vIuqIo2U,102
lmms_eval/tasks/olympiadbench/olympiadbench_evals.py,sha256=NMc30PmNbK52u2yJfTdwADOjOQEiP5BQ7HG5BnN_sS0,12861
lmms_eval/tasks/olympiadbench/olympiadbench_test_cn.yaml,sha256=FVqbi_HrN0f73hA9pYiPRbN3SfsXdm5HYq104b2_Ysc,693
lmms_eval/tasks/olympiadbench/olympiadbench_test_en.yaml,sha256=OZKCdOnJw5fqoNLjCSwVV7WM_zST7QwBsBZeg1iz6U8,693
lmms_eval/tasks/olympiadbench/olympiadbench_testmini.yaml,sha256=3DWPgJp2yAQP3rQhdwqL0YNMARQXj1AaSp3Bk7fL5sc,690
lmms_eval/tasks/olympiadbench/testmini_utils.py,sha256=mk1Of3PuTjf-8Wrw2EtRUpG2QUpvF-CO5oQAH3NVt6E,5139
lmms_eval/tasks/omni_bench/_default_template_yaml,sha256=FgXoRnTomGns2Z16iVdMfhc_QhmCm3Z8BQj11k7LeB8,481
lmms_eval/tasks/omni_bench/omni_bench.yaml,sha256=lEH8Ra4Wym8r6wRKaB46Vb9wb0rB6j2_XDuEQ4MV1N0,351
lmms_eval/tasks/omni_bench/omni_bench_audio_transcript.yaml,sha256=_mgv-57AaTGCjMQTaa9acAYXWk9MJULg2ZZM_xKw1-Y,384
lmms_eval/tasks/omni_bench/omni_bench_image_caption.yaml,sha256=R2wtrxkET8Tf6o5eXARwfcXQiRqElcg0IdFbl0XPTcg,375
lmms_eval/tasks/omni_bench/utils.py,sha256=9Jymw0VBQ8w5IoDB-eOFetArT3wLKpSIyIKuqAaftOo,5086
lmms_eval/tasks/open_asr/_default_template_yaml,sha256=XJcw2wlUFGpKqu-fUwW9YTigu-0SsJI2SZCmbEkaVMc,787
lmms_eval/tasks/open_asr/openasr.yaml,sha256=aWfj4g8PEgV6jp3VuDwGKcZ-uAQtifByiu5PTjQOf1o,233
lmms_eval/tasks/open_asr/openasr_ami.yaml,sha256=YLqTKUonvWFHGOAs5J0jmUznYVys1qyBla5_VRG4wcM,86
lmms_eval/tasks/open_asr/openasr_common_voice.yaml,sha256=WFw8aNz05btv1jLsrxzqa2l_yo4qSF61s1dmJRERWDY,104
lmms_eval/tasks/open_asr/openasr_earnings22.yaml,sha256=Ps7tUIIITn1oFl2-28GfpLw-UdWjruCN4w-QZBFfXzU,100
lmms_eval/tasks/open_asr/openasr_gigaspeech.yaml,sha256=HpZcqgZPzBddR7iSGTWKzTrb6d2yyoENP3AHMNcCnIQ,100
lmms_eval/tasks/open_asr/openasr_librispeech.yaml,sha256=edBu56fTVqsaKuOo1EPLTJoTIvmwNSSR3lki7FIPj-k,101
lmms_eval/tasks/open_asr/openasr_librispeech_test_clean.yaml,sha256=iDf-evVaJobQNFDH4ucXay8FFTSwGbO8MW1n0-EiT_Q,118
lmms_eval/tasks/open_asr/openasr_librispeech_test_other.yaml,sha256=EJg2YR1SL3Z-OY_iONeBDD4E-nDzRh3Dx5CDNvl_2xA,118
lmms_eval/tasks/open_asr/openasr_spgispeech.yaml,sha256=Cky5qwghLm7Qf7e7QfLHoBMcwGvzmwZsQkgk-axvBww,100
lmms_eval/tasks/open_asr/openasr_tedlium.yaml,sha256=5hqQw-fDdHPnMt4ok921wAc4CbHqouhga8AoFnksOA8,93
lmms_eval/tasks/open_asr/openasr_voxpopuli.yaml,sha256=tlGHApQDsMo-VQrrT_Qi7-wYgqWjWLz5RO9hGw2efTM,98
lmms_eval/tasks/open_asr/utils.py,sha256=tN86-pHNJ7Kz8jP3C8_Q7GFxPDz_N-K6SojmnllD_GY,7424
lmms_eval/tasks/openhermes/openhermes.yaml,sha256=mAXGpnvH8K7_tkV4EQu80kT1sJ-t5lUEf14hDxZvcmU,689
lmms_eval/tasks/openhermes/utils.py,sha256=SR-bWZt17L8tRHLgG9f_Db-cheHXQVng4ylutEHiNw0,5355
lmms_eval/tasks/people_speech/people_speech_val.yaml,sha256=7hy2GDSNabr_Xgf_Q6CxH90cwcN5NN7AqZsACbQWgjQ,715
lmms_eval/tasks/people_speech/utils.py,sha256=Zhgb1651a_ZD8G42GyCPyJ5JsYuOZEBTjlRkAekojjw,6119
lmms_eval/tasks/perceptiontest/test/_default_template_yaml,sha256=CUGS_tK6-98KvotTVa49EL4s4I-iqyF7ur3NcQgYOqg,186
lmms_eval/tasks/perceptiontest/test/perceptiontest_mc.yaml,sha256=RBVfrOVQXI5n2F8ShssJF8ijsrq-wCW53SGJduPZ1NY,506
lmms_eval/tasks/perceptiontest/test/perceptiontest_mcppl.yaml,sha256=gjH-sveqA8EpfCo8CQ9Q5yGaoTbP7-08C82G6oDUpEw,546
lmms_eval/tasks/perceptiontest/test/utils.py,sha256=q49WcnekZaSQrB5Y2SHY8ver4rAlvyaMx9JL3wMmPGo,4159
lmms_eval/tasks/perceptiontest/val/_default_template_yaml,sha256=FhfH4qzSkE48hDC9lWCe6E3hcTOkgVx2h1-l0Pt_Eao,194
lmms_eval/tasks/perceptiontest/val/perceptiontest_mc.yaml,sha256=gdrftBK2MpLrDZbszNDNbeOv6BVjCMGq9l6B9rLP6mE,536
lmms_eval/tasks/perceptiontest/val/perceptiontest_mcppl.yaml,sha256=CfLLfQ1sLwK3-6W5QhM7spV2DOZxi46IdMthRuUuiP8,572
lmms_eval/tasks/perceptiontest/val/utils.py,sha256=9KOcfCmJaJP0hQCYGlE6f2O6U_T4-qgfjqN0mG1VU9w,4466
lmms_eval/tasks/phyx/phyx.yaml,sha256=tQC4cu5b6aam-YHR1JxCChl29XBQmkLD8e1oPYH0CFM,158
lmms_eval/tasks/phyx/phyx_evals.py,sha256=M99ZkVNCUz6THeUCNBXiK1YLRqcmdaKW22EDuDJUiQw,14023
lmms_eval/tasks/phyx/phyx_mc.yaml,sha256=S8DtQdVSHFCdkqaEuccPxwIByW16PZZ5aL6jdko4QBM,539
lmms_eval/tasks/phyx/phyx_mini_mc.yaml,sha256=HTXWaFNuY8La-c-TnOR7xfZgpdMBEgoQGJ89itoQ0Hw,549
lmms_eval/tasks/phyx/phyx_mini_oe.yaml,sha256=0mR6Y5Sxhtr1P8qNXLKQW96wm5nSqCsxQg4_PMTaU1c,546
lmms_eval/tasks/phyx/phyx_oe.yaml,sha256=OhqYyOz0y0DDYN_ZOj59R9mcRgDGDuwj3_yE_NTgTwM,536
lmms_eval/tasks/phyx/utils.py,sha256=72yPHkVEMr8IVGXYYnEAiBB4ZeWCiEfTvM0q-QGBGCg,2365
lmms_eval/tasks/plm_videobench/README.md,sha256=PegfwYPy8PgMgUUjlc1NRcf_2k7qXXMuQ9WjoEhMoko,5682
lmms_eval/tasks/plm_videobench/_default_template_yaml,sha256=AHkwjlT73CM_WDWSZuar9_CDxYMNFxZ6eariFA6LVe8,1580
lmms_eval/tasks/plm_videobench/eval_utils.py,sha256=Dvim_XyqJCbXNfat-RkJvSQyK7Xz9c2PLvmp9zNH2AY,12545
lmms_eval/tasks/plm_videobench/fgqa/fgqa_test.yaml,sha256=Ld-ls7M4I2sjoIb9TcOj9qIVX-djphzAgzK3mGyoxF4,613
lmms_eval/tasks/plm_videobench/fgqa/fgqa_utils.py,sha256=E9yD5XWOOlFD9QX7d86thGaEZXOH_8JQoJiYZ1gi0U4,3470
lmms_eval/tasks/plm_videobench/rcap/rcap_test.yaml,sha256=XXVzB7kBEI9yPpjc7cryBzKRS6w3po3AleFCRwUhFQA,782
lmms_eval/tasks/plm_videobench/rcap/rcap_utils.py,sha256=JJ-maijQR6T9rX4zlZAsb_ScQTse9zR1aaH_HcfODhk,3216
lmms_eval/tasks/plm_videobench/rdcap/rdcap_test.yaml,sha256=seZd87XYAT-kTeGiaPs7q52lClhZ6eOJNPp5JvZvhtU,933
lmms_eval/tasks/plm_videobench/rdcap/rdcap_utils.py,sha256=kGjELpAaafvo-rvQ_iYUkGdnHKO3Ys9CptQCvc32j2c,4016
lmms_eval/tasks/plm_videobench/rtloc/rtloc_test.yaml,sha256=d0_8uBg9qkKZmGtApyvMpgImNBsmnbKhQJrInnoxB0w,913
lmms_eval/tasks/plm_videobench/rtloc/rtloc_utils.py,sha256=03yPS_0V4HECf3CajIoUpAyTSYpb9XfSu7a-or8-Rr0,3322
lmms_eval/tasks/plm_videobench/sgqa/sgqa_test.yaml,sha256=AGIoPhn9JdzAmaeZxjxRX8qB0qoZKjK0FegqLD2qd_k,835
lmms_eval/tasks/plm_videobench/sgqa/sgqa_utils.py,sha256=Pv54oGcp-NHofKxgGNP-f2L2ZufOOarxaBWEt23-J_4,2607
lmms_eval/tasks/pope/pope.yaml,sha256=2JjLs0DsVQKgaNXZD7784B5hY-wRb6_Pqe7sl6wLWgk,1191
lmms_eval/tasks/pope/pope_adv.yaml,sha256=RliwMNag8HuZjBW4QQnSKa9zkP5eE9cMfl49RdsjVRM,1220
lmms_eval/tasks/pope/pope_full.yaml,sha256=8IZJpgjURz9SnIw2lWJU3A4LF3aNSD4rccqR6bcvAUI,65
lmms_eval/tasks/pope/pope_pop.yaml,sha256=-CDarXyOkNG1rbEIGOZNL6rivvch8Dx5M1iec2kR8TY,1216
lmms_eval/tasks/pope/pope_random.yaml,sha256=Js3HiYsChFH0nofuoidoGB-b5w4HoZU25WI33xkzd5M,1218
lmms_eval/tasks/pope/utils.py,sha256=EmS2ZtiunWSwIXxmy8L3G2SCoOAWeZfIkZUmOfyFTo4,3123
lmms_eval/tasks/qbench/abench_dev.yaml,sha256=MjNFlc4vmCy1tRmev1suLhHOo-FAZOJdQura7n_w6zA,632
lmms_eval/tasks/qbench/qbench2_dev.yaml,sha256=ZHyOODrytc8Pl2j9D9VuxKgr19_h9VNSUtwYDRpEkx8,634
lmms_eval/tasks/qbench/qbench_dev.yaml,sha256=lz3bDxpvx8JBO8hRyoo3j9M7FPjlRBPWHU16H0RFpWU,632
lmms_eval/tasks/qbench/qbenchs_dev.yaml,sha256=Ab7xYBBVpxkYKpEUSJZPvD40cUivFAQ4vRwkHF0qfVs,65
lmms_eval/tasks/qbench/utils.py,sha256=71YpJwR9SaZfdDrKS88PT4laUAjaxD8h3SaJU421S2k,8739
lmms_eval/tasks/realworldqa/realworldqa.yaml,sha256=51_YSPJFmIbc_FsI5Shtqdxf0SM_F5kZ7tUoATGbW8Q,1114
lmms_eval/tasks/realworldqa/utils.py,sha256=vZX3XcXN8CdZDdmEse7s3zWDwIovKd-pbIgjgNdQL7g,4752
lmms_eval/tasks/refcoco/_default_template_bbox_rec_yaml,sha256=977srjv6TzbCr4KF0vLrEvs6Ry7LPz1ukx22TmeUDzo,1255
lmms_eval/tasks/refcoco/_default_template_bbox_yaml,sha256=jIcbo_iD6qrpKLszyuVJYM8D1hJw0H6UXrzvynIHjzw,1161
lmms_eval/tasks/refcoco/_default_template_seg_yaml,sha256=4YzgJxP1Vu-EuppSz5GIJMp2OpRfXwuZGhdr1jdqrkw,1160
lmms_eval/tasks/refcoco/_generate_config.py,sha256=aN1gx7owaOBhxAhJXTCCxymcIDobpypTJU9bqRmEfSw,952
lmms_eval/tasks/refcoco/_refcoco.yaml,sha256=RctmCOwut6jBR51tLoP5SRfvkrQON4PUeumuGyYpvRw,179
lmms_eval/tasks/refcoco/refcoco_bbox_rec_test.yaml,sha256=fmvWL91OQimSgm3FgXXxXiK6er2hbcjaaemQOXlcbXI,110
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testA.yaml,sha256=gkbK8xDYYxXzKhXxIDurzyOCCgGpNUMV8oNsnSrcpsc,112
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testB.yaml,sha256=U87FvR666tO_SHhtNG0JOodFG9VZf4fZSILmEmKDPw8,112
lmms_eval/tasks/refcoco/refcoco_bbox_rec_val.yaml,sha256=3bSnZG0xCzKHZgWto1Y_VeawiUHPnkqOHBxPdX4A5p4,108
lmms_eval/tasks/refcoco/refcoco_bbox_test.yaml,sha256=c2k72jG0uAtl6HPY_An9GM3SI-6dFZ8YHJ554yserf4,98
lmms_eval/tasks/refcoco/refcoco_bbox_testA.yaml,sha256=0XI2i-V1MJeKnR3szH4KBoaA56c6Fs-0qMDgliwMryM,100
lmms_eval/tasks/refcoco/refcoco_bbox_testB.yaml,sha256=zU_bxqqm1rT-pFlKWCNGEshnMMTZfIEFPjfmSsYb-vg,100
lmms_eval/tasks/refcoco/refcoco_bbox_val.yaml,sha256=4uYHVmgwpuJHXWbuZLN5rj048zGA3cb1dwuMtMBOIes,96
lmms_eval/tasks/refcoco/refcoco_bbox_val_lite.yaml,sha256=TZ03iZ1qygiWH07O_dIKvOq1gYbDC_fUuohjcnpOAVA,1245
lmms_eval/tasks/refcoco/refcoco_seg_test.yaml,sha256=j4taMXrlNzbupaIKUI2uYpZelHmTjdtmGuLJ7SPwpio,95
lmms_eval/tasks/refcoco/refcoco_seg_testA.yaml,sha256=POiuBXXNghIWLBBmhQYstmanKhi312Qh6zoYCZWVVAY,97
lmms_eval/tasks/refcoco/refcoco_seg_testB.yaml,sha256=ryvO1D69fDCtamu_Tu4mDB70kHKmgUECHC3DXe-aqmc,97
lmms_eval/tasks/refcoco/refcoco_seg_val.yaml,sha256=h2I-P1UoqLqAAcHgUvCmCC63O99ZSrv_VLovArEERC0,93
lmms_eval/tasks/refcoco/utils.py,sha256=wj1NvPXgbyiO55PeQdtY4p0aouYKy6pzoBbsoDdpYTg,4108
lmms_eval/tasks/refcoco/utils_rec.py,sha256=eCaqIMl2UHxcJi8r4TqsLDVdUPEzF6skNEsNn2o7tWA,7931
lmms_eval/tasks/refcoco+/_default_template_bbox_rec_yaml,sha256=T8qEVwprcfmPCbmEz_nPOD0ImBKMTkCV4QKV_L0QlS8,1259
lmms_eval/tasks/refcoco+/_default_template_bbox_yaml,sha256=XVJ6XWE4ywHeKEJ1B8Mrtlfw2RICtP0jzDWcm5bFvFU,1165
lmms_eval/tasks/refcoco+/_default_template_seg_yaml,sha256=JdsVcCHQY3boJ7F_RcLcUZ2PiP1REuWpmTPhmng5DD4,1164
lmms_eval/tasks/refcoco+/_generate_config.py,sha256=W3Os9IBL-Z4ub4pYRPIN9-7b1xfx7SfMnvhertMt9NM,940
lmms_eval/tasks/refcoco+/_refcoco.yaml,sha256=dIckZQbrDwkKhAn5WBfoOm2gs72R4zzfQU9oBDKjnj0,147
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testA.yaml,sha256=lxJMOuxU3VVumsF5dAJ1rpJaG8UCayDiHFlmqC4XjFI,114
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testB.yaml,sha256=-LgqaVE0BfsObLRAx9z3kf2BolIyD-7BV-cJNXWAcW4,114
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_val.yaml,sha256=SQFAuK9-Hfr9BF8O7siKq4UL6H6nMgccuu_SoOTNgn8,110
lmms_eval/tasks/refcoco+/refcoco+_bbox_testA.yaml,sha256=6MhdGjh6UZxrfV_YzP2QL6TeBEbgTM-XskHb77Dayks,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_testB.yaml,sha256=8p4uQYugjU_IBDWfvAMysQ1qH0R8rNPNMGebuXiz86U,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_val.yaml,sha256=imsnpBrFKhcgumVppe2FUoVo5dQoF-6CBTjcR0lnWhs,98
lmms_eval/tasks/refcoco+/refcoco+_seg_testA.yaml,sha256=R4c4ZWu_LtqgxmQ6z9G5hZRyHqKSlWfTkDh4Uk_WC9o,99
lmms_eval/tasks/refcoco+/refcoco+_seg_testB.yaml,sha256=qxyajeUtwCYh61im7BluVZzT_4lnG_qYq0L9K-M-Ecw,99
lmms_eval/tasks/refcoco+/refcoco+_seg_val.yaml,sha256=Spm2sYsiPa9lvLysTkqVq0gdY-T7vCIwl76E4g3lxBM,95
lmms_eval/tasks/refcoco+/utils.py,sha256=wj1NvPXgbyiO55PeQdtY4p0aouYKy6pzoBbsoDdpYTg,4108
lmms_eval/tasks/refcoco+/utils_rec.py,sha256=eCaqIMl2UHxcJi8r4TqsLDVdUPEzF6skNEsNn2o7tWA,7931
lmms_eval/tasks/refcocog/_default_template_bbox_rec_yaml,sha256=ApWud9tlg6aKBMuaUP-wUXoNCfJ_jQjhGMLyfXcQjvM,1256
lmms_eval/tasks/refcocog/_default_template_bbox_yaml,sha256=xTG9jMEzSLHEGJn2UKFVh437n8juBYip1GW3rZrcgGA,1162
lmms_eval/tasks/refcocog/_default_template_seg_yaml,sha256=3STZMIZJ4NteoE4Bt9Sh-z6sfksxbCvjSWIU10OpRII,1161
lmms_eval/tasks/refcocog/_generate_config.py,sha256=IGIRxPmpWfQt9j03Axx8uAimm9Ot95-mPyY40LqQzxE,920
lmms_eval/tasks/refcocog/_refcoco.yaml,sha256=JbhV4QXR4Iz_WphSIbdAusWdbhoBkjK1j86B7JQFz0U,102
lmms_eval/tasks/refcocog/refcocog_bbox_rec_test.yaml,sha256=jMucr-Fs1cRqXcpdMugA52DzkuvSxZ4VWZKmlMgLOUw,112
lmms_eval/tasks/refcocog/refcocog_bbox_rec_val.yaml,sha256=lgABtSJWD8-BjIZ_UUwkCQPAMFtXy5jJsXEM2-2SjW8,110
lmms_eval/tasks/refcocog/refcocog_bbox_test.yaml,sha256=2sI1Ffp5S771_L-f9SBmTIx_gm3gT94TBfOdkpOvorA,100
lmms_eval/tasks/refcocog/refcocog_bbox_val.yaml,sha256=fwG6SqHrosVM_ONGlQSXl3HguiVG-aGQ4IiFlyN8OpQ,98
lmms_eval/tasks/refcocog/refcocog_seg_test.yaml,sha256=v0iyXRxHn7-txmFPvVJfa2jwKAnYH8GYy9iuno6V8vE,97
lmms_eval/tasks/refcocog/refcocog_seg_val.yaml,sha256=sDmB2BLDEpYJcjpS-kw36pqFRtc8mbAMWaE7RWTAAog,95
lmms_eval/tasks/refcocog/utils.py,sha256=wj1NvPXgbyiO55PeQdtY4p0aouYKy6pzoBbsoDdpYTg,4108
lmms_eval/tasks/refcocog/utils_rec.py,sha256=eCaqIMl2UHxcJi8r4TqsLDVdUPEzF6skNEsNn2o7tWA,7931
lmms_eval/tasks/salbench/_o3_default,sha256=q_Azn9eHXAsFZUZEplWs94Q2giGtBaf2Y7uoNnOH0T4,2291
lmms_eval/tasks/salbench/_p3_default,sha256=xXmEzAKV8oB3oILgX4zMBUUrixCwxpC0sAi6Ei18wpo,2292
lmms_eval/tasks/salbench/o3.yaml,sha256=cLuV8XvfvWDydVu8_VVtDu9qz48ysudPib6P7ihWwq4,48
lmms_eval/tasks/salbench/o3_box.yaml,sha256=ry7Djy6tCoys3tjNHMQa-hKgafVgLy70wY4mGLqw24k,56
lmms_eval/tasks/salbench/o3_box_img.yaml,sha256=Vujx6_LFXJhJ682rJUXkg7OhOdODVyVibpACKj4OUe0,64
lmms_eval/tasks/salbench/p3.yaml,sha256=VwY5Y4pE2Mx9D3TekrqnaGbm52MtAUWg4llEAps4q8s,48
lmms_eval/tasks/salbench/p3_box.yaml,sha256=Z5DUBdDs-xHoLM-zm2Y1QUwOaMBIxPUKB2374FGwa14,56
lmms_eval/tasks/salbench/p3_box_img.yaml,sha256=eP65mRCYEYoYkiYS5JpPuT71yNo6Aii15S40JERZyr4,64
lmms_eval/tasks/salbench/utils.py,sha256=uhLHqo_U7mQI1ojiEbyIBmRVrKVFTzB1pgPa0cZIfe4,6068
lmms_eval/tasks/scienceqa/scienceqa.yaml,sha256=nlpRim_Z3oVBkBSVpoh6_VTO-nF7iNM56hV6qwKg1tk,868
lmms_eval/tasks/scienceqa/scienceqa_full.yaml,sha256=1aKyaeK45z1WvVft86lXqT3bdId0VmIMQk1nityZBsI,59
lmms_eval/tasks/scienceqa/scienceqa_img.yaml,sha256=1_fNBxMQYsqZ0WKU_bY4IpJ4DDhvzQxvfCTH9HprbeA,948
lmms_eval/tasks/scienceqa/utils.py,sha256=4aFuUZc3K351e5OiLTK247lt_CAZXVf82kP3fOKqJUc,1751
lmms_eval/tasks/screenspot/README.md,sha256=8RjTm_TDdEMOPQJRdrbwA9QYf3wonwFlM3gYMKmS0dA,2648
lmms_eval/tasks/screenspot/_default_template_rec_yaml,sha256=kxJTf6xvB3eMF_G4OIomF-qV9NQKJVt1np5kHDMARkI,1196
lmms_eval/tasks/screenspot/_default_template_reg_yaml,sha256=4fvR6CjVuaHwS65m8glTiLR9S-fLHvuiyFO-fMFHeVE,464
lmms_eval/tasks/screenspot/_screenspot.yaml,sha256=hBEjdQwNJpv03bxSN3-2xTtv0pqmTpBmOWif7lG1hqw,67
lmms_eval/tasks/screenspot/screenspot_rec_test.yaml,sha256=kiUXrV8ZuvdW4AyVTtAixOlOaCpbMLGFEjBXH2QRE14,101
lmms_eval/tasks/screenspot/screenspot_reg_test.yaml,sha256=r_S_E97C1tnpfypUbvgIpim6G_xG8Q_EUAeIiqkLlMs,101
lmms_eval/tasks/screenspot/utils.py,sha256=imtNV7rNXddFLVB7_54kRJf8ggnF1CNEkslNXqyGbTY,4048
lmms_eval/tasks/screenspot/utils_rec.py,sha256=WSlZkVZMRlHWUPlPUGapO5Ws36SNqRhNYr1QFoYQgWY,7663
lmms_eval/tasks/seedbench/ko_utils.py,sha256=mGR-fdHnuGXyYdgcnGv3871cTycNSsSzqPyKqhCI1Nw,1761
lmms_eval/tasks/seedbench/seedbench.yaml,sha256=mNM54uCb0MH73h7-oSu-ozaX3os4CUKDRZz91uygCJ4,936
lmms_eval/tasks/seedbench/seedbench_ko.yaml,sha256=CgKUPrhmhbak9L0xQflDf_FMes-x5wJiN9rrquWlaqs,733
lmms_eval/tasks/seedbench/seedbench_lite.yaml,sha256=TeKE_MRbs69ijuKEyMpbVJlJs7GuC2GVBIA8CqHUoF8,969
lmms_eval/tasks/seedbench/seedbench_ppl.yaml,sha256=FrpaAzrdc5NtI3BP_UIfj4jbN4V68wCbspl0nAw55wQ,528
lmms_eval/tasks/seedbench/utils.py,sha256=tVA0SmTajeIi63VC1iO8UUGO8HXVcYnBP-oQLe_wuZ0,1852
lmms_eval/tasks/seedbench_2/seedbench_2.yaml,sha256=AI3012aAgLzaf2pdBWnCj6yYg9LAOs9Jdjye9nenshY,1846
lmms_eval/tasks/seedbench_2/utils.py,sha256=y4Yi0q9kfiVbL5ZxvlDNK7yKwGG7UKFzsrroampZX2g,2188
lmms_eval/tasks/seedbench_2_plus/seedbench_2_plus.yaml,sha256=YSpAQYYJ4XHV-kJyz-YAHarTAU5SnzUZa9MftoQA7Bk,1509
lmms_eval/tasks/seedbench_2_plus/utils.py,sha256=MvnDTgoKB80bUpQER0xiZCYCfggou2KkTNxfS0-2ssM,1955
lmms_eval/tasks/stvqa/stvqa.yaml,sha256=XtKq3K4vGUhtM_PqUWnNaseisxdTPFs11ucvVZO4DtQ,571
lmms_eval/tasks/stvqa/utils.py,sha256=cTBgEjC8gmY5dNse911dnodukmE8iROLsd0AokL6zpI,827
lmms_eval/tasks/synthdog/donut_evaluator.py,sha256=Y5EsVn-oIF35h173xMY77pZD-Q1ZAjZPHlMO8aRq9_A,7952
lmms_eval/tasks/synthdog/synthdog.yaml,sha256=SKwr0VrqgzMmVeAQG46J-hXV7cKHDOqOrUnHVqWD4Ik,49
lmms_eval/tasks/synthdog/synthdog_en.yaml,sha256=MQpjtqB3oW3fWar8agOwAh0gIcZgYiTRHqxK6p9N87Q,775
lmms_eval/tasks/synthdog/synthdog_zh.yaml,sha256=GUISHYiOgEn_Nhsq1USPHVd7gFZyhUne6vERh7Bjtr4,774
lmms_eval/tasks/synthdog/utils.py,sha256=Sv8UOtxOJaWaltKjz-FqRgoGnLjI79Bv_Mlr5ZnNsQ0,1157
lmms_eval/tasks/tedlium/tedlium_dev_test.yaml,sha256=O6F_VicAqEGvMzLokWKbwP-1GeWnyoQDLaAxYAL1ZG8,713
lmms_eval/tasks/tedlium/tedlium_long_form.yaml,sha256=8WWykbRCIMzQ7AMRA0Nk3a-btK4VZZDeEHYH9bKfx2s,715
lmms_eval/tasks/tedlium/utils.py,sha256=e3nxxVWsdbTKd52jJAjzB0hvj0Tpz5df5isDbi5NpXA,6095
lmms_eval/tasks/tempcompass/_default_template_yaml,sha256=YB_0xoHMKqDqb2ZkkPDcDeMgImkA_iRo5yIcjolYytU,594
lmms_eval/tasks/tempcompass/_tempcompass.yaml,sha256=6dWMcTe828GCTul9AbnFn0DntgPUrAuuUUnmyWlJlWM,129
lmms_eval/tasks/tempcompass/tempcompass_caption_matching.yaml,sha256=EKBxMp5P-XFLJmox7IlMeHspJSzEf650F71rzvfLiao,1132
lmms_eval/tasks/tempcompass/tempcompass_captioning.yaml,sha256=OHWNagTOQAy0xhLH_YwX58UfVY2TbqTmH9wFLqepmHo,1108
lmms_eval/tasks/tempcompass/tempcompass_mc.yaml,sha256=uDVC6Zq9o5QVDlDQ7H_JOUjYHFnZEV6C41gHtlkO3JE,1116
lmms_eval/tasks/tempcompass/tempcompass_yes_no.yaml,sha256=5q7-4FpRcMeAL7Di06Dk9Zg5_Cw0x879Nlox-rjkzHI,1092
lmms_eval/tasks/tempcompass/utils.py,sha256=1NTl_1NygtgEQHNfjhUL12e0gO4wuN7OC5BrPl4iIBU,20870
lmms_eval/tasks/temporalbench/temporalbench.yaml,sha256=XkCjMnRjzBKAVpk2rmd6JF9cvlDMjY2wT8bKSblZK7Q,106
lmms_eval/tasks/temporalbench/temporalbench_long_qa.yaml,sha256=QWnVnT9c1nM1_ozG5YtpO7pxtmd4umBZbf5URTxO6ww,672
lmms_eval/tasks/temporalbench/temporalbench_short_caption.yaml,sha256=C5_kIrF84Aw0YaCkhTr-srS3GDP6PCidkPZJgu-hM94,692
lmms_eval/tasks/temporalbench/temporalbench_short_qa.yaml,sha256=S-nG8JmggD_Cb46Y9ec7EMeLwHd7N79rln7nnPXa3tI,674
lmms_eval/tasks/temporalbench/utils.py,sha256=jNM5ACYp1xXKfwTiMDJAf7YtcsOgPVJQcJtdaTHQ6JA,8170
lmms_eval/tasks/textcaps/_default_template_textcaps_yaml,sha256=zox_oKqp2MOhzUse6_ZZCzfkfJr7ur_sJmYFPC-yDbE,104
lmms_eval/tasks/textcaps/textcaps.yaml,sha256=ehulkw0j78ivNUnZwlmADnyGa3-C1FPy2GZRkH8xVkA,57
lmms_eval/tasks/textcaps/textcaps_test.yaml,sha256=UL4h9xxOvEDEyQw5Dv4cK1ClAI19MxEkfmSz_6k84t0,798
lmms_eval/tasks/textcaps/textcaps_train.yaml,sha256=SfldSiFRtDomOCQRaYBCQeV0z9eytJZ7wMggbE7TE_E,1541
lmms_eval/tasks/textcaps/textcaps_val.yaml,sha256=QmfQOAuwa_Boyr_Mu70gYFrvz9DhM1wf-kPZhqvRfp8,1506
lmms_eval/tasks/textcaps/textcaps_val_lite.yaml,sha256=lajzAwre0ade-brCPH7edKv5Kqc6HlCaR4Gz6LeQ2jg,1582
lmms_eval/tasks/textcaps/utils.py,sha256=Umim8AajjWIDJ9VyMijw2wfroFGMx7nnp6XrlZUvqpA,5030
lmms_eval/tasks/textvqa/_default_template_textvqa_yaml,sha256=UbAWPPZXBuUUO-4TQ6m1sXwcY-f1G3Go_9FxqCR06vc,575
lmms_eval/tasks/textvqa/_textvqa.yaml,sha256=3h51wldeIfx7SuGLmOiLiUfVl7VdRtUBWwjr-KaMQHM,49
lmms_eval/tasks/textvqa/textvqa_test.yaml,sha256=UP3R2OklWamVnBbEhwKYJ2_FBnyuQNjty_hyX1041lA,202
lmms_eval/tasks/textvqa/textvqa_val.yaml,sha256=3RzAvwOiClXRtaLNPKGUIAmhO3_0uWQ22b7jD4qamTo,331
lmms_eval/tasks/textvqa/textvqa_val_lite.yaml,sha256=1jF9dWNwHAk9U95NycpfCBY4Mu1kZxXSG6TqO-S_BLk,815
lmms_eval/tasks/textvqa/utils.py,sha256=ZuiwKEcHyeDidYWLRpWfOEckqE8I36P29HWbYPP18nM,2320
lmms_eval/tasks/timescope/timescope.yaml,sha256=pB3rUHbkAy_97fhakEmSLb_LGXegcAIe296FJezbW7k,1440
lmms_eval/tasks/timescope/utils.py,sha256=GkzeYd5mEFtTSarsN1dIi5PmUfFyet8tB0Q6y2zOkI4,4883
lmms_eval/tasks/tomato/tomato.yaml,sha256=UdwY61u6MKibCCgPrjgqBuJIX4pxJHK_ufj1RScJ7zY,782
lmms_eval/tasks/tomato/utils.py,sha256=23MRJUB-WfKdKchSeY-WQsYWBWMPBKOdTXEaTU1S1cU,13482
lmms_eval/tasks/vatex/_vatex.yaml,sha256=8qhdHozptephXj_9lBGRJ7RLjjI56TJp4ew0DCLe6MI,47
lmms_eval/tasks/vatex/utils.py,sha256=QzbyZGunlgXPWblmQNTqcYanEZ671cmp3VINNZZNbh0,8968
lmms_eval/tasks/vatex/vatex_test.yaml,sha256=OhVNhZOlomUR8YwpYeSlERJdoVYpygquhciugocLxtU,1678
lmms_eval/tasks/vatex/vatex_val_zh.yaml,sha256=cWHcvlASlANN890oQ5YuAUQ945_VVKvNZb9afM3J3lE,1612
lmms_eval/tasks/vcr_wiki/_default_template_vcr_yaml,sha256=ZSsbdv1IeYBs-r-DKMvJM5KxtRGhYA9-4Wm4Mrb94as,529
lmms_eval/tasks/vcr_wiki/utils.py,sha256=3ev8AYLbMogduExxeh8p-gs0lYi1DNFqOMz7GWcRL10,9526
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy.yaml,sha256=P9rsdnKztpMAKuPF4CdlaLq_A7ozRhycu-esCt06x9E,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_100.yaml,sha256=GcT2z8qm2CJ8j7bmb6zBG1yhcmf15gdNgMRvlRzSyUU,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_500.yaml,sha256=JOCk8GXl8SSMcHz97h7C3GeJcUlLV6XwRpUqKIv62nE,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard.yaml,sha256=ZO7voJmdX3UAXSFM097YpPDD6Lr4OlalfFG832_3E_I,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_100.yaml,sha256=7GnzApB6kKR1KCcnFwUT2bB6n_X5FBPxdoI4rEzFUOk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_500.yaml,sha256=46HGRbcqseqtAUpG741FEO1ZGK6Sf_60FcTVGgGWezk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy.yaml,sha256=6sP8nlToN_WjB9DYcA7Jjqk2t-EghUDhkF6COb13GEo,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_100.yaml,sha256=pAafoZi9bGXXGlebU_14SLKVqG341zMAAgOeBul_ZoI,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_500.yaml,sha256=9XX2bJpO81ApRppl5wyHvWBSdnxTd1pEiuJ2MsoG-ik,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard.yaml,sha256=moiJMUbcBQNNC1dpHJfA4cK-Jm1GzHHHVjwO6xap8RY,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_100.yaml,sha256=UjCrUsFUgFTgUS-6m9Tj8f1wU9qNv_stq2kRs3oCcGQ,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_500.yaml,sha256=EUdL2_5SWR8W1SMK-E6YzpmZJxTg2JPctgSMvXs8tLg,590
lmms_eval/tasks/vdc/README.md,sha256=Y6AFADolp3YYIjRmA0TG7U8y5Q9rTOdLQEei6uXORe4,5902
lmms_eval/tasks/vdc/_default_template_yaml,sha256=vo_yLKKu4fhHWir0ThY-8ZLE6ICixcJQ3F5mU23sZaU,161
lmms_eval/tasks/vdc/background_test.yaml,sha256=g7feDeIJ4Ippdw9QctwTiakhItFTN7CJhwfy1cenOTU,572
lmms_eval/tasks/vdc/camera_test.yaml,sha256=hg_JTg17M1kX4Hx8ov5buYyRxtwvjAQbYKx7VjepTDc,564
lmms_eval/tasks/vdc/detailed_test.yaml,sha256=rpRgnLu_vyis-vtslKF2G3mFygdNP_WAKrlriS_6tIg,568
lmms_eval/tasks/vdc/main_object_test.yaml,sha256=WEi--TY6mjO4TorDSBVHoQwJEnApoEGjQLGQkAefxXI,574
lmms_eval/tasks/vdc/short_test.yaml,sha256=iisn7pyg4of40ExzfF2lmG8JU_F-tWyiLoRwsB6p6RM,562
lmms_eval/tasks/vdc/utils.py,sha256=HyCICkPqiD5mg0O0wvJETZJC1DVUmmDuCk3tnpXAZgw,17918
lmms_eval/tasks/vibe_eval/utils.py,sha256=ClEQV9Hnej_mArX4buUiEH_TyTvUGESVzfUPHZW8qv8,6343
lmms_eval/tasks/vibe_eval/vibe_eval.yaml,sha256=MtXmbqrFkpT9AUWHETy5TSbG9enM0JMms5eirztRhCQ,1059
lmms_eval/tasks/video-tt/_default_template.yaml,sha256=ZTeKujs2bbOf2p2P-JuNptUvMdgFKSGRolMsdRer0Os,97
lmms_eval/tasks/video-tt/gpt_utils.py,sha256=aa2-nZziWMgaot0Z8bfrMkhb79buQEZ7JdpbUN6ZaKg,8157
lmms_eval/tasks/video-tt/utils.py,sha256=fPIg_fa3yCDI6IO20lM7UNXAvg6gwINUms1AVm6k-KE,9195
lmms_eval/tasks/video-tt/videott_all.yaml,sha256=uLvbcNosZ3NYZSefBqOGp1Oqg0ixNQDzdTPmkjgnogM,1269
lmms_eval/tasks/video-tt/videott_all_audio.yaml,sha256=iUNjr6nebY7Q58eKPc8b0ES70Z3M3EC5ehCSG2KvWfs,1321
lmms_eval/tasks/video-tt/videott_correct_leading_oe.yaml,sha256=w0K7TJdmkk3HUKBfjetiHXclaIlbyWLXc1iadD9fyI8,1215
lmms_eval/tasks/video-tt/videott_no_leading_oe.yaml,sha256=lBkf8vDU6UITJFoAJZFsxfKJ1i7Ygponk7Z9IO9qrsA,1207
lmms_eval/tasks/video-tt/videott_paraphrase_oe.yaml,sha256=FxpNzIsH_TC-5vJBDoyXbUVe03SbmA8efXw_1Ns64qA,1210
lmms_eval/tasks/video-tt/videott_single_mc.yaml,sha256=XPZGBdLWxP3wbQozmyyaFTnY0QJE3cNnShOjW7WLuL8,1322
lmms_eval/tasks/video-tt/videott_single_mc_description.yaml,sha256=oFVkULrDmkKvY0uaBpoXKhg4rZ2TcY1d2YCigEU6ZxQ,1357
lmms_eval/tasks/video-tt/videott_wrong_leading_oe.yaml,sha256=bs2NKWdaPd6XEPhmowYFxEJTsWgncUVseOS0IgoTJe4,1211
lmms_eval/tasks/video_detail_description/README.md,sha256=iMt7w30Iyw-ohfk372QjP5BjSCxMQpqMian55u5Vc6c,1260
lmms_eval/tasks/video_detail_description/_default_template_yaml,sha256=IpwS518bJcZwIT4zCqFdeTUutlPUwOQyUzgEqeQAvGg,260
lmms_eval/tasks/video_detail_description/utils.py,sha256=r233YnNy8qhBDVIbB7j4z4hEyTF5PcXrwHIfSU6Jk3c,8651
lmms_eval/tasks/video_detail_description/video_detail_description.yaml,sha256=bSdZVV3w0_g3e_n6DfcKsKkNosUlt9VIToOGj5GVXfI,525
lmms_eval/tasks/videochatgpt/_default_template_yaml,sha256=7QZh0tyr0i6LEo1948HVcbumKWBxDD4sLW_r0IKTXnY,250
lmms_eval/tasks/videochatgpt/_videochatgpt.yaml,sha256=2IQ0pBNtUkDxClgpe2ybKjV9ej69jN8nfcbeXMz8i6M,102
lmms_eval/tasks/videochatgpt/utils.py,sha256=HxqUIij6rftfXgqDawNO5PDws0pLO5PAWdyeDccK0rM,27210
lmms_eval/tasks/videochatgpt/videochatgpt_consistency.yaml,sha256=Ww1CyCgMgJhpGLHj8wxl96hCcp2cO47eZ0E8ASrcxXM,666
lmms_eval/tasks/videochatgpt/videochatgpt_generic.yaml,sha256=UrG5NXDb1rQMXqUNqHWK-muUejmKyY1xrFO6bHxOIlo,875
lmms_eval/tasks/videochatgpt/videochatgpt_temporal.yaml,sha256=NDk4WSe2XZs6qrap9WNuhALfWXLEzcTt6nrJ22EBiw4,618
lmms_eval/tasks/videoevalpro/utils.py,sha256=9uQdE-Cj-YdqufwkbZxlZ3sJtq9jt2AiL0m57hsuYHo,10585
lmms_eval/tasks/videoevalpro/videoevalpro.yaml,sha256=qOwU1vRurSg_PmQx9lMuGP1z5hOr2w7xydLMncXEmNc,976
lmms_eval/tasks/videomathqa/README.md,sha256=AjyUIp-qOZ59IspqA9HAO9q9pFP8TrKVKJDUE3ggjmM,4444
lmms_eval/tasks/videomathqa/cot_postprocess.py,sha256=6B7xR6-pNBaa75bDnLdrft-x6Zp3SgGIOPkrvL1i_Rg,5302
lmms_eval/tasks/videomathqa/cot_step_evaluation.py,sha256=_2ocND9q80_5k0QLWyoixtRX4m5g1S6mVcsw6IUuc7I,8593
lmms_eval/tasks/videomathqa/utils.py,sha256=OVwS6rZ3b8wEwL_HXqenfwggcZdOuwIp0NccZfe6J9M,13514
lmms_eval/tasks/videomathqa/videomathqa_mbin.yaml,sha256=4MTbXVZtFaROVh9tWhIaMEl7DJiw4EyIbMW3Ub4mkw0,833
lmms_eval/tasks/videomathqa/videomathqa_mbin_cot.yaml,sha256=HYHfwkSU3jtrNVv-Sk2WMtbbmiX1pJiXuwzA0s0Iqbs,925
lmms_eval/tasks/videomathqa/videomathqa_mbin_cot_w_subtitle.yaml,sha256=Yq11rEd3Rv5KNR8WxcyT13Ldpf8MbTfc68UdSJDIms4,1448
lmms_eval/tasks/videomathqa/videomathqa_mbin_w_subtitle.yaml,sha256=yPUndq6d8FRk-QlXX3m9gKU9z8QqoOHPlGVmn4K2ihw,1184
lmms_eval/tasks/videomathqa/videomathqa_mcq.yaml,sha256=jiN42P46-TbQqEu-uw5NQI6rrTzpOphxkY-at-PsfFc,823
lmms_eval/tasks/videomathqa/videomathqa_mcq_cot.yaml,sha256=6v8sndIhl6-wyTkVuf7cU74DWrZUgaY3BgRxC4yYg18,915
lmms_eval/tasks/videomathqa/videomathqa_mcq_cot_w_subtitle.yaml,sha256=8TpZVXGV1Yflp3JM2X7IOThv8ph0LVPHLYksxLgYvtY,1456
lmms_eval/tasks/videomathqa/videomathqa_mcq_w_subtitle.yaml,sha256=Wf-O3n0Xr-uXxBIIDzkUB4BZDrxOyST1YziTEN6MwCc,1192
lmms_eval/tasks/videomme/utils.py,sha256=eA7tmyznbdEZLPGLezTrjTjV80S1X9Au3EAfk1HsrTY,12918
lmms_eval/tasks/videomme/videomme.yaml,sha256=a2374ZRjwVwZMtSHOB9m1HCi7JCJvQsuzKA3-uoixkQ,1440
lmms_eval/tasks/videomme/videomme_w_subtitle.yaml,sha256=-O90Ozjv_EGlnJZziCT1bO0BdI-ayE38Orxdcfsj6VM,1550
lmms_eval/tasks/videommmu/_default_template_yaml,sha256=Q7mcMXArPsiyg1YvAWfTlLOiysu2m0kLzK-mIU24VGs,627
lmms_eval/tasks/videommmu/adaptation.yaml,sha256=We1_HrhPsCnBjavXg21schjIdrkE-WLIfswUU6plhro,486
lmms_eval/tasks/videommmu/adaptation_question_only.yaml,sha256=cJ1POY9mGbfAQn4UTlbK7L9QPWm9eZYpOjrggRRYOc0,516
lmms_eval/tasks/videommmu/comprehension.yaml,sha256=UX9p-rPYLGLWQ0lzl-99gmwycec-2XfQWPnuN6LEoVs,506
lmms_eval/tasks/videommmu/perception.yaml,sha256=-ngoGfuezWS_KZ1exHKNlCKtvx2FJyEBOYfCR2pcqYY,500
lmms_eval/tasks/videommmu/utils.py,sha256=1weW3bfGIcbknQ5N5GjLr_9HGfBKBiys_qy-6UqujDs,19644
lmms_eval/tasks/videommmu/video_mmmu.yaml,sha256=iCIQokQOOWeqq2Yt7ismrtZ3yMS8bq0O50qEQuYObOM,99
lmms_eval/tasks/vinoground/utils.py,sha256=Azn9sfnumgLCbxFOIF2IZS9L3jprBKQpro7fjg1El9o,4567
lmms_eval/tasks/vinoground/vinoground.yaml,sha256=ZeOvp2qT_Qm8td7qr-t-z2VqIBGtZAmgcte4squK9GM,636
lmms_eval/tasks/vitatecs/_default_template_yaml,sha256=-PCtkawv5sDj0AHx19tX5RVdRbJTtWEqvLyGc26oKPw,220
lmms_eval/tasks/vitatecs/_vitatecs.yaml,sha256=NpZK8uQ_hFB_sMuhsSn3XQhbWpkrb3s4NrlPFY1fJiQ,152
lmms_eval/tasks/vitatecs/utils.py,sha256=PJzWdzEx8TOSXNGGS-Jv0oASYngJ2UOuuPGVrR7jcRA,7850
lmms_eval/tasks/vitatecs/vitatecs_compositionality.yaml,sha256=fc_dZAfVdtYQ4Ew-TxHtir9-DBvgD54pXQL_8CnDe34,480
lmms_eval/tasks/vitatecs/vitatecs_direction.yaml,sha256=fP-FqVHCNYkzZheYMLDM1aBTPZligWDBDKTNl7-E26U,466
lmms_eval/tasks/vitatecs/vitatecs_intensity.yaml,sha256=-reJpvaVj5sXbKf4vQNV6KACnD9GZl_TDrojG7u_p_k,466
lmms_eval/tasks/vitatecs/vitatecs_localization.yaml,sha256=UZWfrarpgLAmk3_CW9MzzIUDYF2ZxW5NqSsp3OIP1NE,472
lmms_eval/tasks/vitatecs/vitatecs_sequence.yaml,sha256=oUKax7hU9RfUQTrOJhMOSKiwqa_flB8kEA2tFQTgoZY,464
lmms_eval/tasks/vitatecs/vitatecs_type.yaml,sha256=Q1nUddi9f4Fnrm3DY6DfgmuUpUwIDw7hAwIvniYeL3E,456
lmms_eval/tasks/vizwiz_vqa/_default_template_vqa_yaml,sha256=HalRJuuiQ_QC1HXESGoveCTJLs3hlPp7uKngkecO3_Y,534
lmms_eval/tasks/vizwiz_vqa/_generate_config.py,sha256=Rb6sYW28rSnGxTVWJfd7J9bhKVWMQm5sEBVIK7ud_PI,874
lmms_eval/tasks/vizwiz_vqa/_vizwiz_vqa.yaml,sha256=_Zktiu9VlNkXFFOHNCjtox3WN7YDqGQJeCpC8e-fOZo,58
lmms_eval/tasks/vizwiz_vqa/utils.py,sha256=u_cPhrXeE_V6ufVKEqxfdclmwyKGx0u3IruMKTOwWEc,2251
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_test.yaml,sha256=DeXtt2H5LZqpbDO8TiCh1tut2_3qqBG4A_XS8zGsY0s,398
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val.yaml,sha256=fGw7TgEJTs_zVlwgoluA1gPARSFYBkd3L6zcI2NrC4o,331
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val_lite.yaml,sha256=mrUAuW50ejhnBKTEdWSGlYFZyl05VbkbxGlgkYcIGBM,870
lmms_eval/tasks/vl_rewardbench/utils.py,sha256=TYK8FLweR1Ws9WM3uDfQb7BMwchS1oApClaTA-nsNEE,5984
lmms_eval/tasks/vl_rewardbench/vl_rewardbench.yaml,sha256=ByTjGUnGrEUB6sgFngPbYM_Kdz1gX1hAZwUDnDj05nQ,680
lmms_eval/tasks/vlmsareblind/README.md,sha256=NZHSayjzv-0A_ABVYfhg7c5KCRdqv6_-IQzJZgwmbuo,3040
lmms_eval/tasks/vlmsareblind/__init__.py,sha256=HEnoHRTBexzKSw9TP9ABWaB0j9boennsLtD_EYsLIJU,122
lmms_eval/tasks/vlmsareblind/utils.py,sha256=leC0JBNfVgT8fLzlahmO-PXJdK_hSHLiUFhLbqqwLPM,1765
lmms_eval/tasks/vlmsareblind/vlmsareblind.yaml,sha256=gvt3Ny7RUlUBNX20H8Mi9j0q8UcMAqJhN78sievHj5M,879
lmms_eval/tasks/vlmsareblind/vlmsareblind_lite.yaml,sha256=gpUVutgc5bMLm6hi8f23LGzqfj8qLp9GKZpIvJwzxjk,955
lmms_eval/tasks/vmcbench/utils.py,sha256=axh3Dw1soS7K1JOLM_faqzEMrMAKnu3Gv04aWoXjocU,4536
lmms_eval/tasks/vmcbench/vmcbench.yaml,sha256=OnyfhxSOrYDVymt2L2IZv6GCceV9tge3e8xshQ0mkq0,1216
lmms_eval/tasks/vocalsound/_default_template_yaml,sha256=6bJgsf0mkcGaKTNjQCSRut4rxQJF634GQAyHldP2e1M,378
lmms_eval/tasks/vocalsound/utils.py,sha256=phufq5dNrlZSg4cSfuJMBgJTEnKog1gCr_2B_aMDf70,2720
lmms_eval/tasks/vocalsound/vocalsound_test.yaml,sha256=PCDkT71_Uw7EpIgtuWamJ90JbPpms-7hVlRg4IHXE04,391
lmms_eval/tasks/vocalsound/vocalsound_val.yaml,sha256=zfK3ATHaRsfHiQkWwpHbKXH-P5Qm2QZxCQvOId8AD3U,389
lmms_eval/tasks/vqav2/_default_template_vqav2_yaml,sha256=wEZfCJGHqOrJ6Q2PmtNAh5w_vCdvlIX2T2WljQJFWpo,404
lmms_eval/tasks/vqav2/_vqav2.yaml,sha256=afQmO8ekGofJUghmMjL-Z7o_4g7ZESlQ1mCaBQJPtO8,43
lmms_eval/tasks/vqav2/utils.py,sha256=E6CV35R8oyabjzW0WBF04W-KjHYe8K3_RKN4Z3pq-jY,3089
lmms_eval/tasks/vqav2/vqav2_test.yaml,sha256=UAFhUaOiUynO1tPLtmwpaWafrEwC12eO5MA1W3byFyQ,433
lmms_eval/tasks/vqav2/vqav2_val.yaml,sha256=b2uL_ZkjWDsH7Pyju8OmC_FRddoKJ4yNmxD7fHcYAec,450
lmms_eval/tasks/vqav2/vqav2_val_lite.yaml,sha256=P9glDtDHfmLPA3Uh6_ywYfPp4CN_IyK1nrfgiavngJA,674
lmms_eval/tasks/vsibench/utils.py,sha256=fEl4CpfRBJU6D4BXPhabUfCyGT0MQjOjItGW01M-Qz4,5373
lmms_eval/tasks/vsibench/vsibench.yaml,sha256=B95v_aDsUjwjtGK7LNVUO0-tEfZJ9c_GKl1zvOa1eWg,1467
lmms_eval/tasks/vstar_bench/README.md,sha256=JN_8flI4vlSIQxkdu5po0kNLIGcBD09ndQqSRAT_VVw,2942
lmms_eval/tasks/vstar_bench/__init__.py,sha256=XVzdbe0BINT05LDjgyz49xHtG6Jb3Oiuj4nzTFWl8sQ,76
lmms_eval/tasks/vstar_bench/_default_template_yaml,sha256=Ws4QuHOzHCib0u7s3QsE0Yz85tIGl1fPC6rbY4JkK6Y,611
lmms_eval/tasks/vstar_bench/utils.py,sha256=_cRlz2eDlqKAvOQjmDhQndmJumWfKUhenjJzKzuD6L4,4927
lmms_eval/tasks/vstar_bench/vstar_bench.yaml,sha256=5VRWmQILH2Od0dccW2EtmZllF-JdWabsZF3Wqp0c4VI,158
lmms_eval/tasks/vstar_bench/vstar_bench_direct_attributes.yaml,sha256=APRmSOTnUeU3yrxvIX99hwZ8_WvNDVRPNjFSCJNh_LU,254
lmms_eval/tasks/vstar_bench/vstar_bench_relative_position.yaml,sha256=4frLETj9N_sx9qQuoq-9zW3BdHw0-Tyv1Twvzapyy6g,254
lmms_eval/tasks/wavcaps/utils.py,sha256=ingEdNLch95pLxf2itZjtYpeh1fp-3n07aBJFQ18iPw,5185
lmms_eval/tasks/wavcaps/wavcaps.yaml,sha256=BKnGK9BV8IMdyBg4fx2HmYe-jzxfbu-7bsVp4y90NxA,668
lmms_eval/tasks/websrc/README.md,sha256=G4pLafqNEGn1ROjTSmeMAvnpzk5ZLD9B2Jn1u49FL5g,1976
lmms_eval/tasks/websrc/utils.py,sha256=nNrwrHD03iinqV5JeJlmuomlF-AzLct9-p7Lo2pDIIA,4240
lmms_eval/tasks/websrc/websrc.yaml,sha256=88GXR7Q3CKCh3NOq8mzkmpqrK4L8H1gSC7K91TRD6fY,47
lmms_eval/tasks/websrc/websrc_test.yaml,sha256=nacEBbZ_wBAS4RcThq8R3vUPoYGro9kPO1anQ0GAjvg,720
lmms_eval/tasks/websrc/websrc_val.yaml,sha256=C7gBLLW_sgIJDG6rOtmv3rrfV_vjookBtmCZPulq_mc,698
lmms_eval/tasks/wild_vision_bench/_default_template_yaml,sha256=AwjNQWURH8qw3t1Fo9PiEObqS1K4lhn8eXglYS6aOVA,1919
lmms_eval/tasks/wild_vision_bench/utils.py,sha256=j2z2yCQXNhysbkZjMi-s2jWdH1o2scOnGquzWRzrMWI,12950
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0617.yaml,sha256=Gh8biq42yvcoXTsXLyF7iBchrhbbZTa6TWSg_XSg9F4,351
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0630.yaml,sha256=MrTnGx93zMgeEsRvdr6m4K79sTQ42f8xEPOBWjyeYJc,348
lmms_eval/tasks/wild_vision_bench/wildvision_bench.yaml,sha256=-0dKJ6iCNV1pj9mjjy7hv_iHAiuI6-0xpHd5BRsaRqo,64
lmms_eval/tasks/worldqa/_default_template_yaml,sha256=9q51_TreM8Gsgpoa5oqMUXmpTWN2WvSQy09xF4jEn6M,169
lmms_eval/tasks/worldqa/utils.py,sha256=H_99hqlKX75dIJ_GqQcdFhWhpGZGeQkMlZqMkTEnNLA,11041
lmms_eval/tasks/worldqa/worldqa.yaml,sha256=djolZp5iBYSRi8Ov08TmtxBYjZUx2XsLnRLsavFrLVw,49
lmms_eval/tasks/worldqa/worldqa_generation.yaml,sha256=Sw8C44YKnfCZXRzKRvhGl2AvIZ8vWz-1zn-9l_oUnTE,634
lmms_eval/tasks/worldqa/worldqa_mc.yaml,sha256=ePutof4aDOqTsnsPuTzcOnB6xw3uOoVt16GHqcByY-A,830
lmms_eval/tasks/worldqa/worldqa_mc_evaluator.py,sha256=X0LzcwA3ychPEfX10QP-TcXySvJZhgfxLafb0EtFDHE,4922
lmms_eval/tasks/worldqa/worldqa_mcppl.yaml,sha256=ygou_QlDFhg0wVINnrJ1LGpVq5nlYAWf7UjBje1sYus,420
lmms_eval/tasks/worldsense/utils.py,sha256=6cVs_t2GMhbWYflzVKzlevB6qIRHNy967pDPx7WJLLs,14200
lmms_eval/tasks/worldsense/worldsense.yaml,sha256=zItVhEBBtEL-D76QiN77HM6MdA_GGPrKCtcBTm9LhNc,817
lmms_eval/tasks/worldsense/worldsense_w_subtitle.yaml,sha256=SctEDJchykoZgTYecqEafxUrVSkUMzYII8uEhQ3K2VQ,892
lmms_eval/tasks/xlrs/XLRS-lite.yaml,sha256=bTGQsnfBRQSqtsWllc9iq1trhrjdAWnx9YyinZjxQzQ,953
lmms_eval/tasks/xlrs/mcq_utils.py,sha256=pSjDo8U8vMDXe9v_FwtIHvVFj3qPOT0x_g7VI5Pq7_I,7171
lmms_eval/tasks/youcook2/_default_template_yaml,sha256=fi5C_gTInXqtw9xlnf7usCfaK7sHLSStLn5X6N1ZDP8,105
lmms_eval/tasks/youcook2/utils.py,sha256=b_265AsYXa9vTRKcwq9fnHcyxeCSu2fPLxLmCvhQWWQ,4103
lmms_eval/tasks/youcook2/youcook2_val.yaml,sha256=9Qzzeht7QQx-6qURCUUtTBjVzgDtp-MozpsxZpJBlhE,1450
lmms_eval-0.3.5.dist-info/licenses/LICENSE,sha256=T69TRXiTJNmkruqPljxnqwQLdfqAA17aI4dJ8wM49H8,2732
lmms_eval-0.3.5.dist-info/METADATA,sha256=Hgue_CbOSBMnckkRPrvAG_iohVS_HRJb3-0lAa6wDaU,22181
lmms_eval-0.3.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
lmms_eval-0.3.5.dist-info/entry_points.txt,sha256=SC9huEZ1bEZGQR7ftUyacIyUwjzuoh4pZ84vi-9vxH4,62
lmms_eval-0.3.5.dist-info/top_level.txt,sha256=_nARI5xBw0DrB6jDBzBGs56QMpYKSyKCkwuTR9f-VUU,10
lmms_eval-0.3.5.dist-info/RECORD,,
