lmms_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/__main__.py,sha256=Qfpg78l2ttd9diFpqqDD13xPHTqc6yCZMEQHnwh_Ys0,31469
lmms_eval/evaluator.py,sha256=Ve1IXAIBjTUSYik4bkP7SjH1mkGNfP3vAxsQv_zyfvo,62870
lmms_eval/evaluator_utils.py,sha256=l174ozPkYy1EglJzRg6Hv-RpI_WSajcLECzEQ8HKDr4,28490
lmms_eval/imports.py,sha256=8xxx-d7CeROzhFT8WykPPVJ0awgA7Wmw1-oDmUytkvY,3568
lmms_eval/launch_server.py,sha256=JDw8RCzERU1zvpXf27a_IMbRtsttSQWSugfEkeR7u6Y,960
lmms_eval/logging_utils.py,sha256=1hC1i4XM6qcj-wxgBr9KKZtaRjj9VNz1J8wB6mIFSUo,15028
lmms_eval/protocol.py,sha256=oMQft0r68BuDsUTpHj0aJ51mXATGE02crrLZrVxsWDc,8907
lmms_eval/utils.py,sha256=37iPTjTW9Lw2gFEAwubc5Xu7dkgYf1ZfpYeyVwTHltc,43659
lmms_eval/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/api/filter.py,sha256=IhkF3XXRSwMx292SHPrxAE8sXIFCS_SehZ-vFMqUbwQ,2026
lmms_eval/api/group.py,sha256=Kadnxd37z4kTPiq5dZTygdnT-nVrt-M_WQgCQz8Jmss,3534
lmms_eval/api/instance.py,sha256=dzqK9P5aJvpOH4k9Sele2S3rXu_jYZFUX_Sz7IpZ4sE,3250
lmms_eval/api/metrics.py,sha256=6vSBla-ApG0i5UWgOhvX5MrU_Lres9LYF6x9FIOQ2PQ,30047
lmms_eval/api/model.py,sha256=lONr_0VuzUittnAuNjAZzKpx8X_-Xe_zghw09HaleC8,6015
lmms_eval/api/reasoning.py,sha256=KzNMOQQzwc2nqV-24_J0pxld1VO1Q7zpithc7yvQd7k,1777
lmms_eval/api/registry.py,sha256=TgnKd3faDTZ5q2otkhQd7T_l2QAYJr_fU5bJbjaPUHM,5469
lmms_eval/api/samplers.py,sha256=ODOyv_T_vXW5_P1AFW-KIFtm3aFgSfEB4D-GJWWtP90,3548
lmms_eval/api/task.py,sha256=v5WncikUi4p8c5zpa682g7RMMyDO36RcHFOvHO3xVdA,83499
lmms_eval/baselines/__init__.py,sha256=hqdttnTRQTJ3P8fCwFUTCeHWYnrWx0ssWK1hCn3PB84,1955
lmms_eval/baselines/loader.py,sha256=CHPZdHu9MTEmfHf3qIqCAI7sNkWTpJVDq69TRXfkoto,6512
lmms_eval/baselines/registry.py,sha256=ZAXk-Ad4zyK-FUuntYyeIfyS9sVZz2Ozd-SfNcLq5JI,1401
lmms_eval/caching/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/caching/cache.py,sha256=uvoYwQ5YCYF8VLLknxX7hUTq8OK0lPI7vlnf1DHVti0,2143
lmms_eval/caching/fs_detect.py,sha256=RmmbB_Z_kqco_4A7TJF7yrehQA95XddeVgcVnbSVB_k,6895
lmms_eval/caching/response_cache.py,sha256=JEBVwU6HytiEF3S3GuBChlgavdKmWa_2FrdBTIESkdA,42530
lmms_eval/cli/__init__.py,sha256=Qf03eIZ6L_-4byF1ob4HQpK3-NQi7EPtS5klhOCeSjA,114
lmms_eval/cli/dispatch.py,sha256=jE6siwS30GUNWzPLh9eWyOu4gOVipIWd-_HpwRNVmEE,6627
lmms_eval/cli/mcp_cmd.py,sha256=vZ9VZVdVu3YwBR1JN1ruzRgCh6q68ht9c4YsGvwfKdw,894
lmms_eval/cli/models_cmd.py,sha256=iazIgWddsj06ff0acyp4gOSQagm3HHRUUCASpgYxXZw,2376
lmms_eval/cli/power_cmd.py,sha256=9cT-17mmA945UY-tEODErnpyDwIxBtuXxdyKJTCjAx4,3569
lmms_eval/cli/power_utils.py,sha256=nFilXqw7GsOcL4sSoSzeU7is8jj6YpAP0XVyni2mhdU,2508
lmms_eval/cli/serve_cmd.py,sha256=VSj3Szjj43m8-ZejnYQY4a0r2Zv-RRfavkB7E6EdH5E,844
lmms_eval/cli/tasks_cmd.py,sha256=3v3C9rmSLNytp0HBYn-sI6CeE5qzKmnF6CFPUNZHaDE,1877
lmms_eval/cli/ui_cmd.py,sha256=xAm0nHyc1-TaGbZSX15z_ev4kCpDW0hefflAFEVpnEg,844
lmms_eval/cli/version_cmd.py,sha256=hAL7gfduMcpq6tNgk_dpilCvDHYKEAM0W0PiJtoHbwU,1323
lmms_eval/cli/wizard.py,sha256=aYKnNRiRoWDVCz2wsYTnI13mrOJFnSgkIXGz3JZRLoY,8990
lmms_eval/entrypoints/__init__.py,sha256=WfFa3Cc8ToZXstpBgByz4ycLktyVRyXNC6De9U79f_A,733
lmms_eval/entrypoints/client.py,sha256=P75nZv-rsWBwW71NQ3B59Yo83NuqIDQ8IFRQfgNMTXw,12366
lmms_eval/entrypoints/http_server.py,sha256=Hr4USZU3oaerl8803DZA0bxrMrOv8dCWY_NOiiTq9aM,8537
lmms_eval/entrypoints/job_scheduler.py,sha256=ul3TknLslBWAhOXoKnZWlP95nWC_1sq_pF5Depto8RA,14173
lmms_eval/entrypoints/protocol.py,sha256=kXMmuYA9KqfeW_2P4H_xWQVDK4TUPiAdKepc5PJ7Zt4,3304
lmms_eval/entrypoints/server_args.py,sha256=wqM2cgsEvcWR6wvqzmuiMuqlviZvVveONKvEzI0HvXE,1476
lmms_eval/filters/__init__.py,sha256=WC8U8CcUZfiMSJ4CbwOp3Zrv7ZZJfNwFvjg76jFQcY4,1559
lmms_eval/filters/decontamination.py,sha256=lik8zK0DXI34etPng3N-IUfdhBR7fDws1Uya0JXTt1E,631
lmms_eval/filters/extraction.py,sha256=alRgAjhuIiSCXd_VmKiI6Nse_hIRDOBlH14BpZZTMfI,10469
lmms_eval/filters/selection.py,sha256=ukImOej-zMvSTUCRkU8Z_TwS5VgFimOsGL9R73ZAU7Q,2125
lmms_eval/filters/transformation.py,sha256=Hb11ghxyyFSuzHU17vJlqycl8PsIPJFC0Vjv6PmBbR0,1512
lmms_eval/llm_judge/__init__.py,sha256=0gKXDqFkoaP_b6nip4g_FIS8IrmCxDDgmODFOItRfZE,749
lmms_eval/llm_judge/base.py,sha256=I_g1Y9xC1BJVIN8FvywpttNsLSVDh8hEmFcf8szKH_M,10366
lmms_eval/llm_judge/factory.py,sha256=UcNX52nHT7Xwuu28ak7EBa7ZCM4SAjaAiL52lsvpRJY,1893
lmms_eval/llm_judge/prompt.py,sha256=FAMFbczVuOcHcgJPs6abRwNDqsONuUK4vZyKVBmZ54A,3056
lmms_eval/llm_judge/protocol.py,sha256=KR93fyvPLjlHAIyyfXc5fKPAmTBl4tiAmxnjt5eeJFM,2261
lmms_eval/llm_judge/utils.py,sha256=EVCfjx0s7lX4EDpcCF9Sm6PENXUl5-1vaHM0itNc-Fg,4746
lmms_eval/llm_judge/launcher/__init__.py,sha256=MWRE8bquL8zvXW8TW_aSeCODlRtk0Q6hqJuMMHwRQbs,1138
lmms_eval/llm_judge/launcher/base.py,sha256=y3KGJtsyrZ9SppJM9mEUEyfeo5aFbQIcrc-Vsgkc4c8,803
lmms_eval/llm_judge/launcher/sglang.py,sha256=Ddz9X4EQe3vsMzLty19cXikNw34G-to8R563tftkrFo,1536
lmms_eval/llm_judge/providers/__init__.py,sha256=oBvTWdc1DeHszEmj3FbPKCw-NN4R6W1_cXeWK5_hYhQ,361
lmms_eval/llm_judge/providers/async_azure_openai.py,sha256=ze_6NJaZjSetjp63EJkfdk1_4i5FmUKhBGRG5VThCo0,5916
lmms_eval/llm_judge/providers/async_openai.py,sha256=qxkABwPeS8BTYDZuV_TpOk55tC1vnGbbxj0SFcdyaLM,5564
lmms_eval/llm_judge/providers/azure_openai.py,sha256=yVUAuph3xp0536PpupAcIXHCZ-U8QL8HkKgT6A3VwgE,4985
lmms_eval/llm_judge/providers/dummy.py,sha256=D8sOg9pZvvbli0Nx-C0qp14G6Cg_k2wnHvFd0UtTpk4,565
lmms_eval/llm_judge/providers/openai.py,sha256=uMWyvEbSiTqUAH7sYOz9kMhROl-iw18NlHG7vyxoqnc,6151
lmms_eval/loggers/__init__.py,sha256=dg8zEHqZajiJnMl47q9rwU4yhmSr0QisXAItN_YSdx4,88
lmms_eval/loggers/evaluation_tracker.py,sha256=5Y80bEdD4lIBR8WZxzM8dWHPAmTSRwdFHsMDy11o9kg,23794
lmms_eval/loggers/utils.py,sha256=RbO1BjdiAdLvW3OUWH4DXfT_o1WGe0yWrnCoknln1d8,4975
lmms_eval/loggers/wandb_logger.py,sha256=4AgXBVa9e8_JyWuQupPKyPDcn__LFDPibS9k1rEu8Vg,12930
lmms_eval/mcp/__init__.py,sha256=6KCvmlkUMwyjaDcGl4TlMDkEotje-PZ4V4oNoRQNp9A,929
lmms_eval/mcp/client.py,sha256=cIuOLCZW44a0Xu_E6GR-dlNDVnLh3YkYkQ-PoyVvRo4,4069
lmms_eval/mcp/schemas.py,sha256=8aRh6_AXfgkDn-EPFWpaHEpPhS57oba7_qf0feNLGD4,1602
lmms_eval/mcp/server.py,sha256=Q3AaxnUT7hif2drrJX1xAFXse2tnaAJyqhas4EtBjY0,1377
lmms_eval/mcp/tools.py,sha256=ZyHHynH7T4KPqqlvihHrPxibDN9CY8VX0LaC4f_mnWQ,13036
lmms_eval/models/__init__.py,sha256=01u_xmPcSVY2csCa8SgVL2VZStWqOoFMZY7PEeuSuz4,7567
lmms_eval/models/registry_v2.py,sha256=vdl7MkkjXoI7w3QnG7bU7NzgVvFaNEBN9Tc_z06CcFM,9408
lmms_eval/models/whisper_tt.py,sha256=RdzXwobV3D1q1H-5rKA3EQuU5py_I71Dh2qnWCHoLto,13017
lmms_eval/models/chat/async_hf_model.py,sha256=06K6G3xuau9L6WB3bqzZ5QFIf21Dxse4m9m1jN_HgG4,10815
lmms_eval/models/chat/async_openai.py,sha256=OIBlm5Ql3u0P5efN7clcOsh5higAuvCHzPXG5po1uog,21274
lmms_eval/models/chat/bagel_lmms_engine.py,sha256=BCoUiOnjocFmJMI3enqtGttE2-C0PT9kPiAPGUogOuc,11464
lmms_eval/models/chat/huggingface.py,sha256=wgyCy47BOrXNxcNWZbFotfBosJ8L1_d88_aoAXlAYH4,11927
lmms_eval/models/chat/internvl_hf.py,sha256=Uc_wxc3BpQ4UiwwFPmvC8_oYunC-1w6hsq8-TfEuX4w,14167
lmms_eval/models/chat/llava_hf.py,sha256=zL6JaEsBgz_GUi98EVS2Czu3oJHZR8vsqXWWu1Pf5pA,6463
lmms_eval/models/chat/llava_onevision1_5.py,sha256=3V_h96OKxszf-AbJaMeFRk0sP7GzJI4QY_0EIRcUPys,7329
lmms_eval/models/chat/longvila.py,sha256=YYKaZIWBYd_0J555F5rc1U0tvWiN8f98KW48SUEZ0Hs,8203
lmms_eval/models/chat/nanovlm.py,sha256=mgzuwlAZ-3xOaLLbKsGQQD7G0kEP91kIof99oql_cUM,11801
lmms_eval/models/chat/openai.py,sha256=fv1HPnMl-DCvstiC6CsWBSFt3M5olMQlzJ8Azy6v09A,11916
lmms_eval/models/chat/phi4_multimodal.py,sha256=O5EN8AX5hXjqPnUa7D7NlKH1QYYtptxfmR9qeKcgyl0,6719
lmms_eval/models/chat/qwen2_5_vl.py,sha256=MxcMejkoDSjXymkLo1DxMFQnCck0EcuQwdnKUrWIOgI,7846
lmms_eval/models/chat/qwen3_vl.py,sha256=9TZDWh7VId3k1DFDGCGwEVyBIQMX8cfXgZUlT2E-huk,7654
lmms_eval/models/chat/sglang.py,sha256=-h-5mDpixWD7Dv7Asj5ioCAtc6xseKOzpnKHsopFuzg,20917
lmms_eval/models/chat/thyme.py,sha256=ibiN0ewFOlV35VEOeprR9uWgbWxH3Mg9_xbHgzXdRH4,19262
lmms_eval/models/chat/vllm.py,sha256=fAV5B1fTt3FZTfnScXN2MHvNn6VCz_gZPXf-l7z-ay8,6303
lmms_eval/models/chat/vllm_generate.py,sha256=Tkjp06AZrNOyNuifpK1Gn0XoOBRJZbq0vJOEO8pdbIE,8929
lmms_eval/models/model_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/models/model_utils/audio_processing.py,sha256=PzoxERV7NEkVlJIG1-DH2oxeIwXzUKW1gWEMfO0oo-o,844
lmms_eval/models/model_utils/concurrency_control.py,sha256=ABLhKv9brSuAUHAatQZNANLPo-shbYC485Kcq46JMcY,5706
lmms_eval/models/model_utils/efficiency_metrics.py,sha256=sKmJJU0dlgapQvPyBqrYM8G2Zh7WODAlDngtF5CDOWg,4345
lmms_eval/models/model_utils/gen_metrics.py,sha256=HW3adBEZdCZYTi3gzDvcZXP6Hs-Ka7Qn4sJU5L3iMP4,6370
lmms_eval/models/model_utils/load_video.py,sha256=5lzUQCZ50F4kPZ2MzpZwsMlmAM33aBj0WLBskNbcVOw,12683
lmms_eval/models/model_utils/media_encoder.py,sha256=AQcYOtRXT3vy2qyVeka-35Y2rpliL103tDLiwK7ge9I,6386
lmms_eval/models/model_utils/progress.py,sha256=Shjv399pxYyjAenh_1EPFzH9RoQ8UUSn9BgwN2GAy78,3801
lmms_eval/models/model_utils/reasoning_model_utils.py,sha256=7-59kenPbflMdRHb8aaraewIZR_m-GhLDcjkjp5DWPk,531
lmms_eval/models/model_utils/usage_metrics.py,sha256=OeXnDGBv7dLBymiiYyVn0OR65nVhPs44ey7pF1Q5RF0,7040
lmms_eval/models/model_utils/qwen/qwen_generate_utils.py,sha256=2hwbw0r1Y_fSVGs3sMIeoza89iXdGah5hb9L0KxeYGo,14320
lmms_eval/models/model_utils/thyme/sandbox.py,sha256=FgKsE3daHGLnKT-gVTqVbcz9LRKQ3wHgonsLgXkIsA8,36779
lmms_eval/models/model_utils/thyme/utils.py,sha256=2OQdYQ5i5k6uoByZCTK6zQALAsRMHu47lCWn3YNEW4g,2637
lmms_eval/models/simple/aero.py,sha256=qjahzdTyEFOzpl12X5HvcLsm1tFUeg2NJd0o_eit_jo,12887
lmms_eval/models/simple/aria.py,sha256=mvw1eH8fbfK265yyFS0bFquTG5nKAuM1POdV8PxHsTw,14608
lmms_eval/models/simple/audio_flamingo_3.py,sha256=y0zLRzusPSLE6lWksZ3VthLB33Ml1fm5FTXbe5XSjFs,9710
lmms_eval/models/simple/auroracap.py,sha256=CvNBvgZmj-O-FTWLF0Kud7mlw3Buex1CelRqhG8TbUk,25669
lmms_eval/models/simple/bagel.py,sha256=ZChNNNBzJs4EOf2W7_sbh9wNKgIcdk278n9ALggzd3M,23808
lmms_eval/models/simple/baichuan_omni.py,sha256=BY1DFDlowIKa6woxWFblhtUTlLWS_GAql8izSt17tfA,16680
lmms_eval/models/simple/batch_gpt4.py,sha256=Ev23DJSu2l9UWBXXKvRqc8StejrOVwjSxOYpVPJUj3I,8742
lmms_eval/models/simple/cambrian.py,sha256=wxmFqlI4knjU_qNu5cWCHhwMJmE_b5l10e4JsVBSBa8,13012
lmms_eval/models/simple/cambrians.py,sha256=zaxy2_K391YR2N02p7dRJ2daH5Wr0MSFLv-i_Qw8-2g,18237
lmms_eval/models/simple/claude.py,sha256=8evFnUZMM4nDHeVgygD21EVxGazW90NhR0WNKRDiYg8,10021
lmms_eval/models/simple/cogvlm2.py,sha256=BJI-wq5fK6wQB88tfxi0UHNZSW1rhKdn56nHVxmiJnc,10263
lmms_eval/models/simple/dummy.py,sha256=_8COx4n80fxHpJYh11K2k07GikXSLnRGypsADOhETJ0,9704
lmms_eval/models/simple/egogpt.py,sha256=DCseAVcJ5tIzkq7N-DhH9tCix4wi6k8F9naMmRXAGIE,22191
lmms_eval/models/simple/from_log.py,sha256=XK7at97YcpcbHMirodz0k0sEKDGpwZpyH_tI8KhUqXU,4481
lmms_eval/models/simple/fuyu.py,sha256=R8bVD6StUOgYa9A_tUBQuA97_iH99A1dQaLmhSpLQPs,12638
lmms_eval/models/simple/gemini_api.py,sha256=_p44x4Oi3m3CCOA0xsLfZ7WrDVJDDiUOX1RLnR5BjDY,11360
lmms_eval/models/simple/gemma3.py,sha256=o6dVKPtdp-ekcWn-kx-_RpxBzUVAaoS6F47rIws2m8k,13372
lmms_eval/models/simple/glm4v.py,sha256=EQ3JtbyOlQ0bDq_KMxGOoUug7sewQjmsX8XNwnOiHUA,12068
lmms_eval/models/simple/gpt4o_audio.py,sha256=YM9PTvwf1AXHj2wfP9CoF12EDosKofnc86zorGfhQOs,16881
lmms_eval/models/simple/gpt4v.py,sha256=z1rbdVxYEkzFbpIVCbkMiW6zKalbJRHfE3N7jExFAXw,9058
lmms_eval/models/simple/idefics2.py,sha256=7IIi-S3Oa7Ad2W7cjBNTU31VyFevifDq3PU8RqgkDVE,11261
lmms_eval/models/simple/instructblip.py,sha256=PNIioifn1JVTMj4DS0LQd4pQCTWN7waOTUAorH9bDsM,10186
lmms_eval/models/simple/internvideo2.py,sha256=Zxlr5FCb9DGXXF-owsC4vZh2gvZEGlcsYRAtQ7ExcWE,15431
lmms_eval/models/simple/internvideo2_5.py,sha256=inemcsCqVu3RM_UnkRufw2KJT9R8NZms3qcpz0uW2r8,13675
lmms_eval/models/simple/internvl.py,sha256=QXgH137R51jM9ZlJK3qog60ndaHle9w0Hkb4n_IU1wE,22369
lmms_eval/models/simple/internvl2.py,sha256=xCnrf8HKsetu4eam43LKfTfLFeYVqUj__HG9Lw-mSH8,14964
lmms_eval/models/simple/internvl3.py,sha256=SMcXmNlTUeOwonTR7zxtcMdV2X7Z33rG6-RRBOPhZ5I,18921
lmms_eval/models/simple/internvl3_5.py,sha256=7JdiGPuR9Vv1kSc7BbTv-7mBV4UU6YmfSl27R6827LY,522
lmms_eval/models/simple/kimi_audio.py,sha256=YTZHnPbytv7O_A_V-OOf2qAeIajV8dNHJUi2aEZSsgE,8499
lmms_eval/models/simple/llama4_scout.py,sha256=CG5pT4oJtyghyca7qQZrwaRc09h2ez-h0lZaeujSs2E,14311
lmms_eval/models/simple/llama_vid.py,sha256=YQN1dVFwqEBFS0F4U4jcIVqxjJWdSVgIxrvza2m_1mg,12125
lmms_eval/models/simple/llama_vision.py,sha256=QCKlhe_sAUinc5JmsHjPFv4o0c55DM4R1ZHh2rL4GuM,9171
lmms_eval/models/simple/llava.py,sha256=ICt7qRhtikW21oiWXlR_L9LfKNot9U_cjvAho9SHaHY,21518
lmms_eval/models/simple/llava_hf.py,sha256=0Bm6nAuEOzdQ_0r-XyaCyN3PrfUsjcPranUl5aRre5s,18899
lmms_eval/models/simple/llava_onevision.py,sha256=prs55fBW8oktBGt_drBOABJizF0eLiWzBzcnkhNOOt8,43582
lmms_eval/models/simple/llava_onevision1_5.py,sha256=4WR-bUFGA86JEFc8dqdyXISQE2GX__A6_JMbCB_MtSs,15342
lmms_eval/models/simple/llava_onevision_moviechat.py,sha256=vXqI_XkisRruxczup7555A_hYEke1cJX0dZra2kmZ2w,26319
lmms_eval/models/simple/llava_sglang.py,sha256=COoj8_yTeY4ZWYCHMeYzc_T4-cHowKLSMndM_UOSVeo,7513
lmms_eval/models/simple/llava_vid.py,sha256=Qhc5X5xUX8s2p16HQaLK9mElqCgFDOhoT7twKwrBAus,26815
lmms_eval/models/simple/longva.py,sha256=6d1ZvTtl_cZE5hNoP_wWFq8V_hzuRaKGhqM2nUAc7hw,24292
lmms_eval/models/simple/mantis.py,sha256=WjkMpQMD2WzxG8hsK7dGlaugYArd6hj7AUa3JwHU0s4,14231
lmms_eval/models/simple/minicpm_o.py,sha256=3daI-EFzleIop5V1ObvkdqVBPdXwQum8ovNIy31mRjg,15768
lmms_eval/models/simple/minicpm_v.py,sha256=KBnIxsXqJG23UA7TsoxiQgUEdpyIgaHR7w477PaFCkI,9895
lmms_eval/models/simple/minimonkey.py,sha256=z-CJg9uYupovImLc62ZJaYtPNjqyKcalSYQXxvu8-q0,15098
lmms_eval/models/simple/moviechat.py,sha256=jzPGZOK2O_nL5o8QwQB5o4ElTUTExpRFW4NVBoXC_yg,21304
lmms_eval/models/simple/mplug_owl_video.py,sha256=7RVysucWqGzwreiyHkUxQiHv-zhfZc7SlZcD01HvzUQ,8564
lmms_eval/models/simple/ola.py,sha256=lHn2p48Oa9QNAjmIqSoEH4MhCJGH24OvydPR9YH1kI0,32103
lmms_eval/models/simple/omnivinci.py,sha256=NdNqwl52hz_TbhGcYaRcsYQux2TY_CRSUvATq3IHrdw,20465
lmms_eval/models/simple/openai.py,sha256=M8Kmo4P-8wb3e6r--146dWx8vAm5-t3eTI6zI7GtXMk,23076
lmms_eval/models/simple/oryx.py,sha256=mD2lR-6sBMqS1XBZWA29fE3xHmBeTZagyZU-inWeqbU,22678
lmms_eval/models/simple/phi3v.py,sha256=3QceuTWNqEIwJEYytIqKl-Odeg7nci5hDkbIBz2zGaw,9810
lmms_eval/models/simple/phi4_multimodal.py,sha256=hoGG8DtDo_69MVZNIFKACbI4uqJSBennHFoCyM-dZho,15230
lmms_eval/models/simple/plm.py,sha256=IwpiRoMYRNPJ3sQ1N1rmZ5XeHDcv4QManemFUOcje9I,9481
lmms_eval/models/simple/qwen2_5_omni.py,sha256=D_octOnwNFqsqwjQna8gIdY3d3RPd_GPdXI1WKDugcc,15517
lmms_eval/models/simple/qwen2_5_vl.py,sha256=fqzY20HGwtEWXGCF5TojU6opebruiKc8saTllQGOT-o,24978
lmms_eval/models/simple/qwen2_5_vl_interleave.py,sha256=kurlvsQor4X6CU5IJOhJLSoPFoqMnIFZyZBhhA_3aOY,21538
lmms_eval/models/simple/qwen2_audio.py,sha256=Ej-E6WElnv7nJRYtEe433hKqeZAhJQYApL8H9zPgy4g,12341
lmms_eval/models/simple/qwen2_vl.py,sha256=cFusbY3SU1HexKoECjtVMKKljzErWQnP_inRwVLPhPk,34477
lmms_eval/models/simple/qwen3_5.py,sha256=bhRgMKUGOt-zNCz_TvaKjNtyvLTwCk6s8vTReRtrO-M,17591
lmms_eval/models/simple/qwen3_omni.py,sha256=aiJZzSf0QjgkOC8U9j7FIHtE1kSPRr_7cKYGZQSyk_c,20040
lmms_eval/models/simple/qwen3_vl.py,sha256=wTvsEJ4-1NHQN_dpu00J1wdZ8vJeFOpf_8N4LYkUyg4,17183
lmms_eval/models/simple/qwen_vl.py,sha256=LFQ_dg9-dBHv5FooJE_vuw-oOrnunEadwGiRjpwljpE,13302
lmms_eval/models/simple/qwen_vl_api.py,sha256=AiwNpXt2YxUO52Bt2_nvY0zjfV_BFRkFhoE-39PXpL0,5065
lmms_eval/models/simple/reka.py,sha256=mD24U9Uohr-TAkxHhgqOp9_cV7oj08GBAWvgL9Z_Vu4,7811
lmms_eval/models/simple/ross.py,sha256=L8hz1JUaVOpTQ2rH7qdjHCyz_q13kO2_5-4ZKvGkKeY,21337
lmms_eval/models/simple/sam3.py,sha256=h2b_029MH6x2rezSizXaGrxyMWW_GdUGKY2yQ72OEig,10189
lmms_eval/models/simple/slime.py,sha256=YCtSs-MD0mIjLIDk73db098O1uhLrCbxsRo69Ell5HA,21262
lmms_eval/models/simple/srt_api.py,sha256=p2P8hcMIUcJHPFbZL__zdQHqZTJ_uqAuOJowLvdHM34,12941
lmms_eval/models/simple/tinyllava.py,sha256=4A9QzWtlOUE7gvBUy_AwWwII0pnmEsNW8OW4MUIJ2Ho,21625
lmms_eval/models/simple/uni_moe_2_omni.py,sha256=wDYJIx_utSlQG-l2I_i7l6Bs47wGpC4QF9ZwK781S78,19695
lmms_eval/models/simple/video_chatgpt.py,sha256=cRdnRFA8IgYLPAB9m-Mecfg5ofI8k6MNLVIdmpYELNg,9900
lmms_eval/models/simple/video_llava.py,sha256=Jcic9DEXMhflPyk1afrKsnGxZ4VBDPUuRCI084K3djg,10031
lmms_eval/models/simple/video_salmonn_2.py,sha256=cwxyG74MsGGSnbLK3BVUazZZiMz6iWrRa0WKCbbxSt8,12066
lmms_eval/models/simple/videochat2.py,sha256=ddFcLqZ_oz4k72ZcixoO-wSOKkszSBkBV7BU6Jj7RDk,21634
lmms_eval/models/simple/videochat_flash.py,sha256=-NpkHAPPNpty9PLOKB9mrQoBHie8pv8fB_5QHX2p97M,11617
lmms_eval/models/simple/videollama3.py,sha256=dFX-DuE_vud8auTLApzPSDAkmtdYVU4chJ4zcZDMhX4,11619
lmms_eval/models/simple/vila.py,sha256=nsbToyAvXYI3R4eo5bq0iznDusrr22VGLQTQHfJp84w,17290
lmms_eval/models/simple/vita.py,sha256=gY-zsjKjKlOx7LIWsJrxIHU68Pi71P-LQV2kg4RsaOk,20452
lmms_eval/models/simple/vllm.py,sha256=xa9e-s3UDtaTeeGG-lsXOXzGC_oesS2Uj9ZPhN8BdBY,24571
lmms_eval/models/simple/vora.py,sha256=dhF7rAvZNotFIaKsko3xqf110wYcT0Y_wssZVkxaTpI,10708
lmms_eval/models/simple/whisper.py,sha256=qO0X0ueTY35AQBra1fdGxeIZh8oN_qZ2jiKx5ifLmHg,9164
lmms_eval/models/simple/whisper_vllm.py,sha256=BodqEwG9D2lH6sfcp-oOeWacY8RCU9o9G1iafxkxYjg,4855
lmms_eval/models/simple/xcomposer2_4KHD.py,sha256=SJJYzvi7Fui-7PlXftKqHw94m6TEH0Dxy5GA0YwAG2E,11976
lmms_eval/models/simple/xcomposer2d5.py,sha256=hvbV-KP1x_gLbILmTN52LnlC956c7ogGPVxfMtJ9VBA,7580
lmms_eval/tasks/__init__.py,sha256=pGefGpYYARqx6Y2QIcnqcduk0ivpBPhVJO4ZFOkOPQk,25527
lmms_eval/tasks/asr_wer_utils.py,sha256=zcGHE6BPXGlgBiXP0tXie7Or30_OHH44SlDD05lx85o,5580
lmms_eval/tasks/3dsrbench/3dsrbench.yaml,sha256=blqsL_fsean0d8XNeZYrnXkPvUCdlmixKNBEa8Ci_Q0,698
lmms_eval/tasks/3dsrbench/3dsrbench_circular.yaml,sha256=NPC-GQ0d2SisbxtwOAKt1gBwI5WT45M0nXBPviKXtdQ,1349
lmms_eval/tasks/3dsrbench/utils.py,sha256=QLc77UH1c-VzQvHDhMSSowDkKTNYfTCFxwgkhixWBIE,14814
lmms_eval/tasks/FALCONBench/FALCONBench_mcq.yaml,sha256=6tn1LRKZp88Ag8X_7WYo2Xjl5KPSYmQQUN9aH7eK-Kg,401
lmms_eval/tasks/FALCONBench/FALCONBench_mcq_temploc.yaml,sha256=_pvd_ZoFc05YWWhtm0cqTiQXKXyOUMRm5TXsqISFfeI,426
lmms_eval/tasks/FALCONBench/FALCONBench_oq.yaml,sha256=5Ey8mgnZXtLJOuao4Lf6F5nDtClPLRvi_axpR7w_BAo,410
lmms_eval/tasks/FALCONBench/FALCONBench_oq_temploc.yaml,sha256=63hOqnBzwLWyOMRGThoOFyLnHfFu2Ed0GE92vonWRSQ,435
lmms_eval/tasks/FALCONBench/utils.py,sha256=U1I8LL5wnJeS33_f4Dsssw6nwSZQ4Blc9Kp1H3ri7nA,34018
lmms_eval/tasks/VisualPuzzles/VisualPuzzles_cot.yaml,sha256=lH3_HUgs4x8t_38B0f3ewion2-iBmaUD99HAiKVdDbw,677
lmms_eval/tasks/VisualPuzzles/VisualPuzzles_direct.yaml,sha256=BmUd_YcGM_fpt4IsbIzBHSu1uO0ltMb2HdpJ2P6qMLo,696
lmms_eval/tasks/VisualPuzzles/utils.py,sha256=BvOPdTMYR8cHRdL6l52PYDGk0FQ-2rThSjkp3UxoE1w,4630
lmms_eval/tasks/_task_utils/default_template_yaml.py,sha256=GZL_bOlhUCDd_RlaOwMm56pj_Hj2xuqUZ6-GA-TRIq0,273
lmms_eval/tasks/_task_utils/file_utils.py,sha256=kn54xdzga7ac8ipF0dL1tciBGKxPq25xHpuuRkZcjQM,394
lmms_eval/tasks/_task_utils/gpt_eval_utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/_task_utils/lance_video_resolver.py,sha256=y24t0fHl_AJmsqcIBLfTyCQTKi99_US5vavkXl1zMZg,4963
lmms_eval/tasks/_task_utils/math_verify_utils.py,sha256=8kv5faOexBLmXQseKH8GRtBWY-jS9FjmBgTvu7xl3KQ,6377
lmms_eval/tasks/_task_utils/media_resolver.py,sha256=jvgakMX9Mo4teRyZJmwlFx23Fam4EGtVb2P92HqDUAo,4080
lmms_eval/tasks/_task_utils/mmmu_mcq_utils.py,sha256=Ms_Xm-lZ6nzCGmRUS95X5kryx9r2Zp6AKWpbawkTAaY,8269
lmms_eval/tasks/_task_utils/reasoning_utils.py,sha256=MfRkJJIiADYftpiNqWuZT0yR3YBnm9ZbVdVIePPkEXw,18304
lmms_eval/tasks/_task_utils/video_loader.py,sha256=JxF0V5kpgNoHqF4Ity00WybLCphCakvEAt42cxyk7h0,1036
lmms_eval/tasks/_task_utils/vqa_eval_metric.py,sha256=TkFUxsfkZX5sRKoI4YTOWuDocmZXRMbLaEz2ReRkfOA,6056
lmms_eval/tasks/activitynetqa/activitynetqa_generation.yaml,sha256=tdTaqxnG9OyJfhUK9-qFUmh4gA137eS9YaPmlUV9euY,857
lmms_eval/tasks/activitynetqa/utils.py,sha256=TUN9-SG3S1zaQmbSQbMFabaJ-v_6lxagJrrqZdz1swU,11102
lmms_eval/tasks/ai2d/ai2d.yaml,sha256=IOCIhwUo_C9eoqfx3vf2yyPUXUjwEe4dNWmtOgyhzTA,1471
lmms_eval/tasks/ai2d/ai2d_lite.yaml,sha256=07aqiglnu9MEjGfmpXkACievNBYkj9lRGoG_ewByEng,1468
lmms_eval/tasks/ai2d/ai2d_no_mask.yaml,sha256=Bngv34QMs4DIAOcHjYzXnbLtmfDGrZDpA42b9Ea9YR4,1464
lmms_eval/tasks/ai2d/upload_ai2d.py,sha256=umSvq-BxQ5ukFymxRQ1HqKmek6zr39h7qTByVCTcdcA,5096
lmms_eval/tasks/ai2d/utils.py,sha256=ndNQHX_zph93xkhuYAFA4NnJLi6qKj-_3VYhjwtC6PE,3630
lmms_eval/tasks/ai2d/reasoning/ai2d_reasoning.yaml,sha256=uAWfx37PoBcri8k8MBDJuTQobJrDWByY6LFiCrAm8Bw,583
lmms_eval/tasks/ai2d/reasoning/utils.py,sha256=IIR6nTbnoq5M_pO-JC-ONC3ASO2HWRQwJTQig5SDKSQ,1749
lmms_eval/tasks/aime/aime24_figures.yaml,sha256=UJ1Kq8o8VRZOcsckJO-T0NlwUR-F7ieVhql5yGyLsl0,684
lmms_eval/tasks/aime/aime24_figures_agg64.yaml,sha256=qxYsFEYW1mQqKjVTRTtn27A2wLoyK5eZpdyE6RFKA-E,1636
lmms_eval/tasks/aime/aime24_nofigures.yaml,sha256=EKjgsP2pm0vpXI3gyye32LoC8RLpcEUk5VTFtWcQvsU,601
lmms_eval/tasks/aime/aime24_nofigures_agg64.yaml,sha256=dvVCwfQpYWaIGaZp8ztW_z8QxTb64afNFMO33AvEGjg,1640
lmms_eval/tasks/aime/aime24_nofigures_agg8.yaml,sha256=69RSg6EuliPumvcbsGobIXgUL9xzSmlk_673LgAAHY0,1430
lmms_eval/tasks/aime/aime25_nofigures.yaml,sha256=qAw944oukYMSnhT2yORS4gvpZdZiZ6bhlOnaWQIwj04,601
lmms_eval/tasks/aime/aime25_nofigures_agg64.yaml,sha256=B4OvO1CYyhfSXWJHwAvGus-jx2X96FyqMjZt74JgFZ0,1640
lmms_eval/tasks/aime/aime25_nofigures_agg8.yaml,sha256=MbAQrxzdjoq4z8mWAgeJv0WFZ2pO6ima_cbrTUBLjVM,1430
lmms_eval/tasks/aime/aime_2024_agg8.yaml,sha256=a0FqjlXHyIzhy6NgUYcfWQgzybdkb2ODv89-PHl_eQQ,1359
lmms_eval/tasks/aime/aime_2024_rebase.yaml,sha256=RYYCmu-LTL1UcCE7lGl4LsxL-hasipgw0GNm9IrXfxM,1624
lmms_eval/tasks/aime/aime_figures.yaml,sha256=CyzWWBDjbTTs0Vjs9TTR-4kioCHWI8HxjEMCKhkEbY8,593
lmms_eval/tasks/aime/aime_nofigures.yaml,sha256=bFj9o4-542KL6EgZ_spJBRccUoXPzxueNeCcC3te4z0,597
lmms_eval/tasks/aime/utils.py,sha256=z1E298Ug9IDG1vJK_1TE1LPEDt787vMauDAVDkr6dyY,12519
lmms_eval/tasks/aime/reasoning/aime24_nofigures_agg8.yaml,sha256=jf2QCw8UA50PXHGQRDMd7eaS_9OSlVF85hMZr0T-jgY,1475
lmms_eval/tasks/aime/reasoning/aime25_nofigures_agg8.yaml,sha256=_PBztkKgKyrDEhoA6WsTvv5DTmd7egYsf4Dklwn-qIU,1476
lmms_eval/tasks/aime/reasoning/utils.py,sha256=tk0b0cSV0V2k9pyU1qh1iKVm6Zh4JfWu-_CfQghnaAw,4416
lmms_eval/tasks/air_bench/air_bench_chat.yaml,sha256=f13a9HUc77k-kqf1lOULetW1eX1B3q12zn8xOM_k0EU,129
lmms_eval/tasks/air_bench/air_bench_chat_mixed.yaml,sha256=w63WhX_IvQDan30yc6d7Yknu1b5u8A4pyQG5KGsbAbA,646
lmms_eval/tasks/air_bench/air_bench_chat_music.yaml,sha256=OSqq3aPyFAGRFaa9NTqz9F8onOtpFZNFR0mUoRXAVCA,646
lmms_eval/tasks/air_bench/air_bench_chat_sound.yaml,sha256=Kp89bFBRSx1bYpUnI8AgTjPLpueEbbKBF9qD5_Qvwvg,646
lmms_eval/tasks/air_bench/air_bench_chat_speech.yaml,sha256=eKnUWsmA_WPMfwwexql6LnlqotgqKnyrVsTgHAfwudo,648
lmms_eval/tasks/air_bench/air_bench_foundation.yaml,sha256=OXoJGVSnKykBeme3Ire7qKvbVZt9Xvc5UxTXrHqTvMU,128
lmms_eval/tasks/air_bench/air_bench_foundation_music.yaml,sha256=6JliWkUv9n2otNGkaNCY2eJvVkPLjZGEj2Z-IXFnqoY,911
lmms_eval/tasks/air_bench/air_bench_foundation_sound.yaml,sha256=iIISUHCVyNjPr0SO-TN-VdTfC1Q05tppuq-usbZBlEk,911
lmms_eval/tasks/air_bench/air_bench_foundation_speech.yaml,sha256=k6BZzR9ZiNtK7h0bgkCQZNV6Yov98F1eV1X6Bf2IuBY,913
lmms_eval/tasks/air_bench/utils.py,sha256=fnWxn__iSe938bhkq0V89D5f6rbX7xOv0qfMyYNdQfc,9810
lmms_eval/tasks/alpaca_audio/alpaca_audio.yaml,sha256=6d2btDCeLbVjawWr53d9MgKfSSMKrpgGEwEAw1IixL4,685
lmms_eval/tasks/alpaca_audio/utils.py,sha256=zmR1PIOEAGYmmptnSELYwgS29kn0aL_J3Y5Wzzw8b0k,5191
lmms_eval/tasks/amber_g/amber_g.yaml,sha256=3anpyZ01lRkGewGA1uiggrYV34vSFuGB-kAVC3-yixs,1212
lmms_eval/tasks/amber_g/utils.py,sha256=JSrxCERldl9TpebZk-0ANBTGw5Qhu-7hE0yFaUyf_og,15210
lmms_eval/tasks/ami/ami.yaml,sha256=9zbjG5X8n4K1PrBHwmUQ2XHNSvrdyFKS3vgWQp2GUKU,63
lmms_eval/tasks/ami/ami_test.yaml,sha256=aQboy9P_9oDQ4nq42WtYWlbz_SIUvhVSMw4H0wZPY5M,349
lmms_eval/tasks/ami/ami_train.yaml,sha256=zW7NZOWpJzQQnfbORo3KX6g1x7wEW9chBIZm0qb2hGU,351
lmms_eval/tasks/ami/ami_validation.yaml,sha256=_a3mOyTpIMpNPDWCz51Cclxw-tiuaqNgbeNMXYWoIHI,361
lmms_eval/tasks/ami/utils.py,sha256=d7AXGOtepGLpjqLG6Te2-3aXCYdUhv8a2VBGEsjW4Y8,13186
lmms_eval/tasks/arc/arc_challenge.yaml,sha256=aCYhwmriSxBlotcyRgpVqO8rnyVEV0QxZmyTCanv170,71
lmms_eval/tasks/arc/arc_easy.yaml,sha256=ltodnv4d-IZZSBztwTmFyzR9wGhVSi6uVhMD-jm_qz8,579
lmms_eval/tasks/arc_agi_1/arc_agi_1.yaml,sha256=xmvtDRhsSJsnS5Mqd8lmgYPApLL-UGXHnA-4aRZpE0o,65
lmms_eval/tasks/arc_agi_1/utils.py,sha256=5Lyadwy3U_LionqBsg4wOOLIo62C8BRHo53sU-0FBVs,4907
lmms_eval/tasks/arc_agi_2/arc_agi_2.yaml,sha256=FcesHclgjUY-esU62bD-7jt2R7e2WMrnPKo7xSqCbvg,71
lmms_eval/tasks/arc_agi_2/utils.py,sha256=15Gs_u-0J9DWnQVKw91ZBBQaJklSn7v5-JbWOF6xOUQ,8593
lmms_eval/tasks/auxsolidmath/__init__.py,sha256=s8BwVrIvc_NY97c2wXQsi5XcOyq2CDmiwzEspRh5UPU,34
lmms_eval/tasks/auxsolidmath/auxsolidmath.yaml,sha256=MseLT5q7i0aS0SxNfdJ7RJRxmtQx0yaM-A1l5G1h8f8,183
lmms_eval/tasks/auxsolidmath/auxsolidmath_easy.yaml,sha256=-GzeHkQI8CHrmxvq3DVeW0oBnO7QY0JcpypFrILWJAA,613
lmms_eval/tasks/auxsolidmath/auxsolidmath_hard.yaml,sha256=G9mVMSFWH2tnd8KJy4O8vreaZIFd0G5IsmkzRZYgNZw,613
lmms_eval/tasks/auxsolidmath/utils.py,sha256=bVZ4qhM6bG7AvrBAL8PuFhwpbL9CFYnOblNDLdJHKqI,5435
lmms_eval/tasks/av_asr/av_asr.yaml,sha256=G8MWg_gp4O_pnK9iGDQDSUp88qPQUVQYi5Q0RaA76rw,633
lmms_eval/tasks/av_asr/utils.py,sha256=AEc9Es1Pkeun4UATc0yTAdfoZa7OfBZqmxPMKEFujgY,3093
lmms_eval/tasks/av_odyssey/av_odyssey.yaml,sha256=H326NbRJMSM4jg59suxL5PlYU4nKxVSCxyk4ejscIN0,835
lmms_eval/tasks/av_odyssey/utils.py,sha256=EcluQ6YHaIY5Wp5jjdfPqzqIFVC2y5dx_bc4yGvdGwc,8879
lmms_eval/tasks/av_speakerbench/av_speakerbench_audio.yaml,sha256=5n1rrAkecQ9q78CUnMmm9F-TWNPUL3ApyN0Nb0_eI-I,837
lmms_eval/tasks/av_speakerbench/av_speakerbench_audiovisual.yaml,sha256=LqosHmAeScMcy-IgPI2uuZizf3WAgiaJ62U0iyDMmUw,846
lmms_eval/tasks/av_speakerbench/av_speakerbench_visual.yaml,sha256=0GZUSR1QoPtwpoTDU5ML7s3LxuwJ5kXVJ-0lCrheUVI,840
lmms_eval/tasks/av_speakerbench/utils.py,sha256=X_SxZ4UFPLJ-N0rhByYzDUO6AhDd7-1InCJDMa8Zw7k,8200
lmms_eval/tasks/babyvision/__init__.py,sha256=WT-UJD3aTU9hWnTbZ9kcykIFIueYaYvvaDeUk0XzIX0,98
lmms_eval/tasks/babyvision/babyvision.yaml,sha256=pyfIT-7scBYE9DIJa8CHgoY_YhrxidR4ASCc15xxl-o,888
lmms_eval/tasks/babyvision/prompt.py,sha256=dbZ5DpL38ihQmgBh8bwRy3o0hpb1b_gGOnFlG3C4L1Y,1468
lmms_eval/tasks/babyvision/utils.py,sha256=D988pj8MKH2AVPmOY-1_1q2v9s1RpK94GInBgPX178M,7626
lmms_eval/tasks/babyvision_gen/__init__.py,sha256=TB4PynUZrBU2IpTexbQZ9w3qyhfMNkxb7sVlntLbJhM,110
lmms_eval/tasks/babyvision_gen/babyvision_gen.yaml,sha256=7w_2dB7x8aNgMrcTWyylC1GR95RB_7zgp5Uj9D_Jmlg,828
lmms_eval/tasks/babyvision_gen/prompt.py,sha256=ksLSq9NtO2B5sXtQU0lSxeakPhzC5Jo4QGVBI6GFKQw,4085
lmms_eval/tasks/babyvision_gen/utils.py,sha256=fy2n8f8ewJLQQRq6GKUAXPNA9WKrFyTcCSnP4iS7QNs,7560
lmms_eval/tasks/benchmark_aliases/anet_qa.yaml,sha256=UKYu0MTPi-f674FxNKXq4Opa9-K0OZfh4xxv8-qQ1Xw,39
lmms_eval/tasks/benchmark_aliases/egosch_a.yaml,sha256=NnIx6ZSQYD0W5YD56qFs6d1yR0gXh7sC-ncCPZIHheo,36
lmms_eval/tasks/benchmark_aliases/mmmu_a.yaml,sha256=CB6NL5YHdDoN6hmnY9gsSiCrmwQcBBKbGcaLCguAWaU,33
lmms_eval/tasks/blink/blink.yaml,sha256=7UsbMmDJhk-GnlbFxI_rlQQEs39MQfFc_TfYyzD3Res,80
lmms_eval/tasks/blink/blink_art_style.yaml,sha256=ORMJO76aNctNxXHBLc7YLsb9JstiZAiXQCv7J9gX2WE,101
lmms_eval/tasks/blink/blink_counting.yaml,sha256=qovM1b48mjSV33HHtYtHux2I22M7TZ4wYgE-Unvq68I,99
lmms_eval/tasks/blink/blink_forensic_detection.yaml,sha256=eHyXjpzsc9yaHie6QnX9tTCUlfMk5_aHuHdX3variRc,119
lmms_eval/tasks/blink/blink_functional_correspondence.yaml,sha256=0OTDRNkBpy7EMa2M4ZDePqNl3OAIXs3eT6xuyOS_YHE,133
lmms_eval/tasks/blink/blink_iq_test.yaml,sha256=j7VEMWD5SGL8mEb3JRCQvcIOE5TdP8gkE7XTGvroz0I,97
lmms_eval/tasks/blink/blink_jigsaw.yaml,sha256=rohf8O_r8a_Cti8SXUnUz3j_r_o8MAk8_iSJIB90oIU,95
lmms_eval/tasks/blink/blink_multi_view_reasoning.yaml,sha256=SW8M6xWVP5CIH70Kht955BCrIlsDq_xY-jy2ic29du4,123
lmms_eval/tasks/blink/blink_object_localization.yaml,sha256=LX2jj3FLFKoESXPlTur0JgeByWvS99xE9nF2AmodjzI,121
lmms_eval/tasks/blink/blink_relative_depth.yaml,sha256=Og5lJtVP0xg0c2nGqIBnNbApp83rAnf9-0emnDXtIZ0,111
lmms_eval/tasks/blink/blink_relative_reflectance.yaml,sha256=UeIdd-ZQkjBtJ0jJo4AA1QD60tCXPEY6cUqAozS4oCU,123
lmms_eval/tasks/blink/blink_semantic_correspondence.yaml,sha256=DKyIzd8dMPcVmB9Ik2vigeTxm2G4KZFwQB-JDwiEuC8,129
lmms_eval/tasks/blink/blink_spatial_relation.yaml,sha256=Wu9SbBxUwo-NhwhiGr1LSLzKJIgtC5Z0635b_WVBxXU,115
lmms_eval/tasks/blink/blink_visual_correspondence.yaml,sha256=A47fi9309n0NRGio8S90ZRXX2Sd1FIArCFIOwLZ1KWA,125
lmms_eval/tasks/blink/blink_visual_similarity.yaml,sha256=atUK8JW1FLC-Lmm7ZvM1FytrRqgPqpcdS_RZ3Xt8C5s,117
lmms_eval/tasks/blink/utils.py,sha256=wv9NT4I7VGGOCbyHJ1vX1xZnrEsfloxtp9ZMZFyWk90,2262
lmms_eval/tasks/browsecomp/browsecomp.yaml,sha256=97C4qQ2qWQ3E4BxRQMWI5A9ahUFMhqYpYk0quFpOcCo,66
lmms_eval/tasks/browsecomp/utils.py,sha256=xsvVlLCSGDnMm1bKAYm-InOZeCjTehwfA1CKUxN-nsI,7962
lmms_eval/tasks/camerabench_vqa/camerabench_vqa.yaml,sha256=vaUjETAl4tI5-boOH4Z5MuneNnZ0_pDzht02m5xzLdc,2754
lmms_eval/tasks/camerabench_vqa/utils.py,sha256=w1b8m0Zrp-_JPqTl2fBJE-uHX1Ts6zYzSPzkPGm4m7I,10729
lmms_eval/tasks/capability/capability.yaml,sha256=qLB_3ts5D_TJtlsjWjUp6jKFl7XLC3lvYrYqSNhL6TE,384
lmms_eval/tasks/capability/capability_OCR.yaml,sha256=JSpRK_HAu79Kv5d0lZNFYKnVOlYvAAY0JqFb60KyWRY,72
lmms_eval/tasks/capability/capability_action.yaml,sha256=aeYv0XecbjHRoi0aGINjpEtkOc4vQNdxccsCnD-iqBA,78
lmms_eval/tasks/capability/capability_camera_angle.yaml,sha256=tX7TQHkVWoBO8Y5NAVVn_k3dEN1K8APmGiH4m9ZSGvs,90
lmms_eval/tasks/capability/capability_camera_movement.yaml,sha256=5ojUIaO7kreBvdp2buGOBFoydx8_371ZWOosrlYpGQc,96
lmms_eval/tasks/capability/capability_character_identification.yaml,sha256=m2lxTUmc_s-hGta2rW-eQ6XZfeKOb4lE3KVAYztFWcE,114
lmms_eval/tasks/capability/capability_dynamic_object_number.yaml,sha256=1fVKQ50pWgXPUiucONLp2LBUEqEEg42NUlyC1734qBQ,108
lmms_eval/tasks/capability/capability_event.yaml,sha256=WPJD3gj31ILox3R20uABs0c3GShWi78QWW-yJXgnkps,76
lmms_eval/tasks/capability/capability_object_category.yaml,sha256=aNJSXYZ2upz-t_0SzU2q6W3vLv_rQLGYSMFb4xMS02Y,96
lmms_eval/tasks/capability/capability_object_color.yaml,sha256=p5Y2cyv4KH4OoiDpdaspJUF0Wjdzin7YTmJ8WTHY5Wc,90
lmms_eval/tasks/capability/capability_object_number.yaml,sha256=BL5cqaskMptm1dyH0m7ZccjHnyzyYtdNgP882SKOlbI,92
lmms_eval/tasks/capability/capability_scene.yaml,sha256=2QstJr4RWgYSDUNob8XEGJzmIyCGwONm3-XVy9Ntz28,76
lmms_eval/tasks/capability/capability_spatial_relation.yaml,sha256=foIXt7D-t_C7B7T6ybZpe3kOT_JxjzyBee6xGb3UME0,98
lmms_eval/tasks/capability/capability_style.yaml,sha256=MK9VufZc1myT8u_mqd66Fm_Aw4rgEssqQdksad9Pj3M,76
lmms_eval/tasks/capability/prompt.py,sha256=yLOdK36ulIyrcpYJAcwsqLcHjCAuJO9c6cZI8F6pSQU,24297
lmms_eval/tasks/capability/utils.py,sha256=50Z8wHFT_kkMiPwipg6Ob5FXw6s-NIq3bxLk6d-NDe4,27954
lmms_eval/tasks/captionqa/captionqa.yaml,sha256=3ByhXWlQ4swNX-tn08N1x1ZfS4_TDjFe7jWdlupwFZ8,269
lmms_eval/tasks/captionqa/captionqa_document.yaml,sha256=sfppoBgOKukDPixdBmHmynU_xub54Oak97XsTkAzRBo,83
lmms_eval/tasks/captionqa/captionqa_ecommerce.yaml,sha256=B092iiCYKSXOK8Rmt_cH82-0sDX6HdE-c93Oyu5PiXE,85
lmms_eval/tasks/captionqa/captionqa_embodiedai.yaml,sha256=Q9YLQR-rlgGzmS8mEaM_msubOK9KPJjKNj1PPN6ujiY,87
lmms_eval/tasks/captionqa/captionqa_natural.yaml,sha256=G_CZqNK2JQxF4iMKSSyQd2HZPw53hX8mVUZ7pDrGzaA,81
lmms_eval/tasks/captionqa/utils.py,sha256=RqH7ZGIsTaRTNlM4rGCnk0PCmMxEEULylm87nB_g6rA,19169
lmms_eval/tasks/charades_sta/charades.yaml,sha256=oxjtVt-Ql-pJY0TWwBgB3VFh-s8v5yv-e0JqITLTo6c,1119
lmms_eval/tasks/charades_sta/eval_tvg.py,sha256=VPx_7FwCsDnAmiBjIrX0VnSBkzxemWFExb0Ywio8IaA,5162
lmms_eval/tasks/charades_sta/utils.py,sha256=7HYPBvcqpZgMGtup368B0XUf7JNkqT-XjFek2ASf-I4,3335
lmms_eval/tasks/chartqa/chartqa.yaml,sha256=EvChMp0xYFsuDjQ6nmN9mWK0VhbeVzGKVzFGcAb1ctQ,841
lmms_eval/tasks/chartqa/chartqa_lite.yaml,sha256=O1MwDHzDxbw-ODYblEQieSysWnlQOE7EwxETjVn98E0,875
lmms_eval/tasks/chartqa/upload_chartqa.py,sha256=G9VsMXAeqtbAazaVKLy7MrQZ7pUvYIMD_HS3UVcz_pc,5363
lmms_eval/tasks/chartqa/utils.py,sha256=XjNpV_raKUzHzEkxNuAXcQPvzwTh17x7SQD6erjHXg4,2369
lmms_eval/tasks/chartqa/reasoning/chartqa_reasoning.yaml,sha256=_xJ5MH08BTA9KiZR5UrhuYY1Q3PCv0RGXtJZSJFStIs,1147
lmms_eval/tasks/chartqa/reasoning/utils.py,sha256=V_domKkVyaGabqw6jIVV78h6uROAe_BKOR48m3GZPsU,1360
lmms_eval/tasks/chartqapro/chartqapro.yaml,sha256=xTTktPjW5eA9VMiiFvlbulqEo9lZHZlbq4Jg-dzX4zQ,689
lmms_eval/tasks/charxiv/charxiv.yaml,sha256=yKCMn_iEFCWxrRQvQ6I4jf_yr6bct3kcL_2ttLAZgds,74
lmms_eval/tasks/charxiv/charxiv_val_descriptive.yaml,sha256=6NYBOeQtYNh7lBWLtwIQL4KEsdg7588-opz0m_91luk,559
lmms_eval/tasks/charxiv/charxiv_val_reasoning.yaml,sha256=ju1x7wLsr22fB-LYONj8pJ1Pj9TykFpU2DvTDVPVeok,544
lmms_eval/tasks/charxiv/constant.py,sha256=XSsfM-uCAEOdZMm29FB7PJQ9_rb7Dvhtx78eYhuh-fU,22204
lmms_eval/tasks/charxiv/descriptive_utils.py,sha256=lmfGF8he-65q8MfOTUgE1O51eP6ewJU-CZ0hiNL5tWk,7997
lmms_eval/tasks/charxiv/reasoning_utils.py,sha256=OicxW1Cspvt2bNrnjRshtFX2jBuCS23CK6VJemKayIo,4423
lmms_eval/tasks/charxiv/utils.py,sha256=c4GOFWs5462BrshXx8R4U45PhIkFrOdDCQ-CF1kAIOo,6041
lmms_eval/tasks/charxiv/reasoning/charxiv.yaml,sha256=qxCqSsKrNaiW_evlR45XCEk8ENG0AzwK6ed2y5HKm5c,92
lmms_eval/tasks/charxiv/reasoning/charxiv_val_descriptive.yaml,sha256=Jfy5DYgUSm5KAijQPon8l_GVmSqlctIfYeId6SCRkG8,389
lmms_eval/tasks/charxiv/reasoning/charxiv_val_reasoning.yaml,sha256=a_u_50RZVmwR9dvpjcx7TrakXISZi3lDdHctPvcH_CU,316
lmms_eval/tasks/charxiv/reasoning/utils.py,sha256=s7_1mXAyro6juCZ80msry4iYA-pUTchDPV0JY6G_k1k,4087
lmms_eval/tasks/cinepile/cinepile.yaml,sha256=9pFBc7QiJsDEu_5WMwsbGZ1oA21ebpArJXLW6rdLq-E,1481
lmms_eval/tasks/cinepile/utils.py,sha256=R7PUptv6WP19i7NIXyKPokJz3_5o-Yc4ZzXUqcWOYzc,8095
lmms_eval/tasks/clotho_aqa/clotho_aqa.yaml,sha256=lFIQFj-zlP2oGWdgRQtPX9dkyy1CthsgYMqziJncTGc,63
lmms_eval/tasks/clotho_aqa/clotho_aqa_test.yaml,sha256=aW6W5K8aiO7GYGnl4OgVQ4rch7L0AjTpu9_5Dehs2gI,458
lmms_eval/tasks/clotho_aqa/clotho_aqa_val.yaml,sha256=0Bzua9zCaT9m-0DHES68KIYtuDJdV2lb9cUva58QoeQ,456
lmms_eval/tasks/clotho_aqa/clotho_asqa_test_v2.yaml,sha256=knFssCBl8a83qnFk4ecBiLn8lEJhGL6rPB1LNQ04H8s,458
lmms_eval/tasks/clotho_aqa/utils.py,sha256=hHEh1RBmo1U2goIvfph_JoXjAZq__nKiIw54LL3PPkM,5299
lmms_eval/tasks/cmmmu/_cmmmu.yaml,sha256=apIgLYjrv77-6U4u4ybsOGi8lkqZ9FJlXNgZcPBEJkk,44
lmms_eval/tasks/cmmmu/cmmmu_test.yaml,sha256=g7GG_nSwnr1SFLFIQuq_gHXgpuGs-7BQpAuO0CFGFOQ,517
lmms_eval/tasks/cmmmu/cmmmu_val.yaml,sha256=9jslMG3ljb7VVB4Dz-iFT6tSdv1wWiIxOERXVy2e1PE,544
lmms_eval/tasks/cmmmu/utils.py,sha256=hBRQ4wqrAh_uDGT-wrlEV1KvAoswNI1ZQmNxDHlzbMA,17181
lmms_eval/tasks/cn_college_listen_mcq/__init__.py,sha256=6V-hbKgxDvmd3rvVT0Lg67Aw8Rw_m7AfDghqvXbsQvE,34
lmms_eval/tasks/cn_college_listen_mcq/cn_college_listen_mcq_test.yaml,sha256=r4zNRqSfHOCuyfIol8PsTia3W7nvko3WVRIdR_VIdoA,1053
lmms_eval/tasks/cn_college_listen_mcq/utils.py,sha256=ywHhx9lVXOgCnfPvEcWtTi1k7eFj2FaTvm_-u4TCJPo,7739
lmms_eval/tasks/coco_cap/coco2014_cap.yaml,sha256=Bc0VrjRPMMbjieZk3gizg4kc4I0Vy0ffhsm29ZD9LNc,69
lmms_eval/tasks/coco_cap/coco2014_cap_test.yaml,sha256=lighhYf_2A-e5tWt0v16mDIBsGZImo3nmUemUqnvIs4,766
lmms_eval/tasks/coco_cap/coco2014_cap_val.yaml,sha256=omBayttmmsSvoGZzng_ja8_0FdjA3UlvU9inYXwz8eE,1417
lmms_eval/tasks/coco_cap/coco2017_cap.yaml,sha256=NdNTCENZJQ-k7VobJaGpoVC9rF9SUj7cH3rteXWuTPo,69
lmms_eval/tasks/coco_cap/coco2017_cap_test.yaml,sha256=cj9H0gfgQGWctyT9ixUqLfHAk3CcM3xAFFCjESHcIl0,750
lmms_eval/tasks/coco_cap/coco2017_cap_val.yaml,sha256=tKPD6ZUPhvlultZzsRrFlyrMiQT2JUCGRCKEKeT6vi8,1401
lmms_eval/tasks/coco_cap/coco2017_cap_val_lite.yaml,sha256=F8BjUSOfCuxn717dxu3FOY4I3cP6gfAqSAWq3LhFofU,1409
lmms_eval/tasks/coco_cap/coco_cap.yaml,sha256=CUvhjQQTUrbI9lUMD0VawcfkYEmhRVjPPOATfaQnwkM,109
lmms_eval/tasks/coco_cap/coco_karpathy.yaml,sha256=aOyvrC8Vh52ydyxZZ5uEW1hZWPuS4yMT7wLkm79MWds,72
lmms_eval/tasks/coco_cap/coco_karpathy_test.yaml,sha256=8xfdyAS-Q3Q5jkA4ft4yRL1sU1xt5jx3tM4LvHu45GU,1390
lmms_eval/tasks/coco_cap/coco_karpathy_val.yaml,sha256=QRbbWf6eVeixuOaHZ7z6i_1cV9NASO7M3mQQGuKt7EM,1394
lmms_eval/tasks/coco_cap/utils.py,sha256=cu0qJusjWJAgD9gF_7VSPXa53dAU9MxpP9YFZnAAMfM,6109
lmms_eval/tasks/coco_cap_chair/coco_cap_chair.yaml,sha256=GwmIL9WNtFxuPFTvP3xUr3uLYOyTnCZ4L4vqjvFElSY,1118
lmms_eval/tasks/coco_cap_chair/utils.py,sha256=viOSudjUyKK44LZcaAQhkm4kqDkUH0s1IWe7P_HoVps,22414
lmms_eval/tasks/common_voice_15/common_voice_15.yaml,sha256=BXW48Opf0Z9g5qcL3PUtvp2r-JF3M_sJ_3_sei1Wyo0,94
lmms_eval/tasks/common_voice_15/common_voice_15_en.yaml,sha256=SUZU0y8gSv7QrYU-I__XboSr1ae8fLMG4mg7CIPAQnw,215
lmms_eval/tasks/common_voice_15/common_voice_15_fr.yaml,sha256=wrbFapxQjh998Z2Cq9s6nshlBFl1RJWVrf-yoONAqVY,215
lmms_eval/tasks/common_voice_15/common_voice_15_zh-CN.yaml,sha256=Tud-42FqGaQ-DRdQ19jHP661rcbFqRtTL45AGz-pkJg,222
lmms_eval/tasks/common_voice_15/utils.py,sha256=ZzEHAFaE2n4VjztQdjKN_lqh6qWJKQG7cuVvrXb6wqw,2647
lmms_eval/tasks/conbench/conbench.yaml,sha256=XXUTEQ0Jc6GdyrmJIgbxQvayMcIxX4YDxe9aRn7Z69E,767
lmms_eval/tasks/conbench/utils.py,sha256=4bJ4AjWxykPCw65TbzszSoKBVChi7daEbnyKsha-JPU,2845
lmms_eval/tasks/corecognition/__init__.py,sha256=vq598OPQdiML9y6HyIScUEg7FpxJCMBqGKlJY2bLupw,41
lmms_eval/tasks/corecognition/corecognition.yaml,sha256=CqQIZysgn1Q8zfWoEMWItSEwVXFIalMiG5rBz2nlN9g,55
lmms_eval/tasks/corecognition/corecognition_stage_concrete_operational.yaml,sha256=Ru5jLyRqcfHSH0qyqM3-7nQIJ4wAUlOAboKFDNWzDw8,152
lmms_eval/tasks/corecognition/corecognition_stage_formal_operational.yaml,sha256=Nxva0UEhfA45GKvBs530gS7Ob7tv3A-HFJ24sTuQt7Y,148
lmms_eval/tasks/corecognition/corecognition_stage_sensorimotor.yaml,sha256=C0ARvEawARy92GDb5mSiaHzJByIKPdnkEQxM76z-dgM,136
lmms_eval/tasks/corecognition/utils.py,sha256=lB6TSTqIpyr0EqONaR74BjlTQInNFZ_RoFQ2TIccSUU,10783
lmms_eval/tasks/countbench/countbench.yaml,sha256=RdFb1f-yDyZSzx5HExhE6RrCSh9EXbbkxUqbr47xdds,687
lmms_eval/tasks/countbench/utils.py,sha256=khUcd3Eu6oli5XNLGEsLh_2Z1vBiZadVNS7eSK_fPow,1251
lmms_eval/tasks/countbenchqa/countbenchqa.yaml,sha256=ogmYJnUOiqVW9UJ4aUGV678BrPp99cVEI1AZ_6b_0vQ,586
lmms_eval/tasks/countbenchqa/utils.py,sha256=oNjXsS9FHumsWWXvaQRCcc0laiyHlgU2RCPTiHylI84,723
lmms_eval/tasks/countbenchqa/reasoning/countbenchqa_reasoning.yaml,sha256=1soqhuDK9sPobcwltGXd3gvV_50_XQa81dB-zTGAfdE,731
lmms_eval/tasks/countbenchqa/reasoning/utils.py,sha256=eFfATKaCoN1x6n532G0umgXXxoBVECXE_1ybRUsae78,503
lmms_eval/tasks/countix/countix.yaml,sha256=kalrirrS2K2MhQVJ4QXTfpGvsB9XuNdFx1r4kTSMfF8,1018
lmms_eval/tasks/countix/utils.py,sha256=JXgNWOaJ3J7NUSeLDnJS1gd-CIUZBMoK6UIse_a-Zn0,5285
lmms_eval/tasks/covost2/covost2.yaml,sha256=SbU2uNPZnbcCQhVGmp8RVkyzgd1BbNLBZMTk-2BHH80,56
lmms_eval/tasks/covost2/covost2_en_zh.yaml,sha256=PALvcoVk3MvEuH4k4W4usf5jDlLh-FbUeYweK2E2mp8,71
lmms_eval/tasks/covost2/covost2_en_zh_dev.yaml,sha256=ymuSUbndTwKOwn9kwW526Me5jBE9EaEHOZRQSi-FGyY,406
lmms_eval/tasks/covost2/covost2_en_zh_test.yaml,sha256=sgYkbdTz3GyV3arChEoHN5SMFIzFKeUZrF69MJdD1aQ,408
lmms_eval/tasks/covost2/covost2_zh_en.yaml,sha256=-Y4vLAY34qFRhh6H-PoOq8YAskgh3WsubFNxqSazbeA,71
lmms_eval/tasks/covost2/covost2_zh_en_dev.yaml,sha256=OFvCHhqTOlbwSeh9U1sR3sRUzuuDdDbDZDtMbmd2CdQ,80
lmms_eval/tasks/covost2/covost2_zh_en_test.yaml,sha256=PuE09zwB_spCkK4XN3irhTdStEn6U4JjJKjFzkbDqZw,82
lmms_eval/tasks/covost2/utils.py,sha256=xd7YTDSKbCH67CF0jNXRW06CZzWBcMEibnq0QcY6wE8,4798
lmms_eval/tasks/csbench/csbench.yaml,sha256=35GG_jGVCeXjvV6qavwf9-aeJFD8IHJ5fURUvDmZGFc,54
lmms_eval/tasks/csbench/csbench_assertion.yaml,sha256=frb8DWXj-EIKOeCwjsJygwr1NxEGEZBYj2it_J4ttGA,532
lmms_eval/tasks/csbench/csbench_mcq.yaml,sha256=JFuB4wKc1s_DOAbyZU7sdtWfJhI1oNRUP5I8Kg95ar0,508
lmms_eval/tasks/csbench/utils.py,sha256=JeiePB0hdrMWQ6IeeXKSkD_DwGrfO0CCUwcEpQGShSw,3093
lmms_eval/tasks/cuva/cuva.yaml,sha256=aHAY2-2m7pwaQWnTFVWhpeFQBEuen0o9WWygrtUTFF8,32
lmms_eval/tasks/cuva/cuva_test.yaml,sha256=kRq4fC9vhSzqdEvB01kW-U9wcquZdWI35bmlAPbkH-k,687
lmms_eval/tasks/cuva/utils.py,sha256=qgBB8WlxdRmFxhRWq-B4YMWqSaw25BsCk7L-yYZtS8I,8111
lmms_eval/tasks/cv_bench/cv_bench.yaml,sha256=h_70qMWsIrs0-36T_8G7r4Zmq6Rnj2dbJFbSgzP4Q1Y,124
lmms_eval/tasks/cv_bench/cv_bench_2d.yaml,sha256=pYhfwtHluqN_f0d2fintRjLD4QvFdbvRMWdZuo8ufYg,122
lmms_eval/tasks/cv_bench/cv_bench_3d.yaml,sha256=cWq0wAVhkzTE880_rfkR_6ANkGEpmfe0gc__WQfu3aQ,122
lmms_eval/tasks/cv_bench/utils.py,sha256=5gToclEUoWRWsecFgOX5AddZWgtv3bcebznajjYfGlE,2542
lmms_eval/tasks/cv_bench/reasoning/cv_bench_2d_reasoning.yaml,sha256=cBIFy5Vwks9BmMEQbtmOVQuiMCtwUN0Me9E8gFtO2rU,718
lmms_eval/tasks/cv_bench/reasoning/cv_bench_3d_reasoning.yaml,sha256=Mp41GjUBhDhAN1penarAGVJRboz84B_5uprNdDZPuso,718
lmms_eval/tasks/cv_bench/reasoning/cv_bench_reasoning.yaml,sha256=4jiVTpZ1C0QxES98ROjFBSR8ue_mITdvldnQt9tks-w,720
lmms_eval/tasks/cv_bench/reasoning/utils.py,sha256=CTNS9H5tjQlowpD9qvb_O5bvTyB01GYsSfsHUh0MIo0,832
lmms_eval/tasks/cvrr/_cvrr.yaml,sha256=L9jUi1t6zyQKCJHKLJDdqOz_ONVJVcw64YGCHdBWV-U,492
lmms_eval/tasks/cvrr/cvrr_fine_grained_action_understanding.yaml,sha256=6ca7aMz0KJ18Mv7lJ2aRtckTegAhlIEJWIGWenKIpgE,610
lmms_eval/tasks/cvrr/cvrr_interpretation_of_social_context.yaml,sha256=fqVtd6cYCxz2oLYxVoMOGqkEMyrDC2Exs8i356OmMBQ,608
lmms_eval/tasks/cvrr/cvrr_interpretation_of_visual_context.yaml,sha256=2XQFiEe5OTcRBk26vT58VKHr0IasFfbq7gytzfPf4cM,608
lmms_eval/tasks/cvrr/cvrr_multiple_actions_in_a_single_video.yaml,sha256=njyu2OnqTfzvr0byRk49kDRu-wl1SH6TlFS4vKKfmwY,612
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_existent_scene_depictions.yaml,sha256=iZvDywa2zogNuxWUsCeFY2QgNyymC22tAc_gCn6Ymh0,646
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_non_existent_scene_depictions.yaml,sha256=BR2IJ0DlfLDFas3Um7zHvt-Kuzo9SFqa__rpCiMoJAs,654
lmms_eval/tasks/cvrr/cvrr_object_instance_count.yaml,sha256=ay6r9jaRYeAFPzJ8yfXpK6qw20zZICI-ZbHZCUYqYY0,616
lmms_eval/tasks/cvrr/cvrr_partial_actions.yaml,sha256=jVucoeFQoiyVyQTWRYrmQRfeERi6J6YU3AZrZYiD88o,574
lmms_eval/tasks/cvrr/cvrr_time_order_understanding.yaml,sha256=BstnUTtUzFRVAjiBAFb7ZCnj9hHm67DBLd0uahgZ1ws,592
lmms_eval/tasks/cvrr/cvrr_understanding_emotional_context.yaml,sha256=OzwhwygnTYkum99dJMWoycn7o4HEyrt2DgRMnsfrHtA,606
lmms_eval/tasks/cvrr/cvrr_unusual_and_physically_anomalous_activities.yaml,sha256=qtf_hAqIB7Y5FprOa1Z9JSyV5lVvGc3Ukbb0D6HUo3g,630
lmms_eval/tasks/cvrr/utils.py,sha256=KghreeKFbO9C7YujLVHb7i89-aotoO5lt_HlI2xBWMs,10304
lmms_eval/tasks/detailcaps/detailcaps.yaml,sha256=l5bTcAb2yZMtFmaRtsjD8uxn3oObwqu6u4Dofe1AwQI,1579
lmms_eval/tasks/detailcaps/utils.py,sha256=2RJ1Ivmhru3a6oWGONVaEKybmLTr-yDhZr7rQur_TTU,6747
lmms_eval/tasks/docvqa/docvqa.yaml,sha256=Totti_XjcbUkEulo82nSZnp7kZtQwLElxYJvb5U0beQ,46
lmms_eval/tasks/docvqa/docvqa_test.yaml,sha256=brli7ByqpwkdCKDnmwrmbcb5q7dfnaxh2CUjYrsHnVc,263
lmms_eval/tasks/docvqa/docvqa_val.yaml,sha256=2cc2d0WwxmXNntAXUCUUSyH8qgUko0z0UMG7vixuMxw,160
lmms_eval/tasks/docvqa/docvqa_val_lite.yaml,sha256=idaUoHenn__1EEh_uxl4xeV31ZRaoNwBn_CIsJ--RDE,630
lmms_eval/tasks/docvqa/utils.py,sha256=k4Fh4Nc8SqJ1gAsy_YyHyovIP02qjmH6D456cwTaMNo,944
lmms_eval/tasks/docvqa/reasoning/docvqa_reasoning.yaml,sha256=HibX8v-HfzF2vUc8P6F8FJqviBKKLAomMPokj8WZJCw,106
lmms_eval/tasks/docvqa/reasoning/docvqa_test_reasoning.yaml,sha256=uVEes7xPfUeq69yuw1RQMTpyFxZTlLxdyJP6xeJst1c,594
lmms_eval/tasks/docvqa/reasoning/docvqa_val_reasoning.yaml,sha256=8LWY5_tlNDFsEGUx_ETbopNCj0Oo4G5INk5S1gz6URQ,616
lmms_eval/tasks/docvqa/reasoning/utils.py,sha256=TQr-4G_cyHiok2VNMFTAk-suTiveT1e7JpEKW4StgYM,1843
lmms_eval/tasks/dream_tts_mcq/__init__.py,sha256=K-_RkEkZh3bTG8dEX_bWD09qapK0-BPszK4zjgWGjlQ,26
lmms_eval/tasks/dream_tts_mcq/dream_tts_mcq_test.yaml,sha256=xVk8zJ6zYxCN9S2VdgYQumv3E14MUH4b9FgEr9EvdGo,1016
lmms_eval/tasks/dream_tts_mcq/utils.py,sha256=z0D5CdnZZEgako7sG4zDBU6ORvrZbza4RTEMzDEMTt4,7717
lmms_eval/tasks/dtcbench/dtcbench.yaml,sha256=23UgqbVL3OLOQm8qywMiAZzJ98oatmO8zSCI8VZglSU,739
lmms_eval/tasks/dtcbench/utils.py,sha256=qq5cMIzu7DVWCK2cUYbTpBqz12zkh6ExLDMmOQdAXJI,877
lmms_eval/tasks/dude/dude.yaml,sha256=WNEZ9CSQvv7vtBFWLMIKS929JOXiu_AUGokooEGxRSg,719
lmms_eval/tasks/dude/utils.py,sha256=TmCk_dQqG7y9eB_3qA9EjlYRBYSX-5o7QKWb-uzNCYI,4649
lmms_eval/tasks/dynamath/reasoning/_generate_config.py,sha256=R5X27WcvVg1j1iVNGPZOPyOOeDwpiENeFa8jUk2LiHo,434
lmms_eval/tasks/dynamath/reasoning/dynamath.yaml,sha256=8pKzhJswucqlFtF7u5iF8jHiTFzwWfanLNEjKewigGk,57
lmms_eval/tasks/dynamath/reasoning/utils.py,sha256=BDoUeyCpLVXLaYVE3iBadLWy5qPXY5uEFiyAGGqEORo,2923
lmms_eval/tasks/egoplan/egoplan.yaml,sha256=oTO7-SriW2gNtL-EIUE2dgWo45hKpU6ACREGQIGyMwI,1366
lmms_eval/tasks/egoplan/utils.py,sha256=VaXUkJe0KbR-93IfnBTRDZPTkM9coLM9kRO7mbuoBrA,6905
lmms_eval/tasks/egoschema/egoschema.yaml,sha256=1Qc2389zBl8nFem7FUFJ24VpoZajvctsO0bTC02kHFw,772
lmms_eval/tasks/egoschema/egoschema_mcppl.yaml,sha256=ZuVI0Red3yf8L0zhvjgpoMV1ymofYvqSBeEGeEOj9lE,496
lmms_eval/tasks/egoschema/egoschema_subset.yaml,sha256=I1zVZrovrexc4d6a34EPF-MYR21tc_teM8SJ-gasDKo,879
lmms_eval/tasks/egoschema/egoschema_subset_mcppl.yaml,sha256=XXFEyQpowqLORrDQLovAFnUHmuU_UZnLnO0c-pWrMMY,607
lmms_eval/tasks/egoschema/utils.py,sha256=y0IoUvkilYhW_iH5MBnfHRhEDpXg9iFkXmbf16b7cZM,7704
lmms_eval/tasks/egotempo/egotempo.yaml,sha256=y83YF8ZhGOx9sMWCbydJyioOCkYsXDXcnG5NMAgO3hc,758
lmms_eval/tasks/egotempo/utils.py,sha256=zP5pC_9kZr9riGmW8uNu4BkYn8xlG_2HNE4Oqlziac4,5261
lmms_eval/tasks/egothink/egothink.yaml,sha256=CJwrDWwDuLGVkoHiNyR21HplkPWV8xfZM35TbYRYyLE,297
lmms_eval/tasks/egothink/egothink_activity.yaml,sha256=UsIJRJFm2uhpObOLZBGwVw_7WVAu9dYw9CnKqi3HwRo,833
lmms_eval/tasks/egothink/egothink_affordance.yaml,sha256=TltohSB_D2RjIGtBvcbXrZnyOxps-FcJJ8ThJSxFlYo,848
lmms_eval/tasks/egothink/egothink_assistance.yaml,sha256=ZQ4alZ5UObD27MH10Rn4J4fSb0gJSXwNyybtFvtfbWg,1223
lmms_eval/tasks/egothink/egothink_attribute.yaml,sha256=SG0ftuExLedQwFYEPyXuIX1viIYRHsM85tHsaYe4Tb8,1337
lmms_eval/tasks/egothink/egothink_comparing.yaml,sha256=7YSwct9snKdnbnJpBTybY5vWIlnQzU6qX3qz8IPhlbU,1342
lmms_eval/tasks/egothink/egothink_counting.yaml,sha256=0nAEXqeNVF4tM8AaDLUd2AbghVNJifb6mhC9eKHyq30,1340
lmms_eval/tasks/egothink/egothink_existence.yaml,sha256=a2PI1JjraQbRdk6fqV4ru98GRMg-5aN40PKfOOycnf8,1339
lmms_eval/tasks/egothink/egothink_forecasting.yaml,sha256=8c5dR0IYbhEnoB9nDftIK0IY3nJONM8eweHEYYUIxLc,1336
lmms_eval/tasks/egothink/egothink_location.yaml,sha256=ceywY1Dmpb3MbD7blAwJacoIxhzMQWIiTLczT-HwnwA,1337
lmms_eval/tasks/egothink/egothink_navigation.yaml,sha256=5uwIKLVGpPXTssS0PHipLcob7Stu7FgE7LL2mKTL3Mo,1217
lmms_eval/tasks/egothink/egothink_situated.yaml,sha256=ANfp35gBD1qjwo3gml89jRhlewEaNOs7rZHsDQ3XGAY,1340
lmms_eval/tasks/egothink/egothink_spatial.yaml,sha256=wPf0GRUFL7BkexPejWJsF0l4OhtiwTj0iEP_j2wCzyc,1335
lmms_eval/tasks/egothink/utils.py,sha256=dh6bYAfzmIjpR7Ol6miKV_7VchCIwrgMyVePe_J1JWo,6961
lmms_eval/tasks/embspatial/embspatial.yaml,sha256=FSDRFAHE7IJpNxVcouRgb4jez6ySNX5TP_6dfgfkGdg,86
lmms_eval/tasks/embspatial/utils.py,sha256=CICGtif8Rtbx1ekz1IA5B3vKcbkJmJbPlx-3PAVf_S0,3098
lmms_eval/tasks/emma/emma_all.yaml,sha256=V7YJwfFy6Ws_vAl1cQEYbemNqPpK2DwMxrycpPGD3AA,1028
lmms_eval/tasks/emma/emma_mini_all.yaml,sha256=AtLloz7tqxLBfOySEN1SBb3CUL5DL_Gsid5CVNha-fE,989
lmms_eval/tasks/emma/utils.py,sha256=_tX-ZhIunh0T03dbs4767JiHCzXiqrvTuR1zHoH70eA,16040
lmms_eval/tasks/erqa/erqa.yaml,sha256=7JYXbcniYt6oUa0iLph_J506FRlfMwWn8GS6aAH4h0Y,80
lmms_eval/tasks/erqa/utils.py,sha256=juuJxxk5oI-qDpAZoB9uHwx7Afwg7qr4J313xUnVkG8,2354
lmms_eval/tasks/europal_asr/europal_asr.yaml,sha256=BGyq8xxJ7dYaSNlDT__l-sGsSOwAmN7zZHNrTLvphCk,73
lmms_eval/tasks/europal_asr/europal_asr_test.yaml,sha256=U61BlWpztGGrj1G1GK7ASD5pDT1WAUOclQS4b6eR2Lk,356
lmms_eval/tasks/europal_asr/europal_asr_validation.yaml,sha256=qTP-_CsX9mVtQQQJx-uTNIlFY1IxSzqGt5nArdFhV_k,368
lmms_eval/tasks/europal_asr/utils.py,sha256=W_IkBwQi20XydHdmeiZUcKbZ9Dux_w2gF4l1AtN_rTM,7684
lmms_eval/tasks/ferret/ferret.yaml,sha256=A9NWT4b_-mXI4GZCXrXyOfJW0fxOZf_IWX1rGphnyg8,1133
lmms_eval/tasks/ferret/rule.json,sha256=lwlX4uKwoSmXbaB2qCW-DdP56Xgco0F8kNRtSby008k,5228
lmms_eval/tasks/ferret/utils.py,sha256=i9MOQkkeg4-DmeHt6iWShuHpjCYFKxvpCcKron__IPI,6897
lmms_eval/tasks/fleurs/fleurs.yaml,sha256=mxj_yEVjqsEUBoNIXtjQiGDD3cJu5zrYhF2Ygf--EN4,53
lmms_eval/tasks/fleurs/fleurs_cmn_hans_cn.yaml,sha256=58TQpxLGBSA742tVojQf78bxidLkm_LDaZaJLqx9OlQ,82
lmms_eval/tasks/fleurs/fleurs_en.yaml,sha256=ivdZJxMbysNkj653IBeTSDLs8LOi84auRMIvHsQ0DgQ,67
lmms_eval/tasks/fleurs/fleurs_yue_hant_hk.yaml,sha256=x8SCBPuv5pM2dhvMp8Il-Stwr8LWt-ZZ_NKhJjarMDg,82
lmms_eval/tasks/fleurs/utils.py,sha256=ePekZX-U1qM2TZh4wGOxH-JWZFRzXHwg2yKykZFAz-U,5624
lmms_eval/tasks/flickr30k/flickr30k.yaml,sha256=sy-6RVMfZcO-bZ9SS5FnI-jFoavEteVgwDbZAVpwFfA,39
lmms_eval/tasks/flickr30k/flickr30k_test.yaml,sha256=KftBUkzMLRHdSh8oqocHJqt_Lk9ykjG1JQ0WthlCuuQ,1405
lmms_eval/tasks/flickr30k/flickr30k_test_lite.yaml,sha256=04oWZ3NY5UcTRKucSHHN27X8ivJSdhMTm9FibYRnvkE,1445
lmms_eval/tasks/flickr30k/utils.py,sha256=6ubGT-qi1ssY3YDsxcbJ3dNVbzNeM5oUcODfVZ-lcKo,4507
lmms_eval/tasks/fsc147/fsc147.yaml,sha256=ZtpAd4XM2cmzsuoC3k1JBV-ReoXg7UxlBHkpDJ0d1ow,762
lmms_eval/tasks/fsc147/utils.py,sha256=50e0JsDiIfYb86wAFESHrxn_Vs81QMKAKyeBmP8w72I,2853
lmms_eval/tasks/funqa/funqa.yaml,sha256=H31Z2ghuSVmbfZTdRHakYL_Rfwjy1SmNBIQ97Jgy2no,34
lmms_eval/tasks/funqa/funqa_test.yaml,sha256=Rb0sBQRrBWLkjeMQlKoY-z0KF268xS0SOVn-y7ts8bA,900
lmms_eval/tasks/funqa/utils.py,sha256=KcpLrvZz2GmFldk0lf8xz8TgTDAufvDalnGRGm8P81o,17652
lmms_eval/tasks/gedit_bench/__init__.py,sha256=eTC0jMmP075wZtLfkIK9Kr6EzGVsWQZsKfbV0bf8sT8,125
lmms_eval/tasks/gedit_bench/gedit_bench.yaml,sha256=oG4WYISO6_PkZxz40iubPPNtuFj1yYoMtl3begkbH94,4007
lmms_eval/tasks/gedit_bench/utils.py,sha256=UXPMMctBqiW2rxMx8AgNqunJ3pCoAUmP-JM2GBY42QY,13958
lmms_eval/tasks/gedit_bench/viescore/__init__.py,sha256=figaJvNCov03We_NRAcLZT0IUScr_KDv5yZIkY9Q7MI,4603
lmms_eval/tasks/gedit_bench/viescore/openai_backend.py,sha256=4dxnCn2I0I9sMPgtmlt8vrxXMo9szluomm28e9OedQU,5656
lmms_eval/tasks/gedit_bench/viescore/parse_prompt.py,sha256=cDL8xEFcSArvX8QhrUlVWPw16kHCLwpk2idAQAsdqDc,1055
lmms_eval/tasks/gedit_bench/viescore/utils.py,sha256=fM3NiMwUx4to7_u5K-sAruEVwPe7u7QeaSZCQmGpT2U,14532
lmms_eval/tasks/gedit_bench/viescore/vie_prompts.py,sha256=wWrBybcjNmVJMcC4zAMTXD0gIG9bRU33w_wQwWym0A4,22100
lmms_eval/tasks/geometry3k/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/geometry3k/geometry3k.yaml,sha256=qLbwgcGfiq_foS0jKtM6jPPHJ5_y0EJxeDz2Gy8aY8s,1064
lmms_eval/tasks/geometry3k/utils.py,sha256=31L0glbG09qmb3CZc6QMj2SUPb0rLJNca2Shf7JsPVY,3763
lmms_eval/tasks/gigaspeech/gigaspeech.yaml,sha256=znBnz5dhwc0zjsnUr-SIHJngR6n4MAVhliLyFOlFyZA,63
lmms_eval/tasks/gigaspeech/gigaspeech_dev.yaml,sha256=ukbBIo-oEU10HHBwu1ShOfbQK1NZ05XDIX_B5osexfE,720
lmms_eval/tasks/gigaspeech/gigaspeech_l_dev.yaml,sha256=EaXdHZa-gOaIywxMsQwCiceFNL4lB0CXkJpG-rdYuXE,720
lmms_eval/tasks/gigaspeech/gigaspeech_l_test.yaml,sha256=IBn1q4QyN8BgjSrnNG7DAl3DVU2HcJyJMNXk3iSZkBQ,715
lmms_eval/tasks/gigaspeech/gigaspeech_m_dev.yaml,sha256=4UbZHu-Rbf4rCewvia0wObxwpDEYxXx7kqhbctBDmFc,720
lmms_eval/tasks/gigaspeech/gigaspeech_m_test.yaml,sha256=MI1RI82IZpghC9d27h-FVvFygOy_GeasxdNW0cWWsQE,715
lmms_eval/tasks/gigaspeech/gigaspeech_s_dev.yaml,sha256=yDTjOvpdnNWk2AqBvarywUcEXVdoDtJNG1BvnSK19hg,720
lmms_eval/tasks/gigaspeech/gigaspeech_s_test.yaml,sha256=FJvF9NSro5Ve0v6FrOJP4y0hLUFj8iK11yZCimEeztk,715
lmms_eval/tasks/gigaspeech/gigaspeech_test.yaml,sha256=mtDZDhOnToG3KYWUTFwdWrUdEXfWBJ1J9Sm4DaWtlHE,716
lmms_eval/tasks/gigaspeech/gigaspeech_xl_dev.yaml,sha256=AswkGSd0yF3T7SgGh2uIqkWd44j78t0Ll1vaP4KaPpg,722
lmms_eval/tasks/gigaspeech/gigaspeech_xl_test.yaml,sha256=Q0YksTxN8gvF2DwKHCfUt49VfivMsS36Xdq9jffbL-4,717
lmms_eval/tasks/gigaspeech/gigaspeech_xs_dev.yaml,sha256=lGQ2HaXp8UbU59E2w4c46QbFAkFtF1yXdVTxKdSLo6I,722
lmms_eval/tasks/gigaspeech/gigaspeech_xs_test.yaml,sha256=zzvRj5nxv7eaTYJW_1TGh0vKlYGhSbrkvg06-5ckh5c,717
lmms_eval/tasks/gigaspeech/utils.py,sha256=ogChLyYL8y7kpRiycOguuqxKnVp2Re6HqE5VUNcP3_A,2405
lmms_eval/tasks/gigaspeech/whisper_normalizer/basic.py,sha256=jD2RG3jPrnTi5L2_PYWMXPgFqkhY7BxYWFP_JzM5ZpY,1840
lmms_eval/tasks/gigaspeech/whisper_normalizer/english.json,sha256=_lmqeoXNc80gpsuZ8MVzv6UjX3ILqlcOU1dq8FFn8Ls,57868
lmms_eval/tasks/gigaspeech/whisper_normalizer/english.py,sha256=5X7rptMPGv0HKgLrbhMd2gjmrg6o2tlBYKNX4vIyYRk,21140
lmms_eval/tasks/gpqa/cot_n_shot/_generate_configs.py,sha256=wRGHsDYz8it9vKz9aw_1zsv0cqIJwb9tc4_6AvWpQOo,711
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml,sha256=Ua3s6-BJeC9Iz93fTROSCLHzizr_FORkj9onkcnDiPI,124
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml,sha256=XwUUXl8F7xN4el7ZHBQM1fEzvHQVdy5vsgW6h11_kCg,126
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml,sha256=8_SWDAVJeGvMhQfU2seWGi9sUrML6pPzYzm_DnCRTJs,118
lmms_eval/tasks/gpqa/cot_n_shot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py,sha256=3e5minE_O5a9NJG68oNUMa3igTbmaojKxIR9S3ZwHY0,713
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml,sha256=pNhT5SWHyQb7GKbtjvdVlrmGooyGlsudbXj_zUSA0Y8,128
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml,sha256=DLnfykKWvEKni5LzzBhAdTcJaxOaABH13YmbaJmobrE,130
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml,sha256=wza8sxqp1YuMpRvBxil2PqgYAltEK_1oBZWJQe8_NQo,122
lmms_eval/tasks/gpqa/cot_zeroshot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/generative/_generate_configs.py,sha256=nsG56XiyztHj9LmKNtsD4gUmc2sqdpyFPS74SBBdKZA,718
lmms_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml,sha256=QH65eFCrkQn2jJHfjk0T5b9YbfQdUan9oHHgjugw1Dg,138
lmms_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml,sha256=xuQm0KRf_ZCyL5Id5KsadN4sZukKYDMtZD7v999HuQc,140
lmms_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml,sha256=EJhKLKJ6oz5mP43jtKHfYcEeN5FY2gkxJHx8Y8Zsbq8,132
lmms_eval/tasks/gpqa/generative/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/n_shot/_generate_configs.py,sha256=t2Uk-17YcA-J2FC4Lr1gAIgc3t8HVIJUWcLlOB2AU1I,675
lmms_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml,sha256=bRMgQ-UtIFrpftGglUfHLE3U0ZIT8xhRr2-Ia9S_Tc4,116
lmms_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml,sha256=80_VODHpsRmTLNdNl7LjbBuFXDeexymqiwBak6u2zA8,118
lmms_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml,sha256=UgLjr4n53Fx2ou_9M8IyKkKO8dX0Am9kHlS04UMaQwk,110
lmms_eval/tasks/gpqa/n_shot/utils.py,sha256=30C3EL9SYATKhzMvbDhpZApA5VTHpTze9nGFGrxekeY,1016
lmms_eval/tasks/gpqa/openai/gpqa_diamond_openai.yaml,sha256=3N08CM7O3_Yct2qgADwlFdB8w8d-OIQSz3o1XMjp7N8,2415
lmms_eval/tasks/gpqa/openai/gpqa_diamond_openai_agg64.yaml,sha256=ZMoW__CQu6cFPF0CzvHs821ZHaO9xKBiOPr_6gEwS_8,3407
lmms_eval/tasks/gpqa/openai/gpqa_diamond_openai_maj64_cov64.yaml,sha256=3AdLIkR7Eqt3wYl5FjR-wdRck2_UWHV_unZJApcxJfE,2366
lmms_eval/tasks/gpqa/openai/utils.py,sha256=j4OtZIs0Gcik6T2ms0krI-tJkQyy9Nnc75HSRtYlx2I,10251
lmms_eval/tasks/gpqa/reasoning/gpqa_thinking.yaml,sha256=UkXyZ22vpwfMkq5a5tV9qkRzKkvQoS64SUGbWPApOC4,572
lmms_eval/tasks/gpqa/reasoning/utils.py,sha256=BcPUM1OYSeLt9zRK-ZMEVXHrDAePa5WkPjjpSf9h3cM,2640
lmms_eval/tasks/gpqa/zeroshot/_generate_configs.py,sha256=Ue9UIgZncdmXr5C6LwhruUGmM_JLELebuobsVj5jjN4,709
lmms_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml,sha256=I9D-hFnOYwYbkgFqmcFKosDdcwBgqI0bufxeGhX4ZQU,120
lmms_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml,sha256=_4NFVTE2yJCEfxx8dWPsAEzO43JmidUpfGuzVBL34gs,122
lmms_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml,sha256=LZE_1k369Pdvf9ftK2yegIAMBIM6lMK1sk8E1t5DiDY,114
lmms_eval/tasks/gpqa/zeroshot/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lmms_eval/tasks/gqa/gqa.yaml,sha256=dLTQ8FKdaCK9o6y_dD0VgFuL6uLgORchKV8QY2ZlUHA,783
lmms_eval/tasks/gqa/gqa_lite.yaml,sha256=b8gTJvwZUrmtejvVerC8aOhXMsMZqzjObCEFSFT1__w,770
lmms_eval/tasks/gqa/utils.py,sha256=6IVMtogly_fE9MXTwy8p-J0mPfsnX4jKhYU4ZeCI_ns,930
lmms_eval/tasks/gqa_ru/gqa_ru.yaml,sha256=168CagsfGshVSY_xWbJwSd2bPSM4eVuVeZRHUpj3b8U,669
lmms_eval/tasks/gqa_ru/utils.py,sha256=KwQYMqHmUjAlx-slCQp8LdIFDNJVBSH-ZnAUC3TyjfE,773
lmms_eval/tasks/groundingme/groundingme.yaml,sha256=0tR7CK19tTuPNjKd5oeWzm9sUh9VSuk1A9y7E1F2sp8,7380
lmms_eval/tasks/groundingme/utils.py,sha256=HRXBDpcQ4SCHdpVfDqvEAQTRIi16ecuZ0w6Jifi59A0,18239
lmms_eval/tasks/gsm8k/gsm8k-cot-llama.yaml,sha256=exF6bphainILQozv2VZQxKPdRfKXaYeMXZmDSxFHr8M,3657
lmms_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml,sha256=StAKNY5LYM1CyioeEF6Umu9wboul06W0tFZq7ucHYyE,970
lmms_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml,sha256=_DNv2I5bxBHRltQngkTxN8UjT4KOWIT7GuPe_VP3y5w,1018
lmms_eval/tasks/gsm8k/gsm8k-cot.yaml,sha256=V4aLNtD5lQa87eN9P4-O-PYg-dg9ZggRu2oXWJpOTT4,3317
lmms_eval/tasks/gsm8k/gsm8k.yaml,sha256=RCuBe8gxOOyJvTDqnWtKysl338RlPBd613jzVMhUPSk,1007
lmms_eval/tasks/hallusion_bench/evaluate_hb.py,sha256=z0UCeg18nGG3qWJAnk9aSwahyKPmt_2_Pi9MO8Ywtek,5145
lmms_eval/tasks/hallusion_bench/hallusion_bench_image.yaml,sha256=0T8qw3LbPoLarWZTb_R4JbV5Oukzl5U7XpBrE5blD6g,1292
lmms_eval/tasks/hallusion_bench/utils.py,sha256=uX9kb6BvRSAHzy34jRDTuwtkjOHewgnsHN9V86jQpos,12306
lmms_eval/tasks/hellaswag/hellaswag.yaml,sha256=yrsDQMrV-2bC1i9s-rFrhd8YBw5gYwDyDk9Xnkn9xeM,516
lmms_eval/tasks/hellaswag/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lmms_eval/tasks/hipho/hipho.yaml,sha256=jt4n1HP7_vrLGoAzKdkWnX7Epzi4IZBAS3FWM-T1G10,328
lmms_eval/tasks/hipho/hipho_apho_2025.yaml,sha256=6S1gXKQ8j0nRsaPPJWh83Uhp-Gy3Bs97nZ5zPmxnzXM,76
lmms_eval/tasks/hipho/hipho_eupho_2024.yaml,sha256=cwiGzi3kalrIhGpSbjQmz3nFA0h1xxebcV0Calbx-z0,78
lmms_eval/tasks/hipho/hipho_eupho_2025.yaml,sha256=oQH5U-fPiIZHWtb03mxKCTZND0QaGf1l_RY7nGdAsO0,78
lmms_eval/tasks/hipho/hipho_f_ma_2024.yaml,sha256=Xv05fQ_1NweGz5IOFVYrTNq05PL5L6CkJp6izEaUI0Y,76
lmms_eval/tasks/hipho/hipho_f_ma_2025.yaml,sha256=h-0sWj3p3Y2MK19uQ570fPpXIvg3CBfvMQ4YF1MCNp8,76
lmms_eval/tasks/hipho/hipho_ipho_2024.yaml,sha256=5U0Zwa3vLq2hcPMBJDCSzWP1w7HmRaSxzTj-cjfXkdk,76
lmms_eval/tasks/hipho/hipho_ipho_2025.yaml,sha256=Px2o2f73WBgNhAGVxjV-nCU6gBJGTmPYRf5HK6Hk168,76
lmms_eval/tasks/hipho/hipho_nbpho_2024.yaml,sha256=Re3q7MtHWdEM93zrXdC75eeb20woIMKJ2OszupAbgcA,78
lmms_eval/tasks/hipho/hipho_nbpho_2025.yaml,sha256=kVEpvjZqyRjuvj29xzDNjNqyXIchq5_pMOuMqZ9Gg8I,78
lmms_eval/tasks/hipho/hipho_panmechanics_2024.yaml,sha256=p24jbkcBA_zaBABchNiewOChjpI3yz-dGzgYu2of-R4,92
lmms_eval/tasks/hipho/hipho_panmechanics_2025.yaml,sha256=3nmN_3xPvttw44w3-Imm0KzP4I1nS1JQ10IIetkpNks,92
lmms_eval/tasks/hipho/hipho_panpho_2024.yaml,sha256=TzPOiraHXh8XtIZxxVwyZr66sbsk_kW2jnx9rDPO2OY,80
lmms_eval/tasks/hipho/hipho_panpho_2025.yaml,sha256=RMU7eLRyqg8W_t3q6IxqC2coSQeoEJmtpx7yCVWqRZk,80
lmms_eval/tasks/hipho/utils.py,sha256=vJHfirgQAj7L7-MJklb5FsregDAeKi5clWA1cHUJx2k,10629
lmms_eval/tasks/hrbench/hrbench.yaml,sha256=TgXu7gw5z3PZloYH7w2fGxlGuEl1MOzcPO6Yz2gtXhg,129
lmms_eval/tasks/hrbench/hrbench4k.yaml,sha256=B7Ofxrlwt3vjtPOgvu6gd_udAJg6bK7WZ5M7LANB-Po,876
lmms_eval/tasks/hrbench/hrbench8k.yaml,sha256=gcvMnpXzkOhyhu_oRrMDcOVcL02hly31IcivEOg3i3Q,876
lmms_eval/tasks/hrbench/hrbench_evals.py,sha256=NC8BTk_RmNDRTTw75pjz9iv8xsOdh3uZ-V3dgFJriEM,5824
lmms_eval/tasks/hrbench/utils.py,sha256=ScmFEFOPQNHvLBvtcK7gDsm_lGwkEMu497FJd-4ITX8,3220
lmms_eval/tasks/iconqa/iconqa.yaml,sha256=g_OxPGXzuWk5MpUe4EOHduF0ZXpg1cqVyIxaKMGORQs,47
lmms_eval/tasks/iconqa/iconqa_test.yaml,sha256=xfBn0C9evwqQM8UqGAwefGKDj4Fu2H_Q9mgQf5a8NWk,75
lmms_eval/tasks/iconqa/iconqa_val.yaml,sha256=oQ13JQaqz3ADue4FWimofaDvn2mucpO2dO8Gv2uiUis,73
lmms_eval/tasks/iconqa/utils.py,sha256=KktyJ9z-eyhx1r0PrmpRCtfB3gVtB_ghVpkGW5lfXrM,2108
lmms_eval/tasks/ifeval/ifeval.yaml,sha256=e2VxMPaaDJkXqaGKlqM64eELXBGWENwBPUkSWVCagf4,750
lmms_eval/tasks/ifeval/instructions.py,sha256=dZLBSIlbpDb28Dvwp4g3Sm9vQmIs2RCEXGsDnicVu4g,55197
lmms_eval/tasks/ifeval/instructions_registry.py,sha256=sgY5EuFWTeGh4VGOu_Bz0j4tMow93-I2KDsBGLAu718,7238
lmms_eval/tasks/ifeval/instructions_util.py,sha256=EybSWJEzXYb6GnCzn6FOpG86bwVJKUfY-CkcG01S17g,26066
lmms_eval/tasks/ifeval/utils.py,sha256=JbkBsdBPqJzw3pRekxzUUjADXpYXlpHXFp_T5FwfosY,4899
lmms_eval/tasks/ii_bench/ii_bench.yaml,sha256=UJaqxJFRSdTP7IUcVj9qjcT9oc8TjM9_GA-2RPXtMmY,660
lmms_eval/tasks/ii_bench/utils.py,sha256=5_iyS1h5s7z-n36u_0DYa3FHWi68rLUr35kgbaXXNnU,2372
lmms_eval/tasks/illusionbench/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/illusionbench/convert_dataset.py,sha256=6Vktwcw13FDDDX35PLfbfYIvZ6KC49libRjh4OxD3qg,4473
lmms_eval/tasks/illusionbench/illusionbench.yaml,sha256=OsBtahFrXd90EHKb5k-Ng_c_QyYs1PMLyjOF58yJPxo,49
lmms_eval/tasks/illusionbench/illusionbench_all.yaml,sha256=y44rQpit1Ow5fhh0Gl6rBQr5NZMDXGbUnqU7UzEhkS0,56
lmms_eval/tasks/illusionbench/utils.py,sha256=xADGjQ5gSTWTDloCLdQt7XWuCqr75CSIchjtTZK_MtI,5106
lmms_eval/tasks/illusionvqa/illusionvqa.yaml,sha256=SV-z2GsZdlDYrwQMkFGnocW1EMdcbIpBb4vbumfz_aM,1278
lmms_eval/tasks/illusionvqa/illusionvqa_comprehension.yaml,sha256=ihkNjwkJRxorWpKG4J-jlLXcQmkpMRjwViG9nm8NcXo,108
lmms_eval/tasks/illusionvqa/illusionvqa_soft_localization.yaml,sha256=YR6CYLQfdOWwqQ6Sr6iC8r1AA7zAJK-aufngq5lH7Ts,116
lmms_eval/tasks/illusionvqa/utils.py,sha256=NHG2SWMz6yqUtcaunO7nrITtgwnJM_m_x5l1hP1JN64,2773
lmms_eval/tasks/imgedit/__init__.py,sha256=-jSOR3fHXzBDAGJH3a3j9KVJKOg3oLY6ahsfV5tEK8w,113
lmms_eval/tasks/imgedit/imgedit.yaml,sha256=tOgpFRQ9HeWSgvX6e-mzIH66abmTTFDQlB5EKryCR8k,1852
lmms_eval/tasks/imgedit/prompt.py,sha256=fsK6zyD3VgN1TuBff4C0iArS1uDK91h7KqXlbZbAkgA,19310
lmms_eval/tasks/imgedit/utils.py,sha256=wk7xGLrgEWkfizkAvd7DpeCBVNSatDbaYLDVjbWbLt8,11481
lmms_eval/tasks/infovqa/infovqa.yaml,sha256=fy_T5a5qpE-QzTfYmePwzcspTNIeyG8eMIvkUnVVABo,50
lmms_eval/tasks/infovqa/infovqa_test.yaml,sha256=CHsK0uZQT3353cz98exOjztiXCbBRX12LC-gsDd3M8E,297
lmms_eval/tasks/infovqa/infovqa_val.yaml,sha256=LWsjnk646R_ktToMTMEhPy3BHm4VxnKDdD3kgjOzSrs,189
lmms_eval/tasks/infovqa/infovqa_val_lite.yaml,sha256=MbVABSls62zjjcSU0xv7SZEm4zLeqtUkmDuVR2EmaOI,575
lmms_eval/tasks/infovqa/utils.py,sha256=wc4wEMNqE0VFHew-TG-t2IE-sFoo90ToHSMT-cr-gIs,912
lmms_eval/tasks/infovqa/reasoning/infovqa_reasoning.yaml,sha256=AHSCseqXk1iqTebCGMTwZprm2c8qA4y0H4Vj4oQB9mY,109
lmms_eval/tasks/infovqa/reasoning/infovqa_test_reasoning.yaml,sha256=wutkv9UnuQTveZPF2SaxjnLB5BbKIwlU9mcv5-u6iKU,601
lmms_eval/tasks/infovqa/reasoning/infovqa_val_reasoning.yaml,sha256=LUTxUrKmGPoEWaSpDumfZKxGaHihlMydDJ55eAzmP5c,622
lmms_eval/tasks/infovqa/reasoning/utils.py,sha256=Atqq9dfXeRJWSqAtvrYOfU0YvOp-xi_39JI6j3QIe8I,1872
lmms_eval/tasks/internal_eval/d170_cn.yaml,sha256=vwhhUKBl3quSN9Uxwd2uJ4AFdZmBaFX51v0OLLsojio,737
lmms_eval/tasks/internal_eval/d170_cn_utils.py,sha256=u5Q1fqk5hBg3JzpnQRtexjy4GXFxUR_4yAZ1ZfmZU8U,6358
lmms_eval/tasks/internal_eval/d170_en.yaml,sha256=wAHhK1D3lolv3xsgxDoOCfmR9Nn2KZoPq6GvnEcZ1sA,737
lmms_eval/tasks/internal_eval/d170_en_utils.py,sha256=CygEfRM4DefJocYxK4d3WSALLdJsYVZ65ifBx5PWLk0,6148
lmms_eval/tasks/internal_eval/dc100_en.yaml,sha256=uH4Gn_IMXMJrLQEwfAsYL5qvCV2Mk1s0wR9TReY5nrk,730
lmms_eval/tasks/internal_eval/dc100_en_utils.py,sha256=zUeYXSxMLLhbF7btvJUzriUEZa-VG1hSlviiLpwaC5o,5284
lmms_eval/tasks/internal_eval/dc200_cn.yaml,sha256=K9_QZ6ggs5Je-fD7YgjRxsXkPVIg57E6CXz_0MGScDk,730
lmms_eval/tasks/internal_eval/dc200_cn_utils.py,sha256=Z41V-eLf1zXON7yReieJ_RviQwUtPBvXQwQanfOEAh4,5498
lmms_eval/tasks/internal_eval/internal_eval.yaml,sha256=VvdIqSvQI3HU6m1Ys9IzxLqiARri9dO574sWXyEYZhs,69
lmms_eval/tasks/internal_eval/utils.py,sha256=ZEWa3_4WZPlMhEIMEUb-slrBBZlIWPX_LGflFPwfPqQ,340
lmms_eval/tasks/jmmmu/jmmmu.yaml,sha256=8rYa0-S587ObORcDAJLlV4PFtg-qvZXHE6q71w63DAw,413
lmms_eval/tasks/jmmmu/jmmmu_accounting.yaml,sha256=TFfviRK69C-PJw25PZCzpnujxQ10Nvl60Xv4hUlfx0I,111
lmms_eval/tasks/jmmmu/jmmmu_agriculture.yaml,sha256=SU4eUfgt5Sy6e6e1bLoW5zy2V5G-ATjcn010UGrxNaQ,113
lmms_eval/tasks/jmmmu/jmmmu_architecture_and_engineering.yaml,sha256=uVtKAmFKe1vsEiOfScoHzFMu2v7Zpdzmp1J9iqxmGSI,147
lmms_eval/tasks/jmmmu/jmmmu_basic_medical_science.yaml,sha256=BDk0BQe8NMn66GOf7brlptGboJo2DFZRyAtBnbREuEg,133
lmms_eval/tasks/jmmmu/jmmmu_biology.yaml,sha256=wrd5ZRMlW2o6vkXVd01TrgLhlgxH3CimJdXZaTLx9NA,105
lmms_eval/tasks/jmmmu/jmmmu_chemistry.yaml,sha256=liOze5qw8dzda1gCWO-czeYUh7dP0AB97ShrbEe4gR0,109
lmms_eval/tasks/jmmmu/jmmmu_clinical_medicine.yaml,sha256=I0QuwRqvoTAB0WUh7_uN0EwHGUFQql1bPrwvsU26bdk,125
lmms_eval/tasks/jmmmu/jmmmu_computer_science.yaml,sha256=T7WgRSR-PYq-lZbEh9ww9YM3Bba_XZQbeQ5a7S2H8Pc,123
lmms_eval/tasks/jmmmu/jmmmu_design.yaml,sha256=5Tm97CP7IMMsr54oLv3WmdIM85CXda8J4I2NuqBUl6E,103
lmms_eval/tasks/jmmmu/jmmmu_diagnostics_and_laboratory_medicine.yaml,sha256=VBWaFRcG6rX-mQfS5j6M8WvOdn5D7slKUfUjD1BxRFE,161
lmms_eval/tasks/jmmmu/jmmmu_economics.yaml,sha256=5J7BzmUHsuq1nhGBzCq5q4-nrGAFwxg2EqdmudC8dzY,109
lmms_eval/tasks/jmmmu/jmmmu_electronics.yaml,sha256=bpdQbqlpzOD6qY6_f8oluxrjTFojmdxImjXIrdA47qQ,113
lmms_eval/tasks/jmmmu/jmmmu_energy_and_power.yaml,sha256=23BbAX497CC6xQ83bRZM528DiPi9QGNbA56JZ8SYsbk,123
lmms_eval/tasks/jmmmu/jmmmu_finance.yaml,sha256=6GEX9XXFsEI-OsNjabDOPHKTEKbTea2oUcU7BYA1SJ8,106
lmms_eval/tasks/jmmmu/jmmmu_japanese_art.yaml,sha256=V9EUEBLppNnOfZ72CRIZA7jEKTFhaRRAHhH_eMjWsks,115
lmms_eval/tasks/jmmmu/jmmmu_japanese_heritage.yaml,sha256=IHBX7Hmjyy2pT6PCUZgcTakoDsBZjc1INC2BSuQ8s00,125
lmms_eval/tasks/jmmmu/jmmmu_japanese_history.yaml,sha256=MlfUrti4liH06ystyvoHSq_3VHygmRp9Wdyap4XEmi8,123
lmms_eval/tasks/jmmmu/jmmmu_manage.yaml,sha256=LMEZZCqJAPSLxqPC01RG1KBvftaCuGp3AxLii8ZTzdE,103
lmms_eval/tasks/jmmmu/jmmmu_marketing.yaml,sha256=o3G9B8Pj0ZW8zhXxAQO6odyoqk0mvB1U4S7snm8b2QI,109
lmms_eval/tasks/jmmmu/jmmmu_materials.yaml,sha256=Q5rZIVjGMK4fmESg-k7DgNEQpj5rsH4DsLySyZ3EhUE,109
lmms_eval/tasks/jmmmu/jmmmu_math.yaml,sha256=brjWwkYfnETna4t81a8VkGm8F1mpau-bC1QLyfGthDo,99
lmms_eval/tasks/jmmmu/jmmmu_mechanical_engineering.yaml,sha256=SO9HR6KF4mFPERzQSnUQwNTceLMAeX9DDmSn8zSjM1E,135
lmms_eval/tasks/jmmmu/jmmmu_music.yaml,sha256=i8XsH9fzlgs2wRpk3yorIyoI3yzIIv7m4VyDHnEaPVQ,101
lmms_eval/tasks/jmmmu/jmmmu_pharmacy.yaml,sha256=qCRYb-q-K72NOIZ2XJqVJXMrX8E05DHlP5pD45YzMZg,107
lmms_eval/tasks/jmmmu/jmmmu_physics.yaml,sha256=5nlQKqY65ueevWdHdwPD5LtE3KvXp3AW8ZW1eDbRuQQ,105
lmms_eval/tasks/jmmmu/jmmmu_psychology.yaml,sha256=8DtKCjvY1GS9417aaXy_vHbPSPWPvStKRfDerQlyBq4,111
lmms_eval/tasks/jmmmu/jmmmu_public_health.yaml,sha256=m2b_6XQqTK8BPMXVYtYiSHsO55CBgJUeTTbRn7yLub0,117
lmms_eval/tasks/jmmmu/jmmmu_world_history.yaml,sha256=OdL6ENDn3keLxwobsRPDlsJU9NwtwSLlpwvVGePf-pE,117
lmms_eval/tasks/jmmmu/utils.py,sha256=ZLPaxptqO66Rjz3hbZyK_Nmz9aLqWZeX-QG-e_ehzg8,14325
lmms_eval/tasks/jmmmu_pro/jmmmu_pro.yaml,sha256=WB0MkvZpWFMrNIq__oEobmEkqwTFi-I_8uSAEAkUqJc,62
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_cot.yaml,sha256=mRaVl9wIncLXB1gzktHcQoyapBHgOxsccm9a6DKkEYw,74
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_standard.yaml,sha256=UORvTg1sV2fwP0751DcvGEu_bLwKrr7Z1L9I68zOho4,736
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_standard_cot.yaml,sha256=YhdEoG8olQ0owmEhGKID7jduyb8YoJrRBX5BBzPJomo,966
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_vision.yaml,sha256=1KoiytmQdZyShaNyFvS7A9visZcVyt9cu_rA5CBkEr8,694
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_vision_cot.yaml,sha256=rAWnvVVfv9nDgFv03egOpczle711wCrJe8zQAPdQydM,875
lmms_eval/tasks/jmmmu_pro/utils.py,sha256=dsEOOZZ0zE7yF5X1FNR15pzPjGACjlkhyeFmuzjx8xc,15001
lmms_eval/tasks/k12/k12.yaml,sha256=ttoLBFSIIT9-j1h5ZqXFkorzGFXxa8gndebvr5WbVBA,481
lmms_eval/tasks/k12/utils.py,sha256=TeHjYKUkPT32XYol4ll0S1saU6a8piiJJOVTGajCJjQ,1817
lmms_eval/tasks/kris_bench/__init__.py,sha256=D6BHTVbid2PF3Z_Jr8YT2zkKcN23qw_LyLVIoKaSuPg,54
lmms_eval/tasks/kris_bench/kris_bench.yaml,sha256=7BBAgwzHkDfUsD62NELCXP6pX46EfVFhXo6jt7av7vk,9055
lmms_eval/tasks/kris_bench/prompt.py,sha256=INDJA_1js2IiyIbRplym2Wn56_CiicSsIOB-1uF1zzg,15679
lmms_eval/tasks/kris_bench/utils.py,sha256=2BoAyiTeSWqUP2O5tv-FIL2yng5BuOCoP_XnofbjN9w,29326
lmms_eval/tasks/lemonade/lemonade.yaml,sha256=7OMckpRjm3GOElQbdR2h1gjTkUXOGEOimVlKLAGMkUg,783
lmms_eval/tasks/lemonade/utils.py,sha256=fOvDoIIWUeO0OZYOuCWlIUe0P72GS_WXLEhBtFryZY4,11318
lmms_eval/tasks/librispeech/cn_tn.py,sha256=HbSnRBBbEzftgpmRMcmh2EngnSr0P8_r_zguQFYxjqo,60198
lmms_eval/tasks/librispeech/librispeech.yaml,sha256=OyUIDeI0VUioslstUxypZJn9KPnGDoL0jYGIf5c6IVo,131
lmms_eval/tasks/librispeech/librispeech_dev_clean.yaml,sha256=_9y9k4vtwjEdJW55tQOvtpeGuAvRwOLnGEpZCqQ-FvQ,761
lmms_eval/tasks/librispeech/librispeech_dev_other.yaml,sha256=xkHuhAyVrLe4C0p9ZDtt6UVqfUQYnFQnyINrz4k11Mg,761
lmms_eval/tasks/librispeech/librispeech_long.yaml,sha256=71xdvGaoktsW-r12i3liK8e3a5lA_jZCxDG4iTZZ530,94
lmms_eval/tasks/librispeech/librispeech_test_clean.yaml,sha256=IY3Z-DnctPEnkEU-9G8uTwUW76FQ0vphecGOa0gyh7I,764
lmms_eval/tasks/librispeech/librispeech_test_clean_long.yaml,sha256=iE4G_QV529JmlTpdyJQLXzS66Ir4Oguuxe9zf5HvXE4,198
lmms_eval/tasks/librispeech/librispeech_test_other.yaml,sha256=OFVTvNDliW8pIiiNWZF7jrSxPtCznLo6otaSLUY7_tQ,764
lmms_eval/tasks/librispeech/librispeech_test_other_long.yaml,sha256=nAr137N6eCD7ECTY55z3YTEJUxRhNTVQhvhwY_xRePw,198
lmms_eval/tasks/librispeech/utils.py,sha256=tQJskAUuO_O_7Q6dYJJ4y90xarNqp0Ub-OlCova3rmw,3079
lmms_eval/tasks/librispeech/whisper_normalizer/basic.py,sha256=jD2RG3jPrnTi5L2_PYWMXPgFqkhY7BxYWFP_JzM5ZpY,1840
lmms_eval/tasks/librispeech/whisper_normalizer/english.json,sha256=_lmqeoXNc80gpsuZ8MVzv6UjX3ILqlcOU1dq8FFn8Ls,57868
lmms_eval/tasks/librispeech/whisper_normalizer/english.py,sha256=5X7rptMPGv0HKgLrbhMd2gjmrg6o2tlBYKNX4vIyYRk,21140
lmms_eval/tasks/live_bench/live_bench.yaml,sha256=6nQsKxlcdHSdvrvfV5pQHRP6yH0My-o0TydfUNpDTc4,131
lmms_eval/tasks/live_bench/live_bench_2406.yaml,sha256=XpxhMcmcAa2mwGe7LwTfMUr11FqW8kcJleHGatISTfI,80
lmms_eval/tasks/live_bench/live_bench_2407.yaml,sha256=jm6SgzyJOudF4DbgSKVv49nYL4iw2XdsYdiDegva3HA,80
lmms_eval/tasks/live_bench/live_bench_2409.yaml,sha256=GhavU7vDw6VzPBTBpvBNXXiluWSkc5JLEF5MrgBe5-I,83
lmms_eval/tasks/live_bench/utils.py,sha256=iJyJ3odkY-Ri_TuXrLr4ESBD6nQ6gbJ-YRGSty8CDfE,7202
lmms_eval/tasks/live_bench/utils_v2.py,sha256=rd8NfqAY2ygq7zxn9hwgVixdPyeUrYBh_UifKApOQc0,6891
lmms_eval/tasks/livexiv_tqa/livexiv_tqa.yaml,sha256=5rXvwfoL5RynX_ax8TL5F7UVv-hBgW-R-GLm9-cx-XI,128
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v1.yaml,sha256=Q_40wluyBJvJ2hCbb2_kfZv92KZd78sHC2iqIkmYWss,89
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v2.yaml,sha256=sz4SBbWpbcXApXbK8KaVOnrjhP_xlpMfALkpc18o08g,89
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v3.yaml,sha256=eqdgRVkHgnUkKoh-krXDn24bMqydy1DuMNM5hYMj85w,81
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v4.yaml,sha256=Y_2PLFV3phJ52OpG5j68jOM_V9NQYWQqrcJq9vrRu4w,81
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v5.yaml,sha256=shR4uH3aU4rDQ0ZSpVTc0Yb-ELuBOpIjuy-EEFgMPRI,81
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v6.yaml,sha256=Q4Yqi6ZKl-11sMM1qy2hk1o-CK6NSVTORqDHkb02L9w,81
lmms_eval/tasks/livexiv_tqa/utils.py,sha256=bQnkW5hKoBwqexOeTaWELQ8nesdWUEceBinTupXAFGY,2048
lmms_eval/tasks/livexiv_vqa/livexiv_vqa.yaml,sha256=_mj197VQ5U2zW92249Q5cEAj9t17HrnD9oYTUfZO6gk,128
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v1.yaml,sha256=PHx_6F3S2uYIDBEWKdYL2PejGbZQxO2Ek6wetF25GtU,89
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v2.yaml,sha256=4TcUuQmvF9JoOERLW7tkQ0lyluT_KrEeaArefMlvCnM,89
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v3.yaml,sha256=GRyr4GKxYEAnC5qEaPiRr8xQtybJExgqnBktm47uYdI,81
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v4.yaml,sha256=Qt__0g4pLk2H1YDgoflBmVfGxlZn2dAP13XtRM4bUOU,81
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v5.yaml,sha256=5qI0nlC-juHiYHcyMdcSSXGR6fmBGoNuhoX_2tMv3iI,81
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v6.yaml,sha256=nhGH3Ez6MUmSARZdNW03L7oYhELmcWGm44VrH9MDw3U,81
lmms_eval/tasks/livexiv_vqa/utils.py,sha256=TI5aiXErAaIiMzwAsZLoCDkbCrGGCilE86C7ftva4p0,2048
lmms_eval/tasks/llava-bench-coco/llava-bench-coco.yaml,sha256=iFuBNvVQyzSyU_hpZQLeE-jYMAyYy283xY0HSkL6pEQ,1086
lmms_eval/tasks/llava-bench-coco/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-bench-coco/utils.py,sha256=oh4OzsVm3A9pGN20aF2EIBPbvRNBe6jKv2maHV1oZlw,6474
lmms_eval/tasks/llava-in-the-wild/llava-in-the-wild.yaml,sha256=dgM5JUeqtdlxCDehpnf9mYoWHDW0keptv4IL1a3mzlM,1078
lmms_eval/tasks/llava-in-the-wild/llava-in-the-wild_ko.yaml,sha256=L07-fKP1SDxmMRzyFCLzgSMFbYYW_3XcMFjW-U-hypI,1128
lmms_eval/tasks/llava-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-in-the-wild/rule_ko.json,sha256=QuL_R1WrmSs48WMjIzAi7-ji00cENZjtAlyb8vi_Dk8,16819
lmms_eval/tasks/llava-in-the-wild/utils.py,sha256=wDsDRHSwBUlPpg65vUYNQRHJ2eeHCnISxHhit4kH42o,4704
lmms_eval/tasks/llava-in-the-wild/utils_ko.py,sha256=YVBQqB7KgEfoR2aOiamhbszdyx2YxhhkoxlzQVjFDtY,6526
lmms_eval/tasks/llava_interleave_bench/in_domain.yaml,sha256=2YLzdqeR0T3R0SGQLb1Ow1_-J6Y607qfbZDpzzU9XnE,727
lmms_eval/tasks/llava_interleave_bench/interleave_bench.yaml,sha256=-9vMlvzVweG9xAdi1SH-DF2dbM7MI7eJb7PQRPW0PIE,142
lmms_eval/tasks/llava_interleave_bench/multi_view_in_domain.yaml,sha256=OAR4biV5JqZ4sp_YlHbPxrSTqEhKmxeFj6GVmDX47zQ,752
lmms_eval/tasks/llava_interleave_bench/out_of_domain.yaml,sha256=Xkyz2TnfQjva6OGK4nztz7EG1IL_lvZYwm0vE_Zj1qs,732
lmms_eval/tasks/llava_interleave_bench/utils.py,sha256=pQX5A6M2Utif7vxuCaLte-tUQt6t9QoQpiz0PSTjrbE,13050
lmms_eval/tasks/llava_wilder/llava_wilder_small.yaml,sha256=PW2HVkBqQCKzo2d8U-YGPmc_FNz6LA3WpUYbnVmBkHc,374
lmms_eval/tasks/llava_wilder/utils.py,sha256=tZZtO4wAzPAO5iVoRnzV-CssfWQ-U6emnUTYTBvgtqs,6435
lmms_eval/tasks/logicvista/reasoning/logicvista_thinking.yaml,sha256=bELiZ1xsO7UmwDbskHRidrA7FzdBT44l3DHN-9nJW-s,576
lmms_eval/tasks/logicvista/reasoning/utils.py,sha256=2q6BHpE35BHNLbYErnaiAqSLkOKmpSqJoSuY9ncOoQE,946
lmms_eval/tasks/longtimescope/longtimescope.yaml,sha256=YeVi3JtInxs864FxYvRiC0Ch3BkTX7x2HyDf9MvYJ9k,1453
lmms_eval/tasks/longtimescope/utils.py,sha256=bJsiAhk9wj4aeTzOho7LcL-O_Wx9b6hnSMkzaH8K5Sk,4649
lmms_eval/tasks/longvideobench/longvideobench_test_i.yaml,sha256=5Wq-YsmYp0wso5552Z5oudrpZtIcuEWj_haYincwMPA,859
lmms_eval/tasks/longvideobench/longvideobench_test_v.yaml,sha256=sy3-pOlRiaZVa4HryR9wMV-Qt1XOfVcqZhPxYBfmRcA,821
lmms_eval/tasks/longvideobench/longvideobench_val_i.yaml,sha256=psNZbEVA1TlEO3Wzf-0KfAKtyAlbcp0XPzESyTrACtk,846
lmms_eval/tasks/longvideobench/longvideobench_val_v.yaml,sha256=bx7ER2rTNODkUAndEUSuExW_qdTjfifq_dVvSgQd6eI,808
lmms_eval/tasks/longvideobench/utils.py,sha256=_pRglmkn3_2t4t8Vb4sxHbaYMTBoYQN2ra9O4oi0iAs,11129
lmms_eval/tasks/longvideobench/no_visual/longvideobench_no_visual.yaml,sha256=xG1T2xlpi2pi6MDHG6J6PjZuaA7dUB9rCRfnSbt6C5w,882
lmms_eval/tasks/longvideobench/no_visual/utils.py,sha256=tmhU9DRvoHkhcBkFTGlqoMVGT703fTfiJ8zMrsw30Ws,155
lmms_eval/tasks/longvideobench/random_choice/longvideobench_random_choice.yaml,sha256=HVJRtBz_sHuuf74wDyx8wZ6L0jYiAJclzmMs1yAJggs,971
lmms_eval/tasks/longvideobench/random_choice/utils.py,sha256=3vM_TBO7JBTFj0c5hZhpCZHUMJhUIfo-sLsjjVTPsss,1634
lmms_eval/tasks/longvt/longvt_non_think.yaml,sha256=IQ7w5sfLJ-JocpwIaf3vFnGXQjoi2MvIXxA8F3LMmAA,950
lmms_eval/tasks/longvt/longvt_reasoning.yaml,sha256=s5lcl_B2icYIwvteNDbMnkPCzGvuKipwRtFwsHwzqGg,949
lmms_eval/tasks/longvt/longvt_tool.yaml,sha256=RBhOPUanLBA3oVgl0uVr53ScoUh2f3DKNu5rci0zvIw,944
lmms_eval/tasks/longvt/utils.py,sha256=1v5o9sApLD776-LMFUyh9Rx1QbcVcm32A89CUwQmKm0,3887
lmms_eval/tasks/longvt/no_visual/longvt_no_visual.yaml,sha256=-zNO5sP0h_jzh73p5vPuDgSi7_QhTTnH_nlKZ5GcbQE,756
lmms_eval/tasks/longvt/no_visual/utils.py,sha256=yIE65183Iu_PlKy3W8xkfO_1snqxk39rhZCf1GAV_cw,139
lmms_eval/tasks/lsdbench/lsdbench.yaml,sha256=-F7lYzeYjD2sd08Q3uub256nLrbvQS25vnprasEl4q0,676
lmms_eval/tasks/lsdbench/utils.py,sha256=z-_3CdBku_rwb6KqYLK150ohctj3q-I0hOovbDpJwk0,2774
lmms_eval/tasks/lvbench/lvbench.yaml,sha256=xf-oRQ1cMuzu4De5ZmU-DCW0DmlSj6IEFZRtMyibRRU,839
lmms_eval/tasks/lvbench/utils.py,sha256=Q1cAkiubnSWwtszivEuU6_eoKoea3d8jczV06TPDvZA,2411
lmms_eval/tasks/lvbench/no_visual/lvbench_no_visual.yaml,sha256=79QtpfigvV_V28L9Dsz8GeisfZlzyCwniXkIw9m6-Is,713
lmms_eval/tasks/lvbench/no_visual/utils.py,sha256=UuvUZ8lVcjAyedjC4yomI9I9_dn4TkJyBvHkQN9XMI4,141
lmms_eval/tasks/lvbench/random_choice/lvbench_random_choice.yaml,sha256=87jESxQ30HqlIEd_vYP6AphFka4y-DZdC--XZuw2sN0,793
lmms_eval/tasks/lvbench/random_choice/utils.py,sha256=hAkiW6mO2PN60ijkw0VcdjyDObRidf7VkM3girLhdyk,1354
lmms_eval/tasks/mantis/mantis.yaml,sha256=DROzdQO1PedoEdeu6BzSuOxyyr3865x7kD3pQ39EN2c,635
lmms_eval/tasks/mantis/utils.py,sha256=O1ltC4dvuzxHnNYx30MNSUKcvkMhxxo_bUOtWImIW1Y,4879
lmms_eval/tasks/mathcanvas/mathcanvas.yaml,sha256=mq45aDePuvK0_5igOd8A5ie2K0di1J4QMJRb13mZOzM,297
lmms_eval/tasks/mathcanvas/mathcanvas_algebra.yaml,sha256=7-FtpFk4kWA8O2_9vqkdBuT-whACW-VtyQRRlhB34os,79
lmms_eval/tasks/mathcanvas/mathcanvas_analytic_geometry.yaml,sha256=Ym14QL3lr5BUJmA0Len0MC2jmlozEi4f-n1u1QTEzjo,99
lmms_eval/tasks/mathcanvas/mathcanvas_calculus_and_vector.yaml,sha256=fILsE6ZKkQWTZYU72B7KaegudWL8UrdrlR8KR1j8LQQ,103
lmms_eval/tasks/mathcanvas/mathcanvas_plane_geometry.yaml,sha256=vn6fh8Zfjs4r9MVMsy8NxlMFx8GiIlVr-6pT-uLUy3Q,93
lmms_eval/tasks/mathcanvas/mathcanvas_solid_geometry.yaml,sha256=1z7XAS0JIIAV7vwujIHA-t7wfn9XREErpSCLa6-RHiE,93
lmms_eval/tasks/mathcanvas/mathcanvas_statistics.yaml,sha256=KlEV3zUf5RK2vGdTSlBX1Ou2-UeZKH7_60un38VQ5Vw,85
lmms_eval/tasks/mathcanvas/mathcanvas_transformational_geometry.yaml,sha256=PC_J3xX34JD5KXoRFZNu7emdk61igRVxx8t4ruo3r0E,115
lmms_eval/tasks/mathcanvas/mathcanvas_trigonometry.yaml,sha256=Zj3QTEv25ZKXlpII-P3j5V4Ym63SEj3fxrrw_xFdRwM,89
lmms_eval/tasks/mathcanvas/utils.py,sha256=cunjNr2RGcWlNBWABGaDBm6kir279U6YUEUv-XvlDuo,7747
lmms_eval/tasks/mathkangaroo/mathkangaroo.yaml,sha256=p2Vgc6c53WpUL6x4ySk2mf_DECiG_5JZ2bNJB09_-cA,714
lmms_eval/tasks/mathkangaroo/utils.py,sha256=w_M1XxnFexZcVrXVpledycL_Gi8F34vLuYM-sEiBSqo,1677
lmms_eval/tasks/mathverse/mathverse.yaml,sha256=5tRIqcJn_F0HfMJud4veP7Jvkrg2vNO3hCm-oAywLe4,329
lmms_eval/tasks/mathverse/mathverse_evals.py,sha256=-BU3HZrFFA614yf1zO1kopLknW9QQdBl7hkeRrLYAZY,9170
lmms_eval/tasks/mathverse/mathverse_testmini.yaml,sha256=1ctg15HD5p-Eq539yK1c-7Rl1eIL7XFYrFFkF-1NTFw,850
lmms_eval/tasks/mathverse/mathverse_testmini_text.yaml,sha256=DkCy7bXdaZNXViQGsdOW61qWRW5NtWOa_L32DePPAYg,245
lmms_eval/tasks/mathverse/mathverse_testmini_text_dominant.yaml,sha256=rtzqq_jq9yvAqRWlCQcP3p4D9ynEvIqagjrJFutovXQ,1008
lmms_eval/tasks/mathverse/mathverse_testmini_text_lite.yaml,sha256=n4F7mlGTSPA9JhB9aHDdsmoBLau198ub9H1pGWbZeNk,1000
lmms_eval/tasks/mathverse/mathverse_testmini_text_only.yaml,sha256=izOVs_kamN65vj5A7zl0cQ1Ur_meYIow6cxUqRE3gNc,998
lmms_eval/tasks/mathverse/mathverse_testmini_vision.yaml,sha256=Q2aeFVeDmtMnZfuEDNI73z0RLXmFBsj4vp0cRKAtF54,258
lmms_eval/tasks/mathverse/mathverse_testmini_vision_dominant.yaml,sha256=9gUboTkno2aeuxCb_ZlWCWK8e-pGnw-BV6kyL1bMZ8U,1014
lmms_eval/tasks/mathverse/mathverse_testmini_vision_intensive.yaml,sha256=5Arf1R3SQbhCmYjnKbWvmfjRriWjZkU-cu3hpmI0Dhw,1016
lmms_eval/tasks/mathverse/mathverse_testmini_vision_only.yaml,sha256=NijrXGj5SxTJ-PhUVTHmYsaVEWcuMK4WUVnYoJDnVLk,1006
lmms_eval/tasks/mathverse/utils.py,sha256=HsVjl3v5421_57iLCHCWC3mnSJJ4CT1BHI5Z9g2e7mA,3129
lmms_eval/tasks/mathverse/reasoning/mathverse_testmini.yaml,sha256=LZWuLVCzFdf9xdMQByk1c8kKf3zRw1vfm56CEvbppsI,859
lmms_eval/tasks/mathverse/reasoning/utils.py,sha256=HRHTH3Gd4CzZ88prDRY5pFXuzRxn2iQGSbFn-gUsRSA,3258
lmms_eval/tasks/mathvision/eval_utils.py,sha256=4zYRvp-1Cr5LyGxiJDQxiCdVnHKueLOb8zr6lHVf8YE,14019
lmms_eval/tasks/mathvision/mathvision_reason_test.yaml,sha256=HIAferZbtbS9b3Cr91618I0DHqhMfws49weVmtOHi3U,560
lmms_eval/tasks/mathvision/mathvision_reason_testmini.yaml,sha256=nV9v-XF8jXQJD3NYLKMshuemHxl2P2WruTOiS3kye18,568
lmms_eval/tasks/mathvision/mathvision_test.yaml,sha256=RvLJ-XSQJBYcmsAVRH-Io2wzII4FOIIMiCyQZM4z8Vo,744
lmms_eval/tasks/mathvision/mathvision_testmini.yaml,sha256=1pb685bXncIaDOpNgZzbhs8lNcRbdNxBULIubeQilX0,787
lmms_eval/tasks/mathvision/utils.py,sha256=WV6wsQ9Ihbcmt4rfYPdm-6G9fI-SClKkmyoIi1Vz5d0,5212
lmms_eval/tasks/mathvision/reasoning/mathvision_reason_test.yaml,sha256=K2uAeIqOv6k8tbhy2vQAtqeC3DB02he1bC7YNNfsHx0,153
lmms_eval/tasks/mathvision/reasoning/mathvision_reason_testmini.yaml,sha256=F-p-ovvkjhJxqk1E0Kt48wihj1Mn97WPvhMB8F1qCb8,161
lmms_eval/tasks/mathvision/reasoning/utils.py,sha256=ExmV8J2vsBjPr9ldyb_flY8WWBFiN4Zak7SavDQ-REU,1539
lmms_eval/tasks/mathvista/mathvista.yaml,sha256=Ho2D4RiXE1qIsJD3bBjVCpPJjTRdYkrnqmiSJTOH_XY,112
lmms_eval/tasks/mathvista/mathvista_evals.py,sha256=0SVzhaCpBJ_F5p-iOne2lbCX1hblCACVueZw10e4oi8,23221
lmms_eval/tasks/mathvista/mathvista_test.yaml,sha256=LYMdU74KdUmyGPDEGgpwvw61-a77L4sd0Bu2hqJ3Iig,660
lmms_eval/tasks/mathvista/mathvista_testmini.yaml,sha256=VnImxD_fPJBJbafd9JoudpfSj79l7JskVGXoigwzc_s,207
lmms_eval/tasks/mathvista/mathvista_testmini_cot.yaml,sha256=GwFkMe97oQh70WajPlBGgie_dGUjKy5UjewYppNTzlo,783
lmms_eval/tasks/mathvista/mathvista_testmini_format.yaml,sha256=J5AaswPDP13oZgYIQR0Th7BTEBTEapzDZyakCiYIQRw,755
lmms_eval/tasks/mathvista/mathvista_testmini_solution.yaml,sha256=YvYUsmGIwyMioDpOXDgGg0-CRjXz23_H7pL_-PB-uyk,752
lmms_eval/tasks/mathvista/utils.py,sha256=1_dlF55Z-TAp1IuYItWxWAhXc81tC0O8WcjOuYDtl3Y,4717
lmms_eval/tasks/mathvista/reasoning/mathvista_testmini_cot.yaml,sha256=uRpvM5QY0gUuU391AckFL7ciJbZ36KEm3flbvdnvxmk,810
lmms_eval/tasks/mathvista/reasoning/utils.py,sha256=addSAnAyu_uj2uzWQpQ8Yrs2iX5RCx7JJ-7qEWHLuuA,5387
lmms_eval/tasks/medqa/medqa.yaml,sha256=OZhZ7ob7B3E3bEC66LekHyOh9sIj0IvA-tLaPEvEeAA,502
lmms_eval/tasks/medqa/utils.py,sha256=qII0y8xy0893U8iW24G072SxHVaFwXFnewl0pg6dDW8,4335
lmms_eval/tasks/megabench/evaluator.py,sha256=dM9Vy-tGken-IgGYse04QE9foJsg6M7LcpP9sNN1isk,16642
lmms_eval/tasks/megabench/image_video_utils.py,sha256=Hbzijmkzo2ixAKTpeBEpqfVn36GtSE6luTuFeswl4-Q,4559
lmms_eval/tasks/megabench/megabench.yaml,sha256=N9Axxl_bns9rHhKOXjwTxabADocDwQYDmo89S7VFhdU,96
lmms_eval/tasks/megabench/megabench_core.yaml,sha256=5Ij4BwzzosmnuO5yLsrT9o7l3HuVvqxXpr0uTnayKWU,73
lmms_eval/tasks/megabench/megabench_core_si.yaml,sha256=xFP8MM9ruB59LfbtCIDVknQH2QkSDMHQ9URabGvskN8,89
lmms_eval/tasks/megabench/megabench_open.yaml,sha256=WLNqApo65XyJC3TGzDwery3ZWYzmwKLujixwecdZW3U,73
lmms_eval/tasks/megabench/megabench_open_si.yaml,sha256=Lw3glbOau3BRLhCp3n5bixwIe92NRI0o_cnYnmMR-DE,89
lmms_eval/tasks/megabench/requirements.txt,sha256=TosVAivWJ9xGpXe2SWgRYlIDGnMT9aK4p4WBN0CJNSU,270
lmms_eval/tasks/megabench/utils.py,sha256=IRHwhPwYIHN7SLThQ07uWfsbtAF9XTXfHqzBJOkP93k,4861
lmms_eval/tasks/megabench/breakdown/all_task_meta.json,sha256=IfHLP8dISUddTfw3BXvf4fUaD9Wov9xZOU4uYp3mMVE,244403
lmms_eval/tasks/megabench/breakdown/analysis_utils.py,sha256=Zf6r7VxTVocoyzeHlquz7nJ1IafLXWZySvZN4dQmtIw,3767
lmms_eval/tasks/megabench/breakdown/derive_breakdown_results.py,sha256=rkdTOu6o_yyZmvZyyx89hEt7YAioh3mhwHqDcBP7tIM,5004
lmms_eval/tasks/megabench/metrics/__init__.py,sha256=_InWSyEwJJOAXJCALzoxhI97yJaAbRJ9npZLRj4WV9E,214
lmms_eval/tasks/megabench/metrics/aggregation_type.py,sha256=RcOvy6HcMtbET0hPhedoCJsk04m4V9pCa1_WhGU9F6o,1154
lmms_eval/tasks/megabench/metrics/metric_type.py,sha256=UA7kyWVAtm1tWSltjL3o2lVdCKAeyzGPXIosrP-Wdbw,10256
lmms_eval/tasks/megabench/metrics/response_parse_type.py,sha256=PEa2hQvjB5sLBaEjeHEmK9iI7t6orSqZxyueLczdqOY,1712
lmms_eval/tasks/megabench/metrics/aggregation/mean_agg.py,sha256=_dGepI7EAFISS23C4A2s72xoAyk3eG74u9S8eTY4MUo,739
lmms_eval/tasks/megabench/metrics/aggregation/min_agg.py,sha256=XWMmXfbZv5Nu_g7VAqJ64Rv3x5Kt9Jb9LOPdyUsVfvc,438
lmms_eval/tasks/megabench/metrics/aggregation/unsupported_agg.py,sha256=5IxMuGjpjoCkoO4xEdF8bNLu5V0TnygZG7r-QH-CYBo,203
lmms_eval/tasks/megabench/metrics/parsing/answer_str_parse.py,sha256=ys9sKc2Yk0kNkurQGKxN5Lfos1ZSchASmkwFgR1ohpw,4509
lmms_eval/tasks/megabench/metrics/parsing/dummy_parse.py,sha256=kXnPPKHMQ4oDDj46taWhnaHuukExbHUYqx-vhDzVfZ4,182
lmms_eval/tasks/megabench/metrics/parsing/json_parse.py,sha256=XOMaF524fBzIq7x4zw4gKDy7iTn0Xe8mXdai1DcOPQ4,568
lmms_eval/tasks/megabench/metrics/parsing/common/parsers.py,sha256=pdo37Uclft05qnaXZ4IpOIGWM-1vvng37zEUNDI9fgY,4957
lmms_eval/tasks/megabench/metrics/parsing/common/utils.py,sha256=MnX0W8MZsw9SGBHDTm4J-A6RMP-YEzGOv3lYF8ctib4,5254
lmms_eval/tasks/megabench/metrics/scoring/ascii_art_vlm_judge.py,sha256=YZBnWmj3-gBtYstsaTniurmrUSexjDv_JowwgbXuVuY,4320
lmms_eval/tasks/megabench/metrics/scoring/chess_jaccard.py,sha256=T7F6lamdkfD9-FsUqNi29q8_x5ftHqbWEMxJPr_3cNQ,785
lmms_eval/tasks/megabench/metrics/scoring/constrained_generation.py,sha256=exmLmwVoGWk-28l78qjkA24_JpPldCsyxSGsk5dhL4o,18714
lmms_eval/tasks/megabench/metrics/scoring/coordinate_sequence_match.py,sha256=Gt_ErpkzCeX9al1e2h-rFOuWl6njnSyveHQwMlPogIM,2337
lmms_eval/tasks/megabench/metrics/scoring/dict_equality.py,sha256=12rjKgl80i5H3ozuVu7bDjfFGLnTGThpcQ59jxXeYNg,1290
lmms_eval/tasks/megabench/metrics/scoring/dict_exact_match_agg_recall.py,sha256=X7jVPNl6XGF_ZQhp34ZWMnAAurpaizUjcFqSOVmnvCU,882
lmms_eval/tasks/megabench/metrics/scoring/dict_jaccard_agg_jaccard.py,sha256=pYqnAfwIozFOh21e4iay1lRXDHP_EIMc1851TWAjH2g,976
lmms_eval/tasks/megabench/metrics/scoring/dict_nbbox_iou_tuple_agg_jaccard.py,sha256=IpMHQaFuiJa-fect3ZdcRuCLgPHqN25xFCvwATDIRG8,977
lmms_eval/tasks/megabench/metrics/scoring/dict_set_equality_agg_jaccard.py,sha256=aEjIi52CYUoI-mKOMAadKVVvMSzmO3mvwT2TDWLwObA,973
lmms_eval/tasks/megabench/metrics/scoring/exact_str_match.py,sha256=3R2gbfykjPq6nOwzfS4n1ctcpZx87vy3gLUEV2bTRlQ,1598
lmms_eval/tasks/megabench/metrics/scoring/exact_str_match_case_insensitive.py,sha256=l0UWq2I5ZTaIT56TNvP-wXa9ozbHRhxq0S42Z1kU6bY,463
lmms_eval/tasks/megabench/metrics/scoring/general_numerical_match.py,sha256=zGPxqPdhMuyG7FkJ0rXWaxlFGi1feeEoLS8SUcbNtQA,7727
lmms_eval/tasks/megabench/metrics/scoring/geo_proximity.py,sha256=0xZBoTIzSIOhniTBILrdBe_i8NjGnwSNU1QMGV2Wuh4,6495
lmms_eval/tasks/megabench/metrics/scoring/gleu.py,sha256=IjtplCBb6Do7AMFdAQjXiPr1u1VN212Kxzqn7JDUwhE,612
lmms_eval/tasks/megabench/metrics/scoring/jaccard.py,sha256=msksAb0bNEiB9RZlTtEz9WsfLvpXcIIfD-ElWI71zgA,1941
lmms_eval/tasks/megabench/metrics/scoring/latex_expr_equality.py,sha256=gmMfKpMGnNezzw_6xJtkOGVktHa8LgsSLHUGlbqJaeU,3118
lmms_eval/tasks/megabench/metrics/scoring/longest_common_list_prefix_ratio.py,sha256=FvmZ5ZAINKiEg-jHs7qSTAktAGX45xfINP1EP4P0egI,537
lmms_eval/tasks/megabench/metrics/scoring/mse.py,sha256=Ictb4TqxhXHALgJdJbYXaPeVkoB2T0hnWqlkiBaxsKs,1939
lmms_eval/tasks/megabench/metrics/scoring/multi_ref_phrase.py,sha256=1fLE3FwqEy9wU1ND2RmSwS9DOUEKHjYf_XhPr9_FNYY,854
lmms_eval/tasks/megabench/metrics/scoring/nbbox_iou.py,sha256=3q_xRS8CAFTREhhiRP06-zTJkJ6Mzqa4zjO0x3hhG3w,3026
lmms_eval/tasks/megabench/metrics/scoring/near_str_match.py,sha256=4Da3hdTdFUT41nvmsab9daWpNNbdtXlv53CXMqJsyAQ,811
lmms_eval/tasks/megabench/metrics/scoring/nli_entailment.py,sha256=zjsfldyMAdtbSSIK2zRAlug7MfEXyGO0BoPXhct9GBg,703
lmms_eval/tasks/megabench/metrics/scoring/normalized_similarity_damerau_levenshtein.py,sha256=VQxLmlkwjEkWoOxyWRFD5rXYQbBcdXmCAsz23KWSctU,465
lmms_eval/tasks/megabench/metrics/scoring/number_rel_diff_ratio.py,sha256=rDwe8SUVk5op0UAwUcrgvTTl8HQoIuTv0VB8q5-d4gk,698
lmms_eval/tasks/megabench/metrics/scoring/positive_int_match.py,sha256=fVrdOQd55crm7ZhQl8jrRuf8Wjaw0wrYF5DWNTRFh7E,905
lmms_eval/tasks/megabench/metrics/scoring/program_judge.py,sha256=fomnVX2OZ8GBNkWYvDbX41VJCEuSUsqzBf--jsZwMwo,3930
lmms_eval/tasks/megabench/metrics/scoring/sacrebleu_bleu.py,sha256=qPsUDo8KIxsQiKwkvxHwgu6CBRQoh3GDnFMN4l_Dqrc,669
lmms_eval/tasks/megabench/metrics/scoring/sequence_equality.py,sha256=NBSaC1EqB7jtJOvlWSr7HVli5pMdqi4wsic6Dw_VskY,1961
lmms_eval/tasks/megabench/metrics/scoring/set_equality.py,sha256=ppAVjmglgZiHG5J1eLZh8zrlrWFL6ulhKams1wdPpNY,2308
lmms_eval/tasks/megabench/metrics/scoring/set_precision.py,sha256=_YH5KGEZhtBXwBUzX517FxkQOtOqhVTqBXhSb4C2cwg,499
lmms_eval/tasks/megabench/metrics/scoring/simple_str_match.py,sha256=GevK7wGQqmkrA8TFBW6fnEvRD8sP-X07iXQIKPzi5ME,706
lmms_eval/tasks/megabench/metrics/scoring/symbolic_planning.py,sha256=JDftHalXrdWsR2gXKX0zeq9KabGEX4ZWBlMLRaVBjZQ,9071
lmms_eval/tasks/megabench/metrics/scoring/unsupported_scoring.py,sha256=iyt2RUn2ljoMaFFLFgj__0heLn2CYVu3t7UBfUg8uYU,210
lmms_eval/tasks/megabench/metrics/scoring/vlm_as_judge.py,sha256=trBbwsxu1_c5WuXl35cD7DK6Xx71mJYMUI6ZuNNcn2k,8313
lmms_eval/tasks/megabench/metrics/scoring/xml_nbbox_iou.py,sha256=gDl8CzHVFwXcTmu_eW-HAfd6jLbgVaQzM6m_6N2_mEM,1115
lmms_eval/tasks/megabench/metrics/scoring/xml_norm_point_distance.py,sha256=mclJWBbzfVI36jpFxk-wLRra9IPqlWFQbB_xWSF_LMQ,1432
lmms_eval/tasks/megabench/metrics/scoring/xml_norm_point_in_bbox.py,sha256=mzrDGacULhndh0LKRExDTz_Dw7neKmcuPse4sAbzTfg,1306
lmms_eval/tasks/megabench/metrics/scoring/common/conversions.py,sha256=UbXqQYAkBUX3_auIaMSC9oc4D2zllZRyL6armsL2-Cc,6996
lmms_eval/tasks/megabench/metrics/scoring/common/metrics.py,sha256=yxmdgZbFAOpFnT3W3Q7ygz5y8PjpMGNathkKP0n8hHI,3064
lmms_eval/tasks/megabench/metrics/scoring/common/transformations.py,sha256=vNegBVpZZDfA0oHoMUEEg1Cxn-3Ml-9Mlgv8quA5-g8,3261
lmms_eval/tasks/mia_bench/mia_bench.yaml,sha256=r3XGvDgbmm54Tj8UWRhglBrHNu1rFNohsY9EbXH8U7c,615
lmms_eval/tasks/mia_bench/utils.py,sha256=X59ERJQM6s0QxFwm2Dp9AZk3aEC_0GI7tWZNHKNre48,14486
lmms_eval/tasks/mindcube/mindcube_full.yaml,sha256=927yax3NuNNqL5U9NTj3H9ILQ7GH9KcZshnIOv0Wof4,143
lmms_eval/tasks/mindcube/mindcube_full_among.yaml,sha256=G0gLa68GUDqZpfu6Jb4sEW-JINpXTl5Bpq1qyg-hC64,97
lmms_eval/tasks/mindcube/mindcube_full_around.yaml,sha256=NrMR13bg4i62fzOn4LlmhjMbTweK_ADjKGVfECUHlPg,99
lmms_eval/tasks/mindcube/mindcube_full_rotation.yaml,sha256=uK70MCoAsEy1twACC0sCaaHsqde6FIo-NL7LNgLNJL4,103
lmms_eval/tasks/mindcube/mindcube_tiny.yaml,sha256=9Xrak_79TZRVGdKGMBHcCJUN_ZXKtNBKoXkLk5vPXcg,94
lmms_eval/tasks/mindcube/mindcube_tiny_among.yaml,sha256=V8GXbeYVHiMIkGfaNML-hCl12UBoUh1FZV0UQ0H4rlE,97
lmms_eval/tasks/mindcube/mindcube_tiny_around.yaml,sha256=2-H4zZIvX8Kzh2qRYSIih5nm51mgbTNAo8G8U5kyGt0,99
lmms_eval/tasks/mindcube/mindcube_tiny_rotation.yaml,sha256=QST34o57-nePp0ECwptUGPWZIGRVuCALJhWawxQv_8U,103
lmms_eval/tasks/mindcube/utils.py,sha256=p4g2N4jjS30Ji6UlWQxIK6o0RQX5G3JqcYPZcGigaKg,8695
lmms_eval/tasks/minerva/minerva.yaml,sha256=PVsIJtneC-iye-s8uhKBq8l1T3qKy-A3rxw8u1j9Zgw,180
lmms_eval/tasks/minerva/utils.py,sha256=Bpx1-b0h8Ppaw-Ns4zrCLFxYoO8HiD1Uyslj8Q0GfMw,7078
lmms_eval/tasks/mirb/mirb.yaml,sha256=4Tuyb7VBtY9RGpIZZCk847G8mwiBL3ojz08G6XwVDVI,616
lmms_eval/tasks/mirb/utils.py,sha256=J9Y3ivKBMTuRfiSrfxprrZe17FGx_MwmCQIxfPAvBPA,10569
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2_text_freeform.yaml,sha256=jAmzB7vKd6qllC7MNzuJ07WTlQf5UojLOZaUYNZz9O8,839
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2_text_freeform_hard.yaml,sha256=yeeeuZGKfs5u1as3ry5lxCwX6lkIYDSHIT6GgtDUY0Y,849
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2text.yaml,sha256=uyBZb_bEviyxSnHkuvUNHhj1rUgemfZ3qOBGa4w2_fE,67
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2text_hard.yaml,sha256=XGoWm7FoCeTOY7K4aNA6YaxszmISD-blEh2NIucWPfM,77
lmms_eval/tasks/mix_evals/audio2text/utils.py,sha256=S5XX83ERWKfk_Nc7jwW57URHMrMlg_W3Gn7LnDwoAj4,5298
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text.yaml,sha256=CRow3gB4x2wFh1XGhBDzzU0ZQxsDxqkAr6CdodEbwgg,92
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform.yaml,sha256=pHqlKTG1urLY_ZOb2_lWenfo64Ax0HEhBdPdY9xCOA0,560
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform_hard.yaml,sha256=Yu5wCAxOyhy_z9dJ0L4GvponeSOp_sHiqsXcHKYInRA,804
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_hard.yaml,sha256=OHvPha62epaJ0k8yIRcxCKnM6mbiP5npURK5IMnaPAw,141
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc.yaml,sha256=N9yTAg0-Th_iME7cDFU2SftpBVs2iskWb5UpAN-eUn0,604
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc_hard.yaml,sha256=8Ubeu6FI0nM5s6asrih9nzYuet4BWydNNXTrDl1IdF8,614
lmms_eval/tasks/mix_evals/image2text/utils.py,sha256=4RFDi9wg3uAK4TEyrf58PfftKmhmTNK8goUpq_TYD64,17205
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text.yaml,sha256=yE0fYq_w8mVtnjQ6bP7OEsG-8G-bJTtf3pvFu6iLnzE,126
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform.yaml,sha256=uxxRlh3ZkV5HNAwAxCSz6ZPUoda7Bmj72soFGO4W688,856
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform_hard.yaml,sha256=Z4Lut2OedjGiUTEL1MnxYmN_Z5l12lXlx6LgLtX-2og,936
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_hard.yaml,sha256=7VcnQG-1va1lSjMCSXrMMGaLDgUS_Cop0Z0Cc9YdyUc,141
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc.yaml,sha256=2CYanCJO1PmOLp7N9QrWUUyvID44WjBusWt1ZnUCgk8,1028
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc_hard.yaml,sha256=pVkfY5sRp5iuFPE6_87tKQvCEdatl6UU_1F65GjmWLE,1038
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_openended.yaml,sha256=C4q8HOkUjA_kSiBpGJARZrhcZyI3H7hi-ZMzcLdqOUw,815
lmms_eval/tasks/mix_evals/video2text/utils.py,sha256=dgKkSHzsro-xIF5em-XO2lGYOg0YdQGB6mUWh6HttLw,17399
lmms_eval/tasks/mle_bench/mle_bench.yaml,sha256=ruNQyXLsvcqiFr254axxYme5ziUx76qwdH9vieL03pE,50
lmms_eval/tasks/mle_bench/mle_bench_large.yaml,sha256=NAkIMwGY-i8UVzA26RcltOBTkKe1PhtSvArxuA81w38,139
lmms_eval/tasks/mle_bench/mle_bench_medium.yaml,sha256=91ytch_vQNYoKjHorXs3feQdPuUwzJp57rXXgtJO2CE,141
lmms_eval/tasks/mle_bench/mle_bench_small.yaml,sha256=vqpHl9bW2WJRZR3ogEvW0W_qxCctXaxkimEkCyS4Ilg,137
lmms_eval/tasks/mle_bench/utils.py,sha256=ThkVx4bz7QoDqjC1PVFHSfKTSXzTKPG0--kHM1tS8NM,7196
lmms_eval/tasks/mlvu/mlvu_dev.yaml,sha256=vada9flloNhH-JnYsneBSf-_wc9YvNZlI1BM36_ZZjs,962
lmms_eval/tasks/mlvu/mlvu_test.yaml,sha256=qfb9iqbgFp5gxnKX2UrDWcxBxNz_FG-IyZhSy4znD_A,779
lmms_eval/tasks/mlvu/utils.py,sha256=O-slIrV9_pjzGHIowqmR6En62SW98NlGT2lQq3bGwWU,5890
lmms_eval/tasks/mmar/mmar.yaml,sha256=g9eQgnsm93ldiYSKQdCOEbSquR6NQtjSryzIYQvkrMY,730
lmms_eval/tasks/mmar/utils.py,sha256=ys68LJU9j_rsFP5y_AP4ymLCcIOYmWst5oaKQ4s0L7M,9308
lmms_eval/tasks/mmau/mmau.yaml,sha256=rHGu53zVNBw4HY48KX59uFveW63kGo148iRBxi48mWI,50
lmms_eval/tasks/mmau/mmau_test.yaml,sha256=5zmURaPxnHENieamg_rccqEiwGPtJWuFJkNJvz0ZXSk,202
lmms_eval/tasks/mmau/mmau_test_mini.yaml,sha256=Y4XiXVp9H147Q1UYcO85cmI2FVQFcaMQlGU1n2wTp2c,195
lmms_eval/tasks/mmau/utils.py,sha256=mQPR9W4RKcqs70yhcfO92lFD39uhr_FaXZfv5xsvHI8,4196
lmms_eval/tasks/mmbench/cc_utils.py,sha256=GSwdJCg7UqarIkRti1AEjKpt-kz6CE9F-UCh0iH_Wmg,3791
lmms_eval/tasks/mmbench/cn_utils.py,sha256=UYBI1ElIZX7-wmwxWnW1G84WU7JfpdAt2MtSXgB9HcI,4555
lmms_eval/tasks/mmbench/en_utils.py,sha256=HXZWA4yxKiqHGYS4gAH9wKjW3i7uPbqemZarPxgR8yY,4854
lmms_eval/tasks/mmbench/ko_utils.py,sha256=Be0vXNhegw39_ZFqlBIUtfuF9G58zfKpuPtypvDyZK4,4592
lmms_eval/tasks/mmbench/mmbench.yaml,sha256=sXg0GyyzwVAW54ImhGKWSv0dZ2YHeI2zDj806297TME,247
lmms_eval/tasks/mmbench/mmbench_cc.yaml,sha256=gl_I0OYmUheS6wqgbOT-MgA0HFYZ9wqW981oTr3ekWc,973
lmms_eval/tasks/mmbench/mmbench_cn.yaml,sha256=4KBBUe22xh7mndJCnZz8jDonK9PF5IXEcZiKztOlDJs,190
lmms_eval/tasks/mmbench/mmbench_cn_dev.yaml,sha256=kL1l-zidmVKFKkSEag9Gvs6cGTnHUrgebknJWBkgxvI,338
lmms_eval/tasks/mmbench/mmbench_cn_dev_lite.yaml,sha256=3Qfp6TI2LhXG375lqAftrAuW6bYiqV7ozmcpApN1Rww,939
lmms_eval/tasks/mmbench/mmbench_cn_test.yaml,sha256=An2yKwCVerzsnoKHYner5JgIZp_1GtSdCoGh-xuX2sU,212
lmms_eval/tasks/mmbench/mmbench_en.yaml,sha256=YK1ddclrPhUmySQ79Pp8SUHqgCUTc4W62Izil2tssJY,175
lmms_eval/tasks/mmbench/mmbench_en_dev.yaml,sha256=ZrS7CebxvOfMrNxmKwjrs5PLqVy0zQLkTJ0u8EdroWE,383
lmms_eval/tasks/mmbench/mmbench_en_dev_lite.yaml,sha256=IkEBKf1jbp-9Z0ElCLM3w24ZyaNxoO3YBBDc71q-X5Q,1006
lmms_eval/tasks/mmbench/mmbench_en_test.yaml,sha256=NDMQKI-0N6IFuyDu1d8wPXqvf5Q5U5M4isDst0a5y0E,214
lmms_eval/tasks/mmbench/mmbench_evals.py,sha256=q_GwutiEKv9HEdfPgzv0L0LKM6CAPs9wWUp8fbpLtf0,12322
lmms_eval/tasks/mmbench/mmbench_ko_dev.yaml,sha256=Hyu67dfGcc9kTb7LzWAYhoB73ZRrCOmRHt_H8MjaQwM,346
lmms_eval/tasks/mmbench/mmbench_ru_dev.yaml,sha256=7pFzdE-9gPEJFN19qk27G8OMnAHU2UQbgK22IY6I8wE,346
lmms_eval/tasks/mmbench/ru_utils.py,sha256=Wncgs6jchx4477VT01IQm7FU5Tto7f2QdLX6YPy-CuQ,4592
lmms_eval/tasks/mmbench/en_reasoning/mmbench_en_dev_reasoning.yaml,sha256=o52yFVrWjawxE8j7C8vqJsO1Jsa1OOlctMO1yxKb_mM,127
lmms_eval/tasks/mmbench/en_reasoning/mmbench_en_reasoning.yaml,sha256=uoHCuJbTVID5lDxIt5fQiFV18RCWZ0D1OWpEfURIP1I,88
lmms_eval/tasks/mmbench/en_reasoning/utils.py,sha256=dw_hHIjprWVbwYhFaaQgILCO6pophlai90n8sUwGOAw,3091
lmms_eval/tasks/mmbench/reasoning/mmbench_cn_dev_reasoning.yaml,sha256=sVinoGmcrwdhqaEFcqGNPVxePK5qI2Zt0ucQoC2DD70,314
lmms_eval/tasks/mmbench/reasoning/mmbench_cn_test_reasoning.yaml,sha256=JkHea9JlkLk_ACpveOWgB72jVT9wzfPSsm-V6GVWlxo,449
lmms_eval/tasks/mmbench/reasoning/mmbench_en_dev_reasoning.yaml,sha256=xhB-kOoVN2BvkCANkUDEyxvivAf7r4Pq5D0q1bNsLnU,314
lmms_eval/tasks/mmbench/reasoning/mmbench_en_test_reasoning.yaml,sha256=miEq57uJH2l-UfaIZL1EzSorJlttmZroEn3nN58_1qM,449
lmms_eval/tasks/mmbench/reasoning/mmbench_reasoning.yaml,sha256=zj6KA760FNbbEICDR-pGjNz9tiN9cJTtCa2mrIQd7GA,174
lmms_eval/tasks/mmbench/reasoning/utils.py,sha256=y7R0iN0YDrDmsuNx0ia3VbGRJjxzY0E1HIYkseVqwBU,4504
lmms_eval/tasks/mme/mme.yaml,sha256=qmlH_vb9k8scOE1J2OUw_OsdhNqvSNozcBmmwXwiRgk,1396
lmms_eval/tasks/mme/utils.py,sha256=QVRpydddgJ42p8r7bJhj6H96PeaDDNZ91EQe1BazbXM,4017
lmms_eval/tasks/mme_cc/mme_cc.yaml,sha256=C10L3_oblz3qC3vlB8rVr-p2S2jUo6dlyjfPp8eNkZk,2082
lmms_eval/tasks/mme_cc/utils.py,sha256=cTqwwOCvEiH9OoAAiIt-TozPucETKnbF6xodlvJSV10,5837
lmms_eval/tasks/mme_cot/mme_cot_direct.yaml,sha256=7LGeUq6vcVbvorBkxbw87ar-z9ZPVqrST5tDpEbfNwE,835
lmms_eval/tasks/mme_cot/mme_cot_reason.yaml,sha256=kDUis9moSbqRR7cNBxy_KxrdkX-Py-Ap9ixT6atxtoM,947
lmms_eval/tasks/mme_cot/utils.py,sha256=0fi6stj9pf_vr0bY52E6n6GmN6GmbPVQk1Q7noO_tcw,4519
lmms_eval/tasks/mme_realworld/mme_realworld.yaml,sha256=vAsCSwQw-zC0Zxoupl79sng3xFXSdt59vxyGqjdKV-8,1442
lmms_eval/tasks/mme_realworld/mme_realworld_cn.yaml,sha256=VFXzYTDsuL5g9nyv40QmMy8ZY98QWCUG2_-k4x84hHk,1454
lmms_eval/tasks/mme_realworld/mme_realworld_lite.yaml,sha256=VLXigKPwkeq4mfxZHTr99Qr0Ab9p_JhQ0wTo-prkPEE,1452
lmms_eval/tasks/mme_realworld/utils.py,sha256=aqr_kAggbuax75IMK99T8AYJlz1YDbT_JL68ymoAU6I,8039
lmms_eval/tasks/mme_realworld/reasoning/mme_realworld_cn_reasoning.yaml,sha256=EJaauwxLNxFAVzNlTs4twrIQg_t2pRzPFP6i9wl0oB8,684
lmms_eval/tasks/mme_realworld/reasoning/mme_realworld_reasoning.yaml,sha256=Cwnz3uXJPlpZ8ZBzPQfFsbBpnHhjnsqSJ6zRzoTJA9M,672
lmms_eval/tasks/mme_realworld/reasoning/utils.py,sha256=ppL7CVO4jytjOlx-PpPZsatTvRjcX4_KtZaanmlVHC8,3068
lmms_eval/tasks/mme_sci/mme_sci.yaml,sha256=_zcpRB3GoYGqZioZLZHwkXUmKEsR1iguY2fMA6vSyUo,754
lmms_eval/tasks/mme_sci/utils.py,sha256=lqGMBmRbyrUqqtg7kV-BQLz6IonnJilzm26ON-cZcDA,6445
lmms_eval/tasks/mme_sci_image/mme_sci_image.yaml,sha256=JVKIvCv9tYQcPSwyw8q8gLLT4VHfUwJeznYvd9jZnKk,799
lmms_eval/tasks/mme_sci_image/utils.py,sha256=rutyu_GdsB5pcCbUDyuEUc9TFAX_vW8aM6wKiIBhXTI,6349
lmms_eval/tasks/mmie/mmie.yaml,sha256=nmjc3GTuNJWiGYwltEhkjc1EZyFlBAatzEROoVnhY40,736
lmms_eval/tasks/mmie/utils.py,sha256=KI_w-8MK0mYy-JnaDT8hPASah212PTsz6tXAdPuK2Tw,5189
lmms_eval/tasks/mmlongbench/mmlongbench.yaml,sha256=BJb9PG0eHn4dkT-3x8qT6bTn2eXqzFyOGTUneTdLx20,753
lmms_eval/tasks/mmlongbench/utils.py,sha256=h1cYi6yBBN5fh1NlyHZpVvFTXRdvgdHs_5QCUHPq0xk,8477
lmms_eval/tasks/mmlongbench_doc/mmlongbench_doc.yaml,sha256=sry_VSzmvQpLjx3owk0RL_U4huVFb9AmNQbbV9qPONQ,970
lmms_eval/tasks/mmlongbench_doc/utils.py,sha256=K2ZSjtFZxlrYU1DwJRjGTcpU56q0cLsg0yL8Qp2qU8c,9647
lmms_eval/tasks/mmlu/_generate_configs.py,sha256=YCB9wgUojxcVSU6XQ9u5TRUN8jejHVvLpSU-rZxgGFg,5145
lmms_eval/tasks/mmlu/continuation/_mmlu.yaml,sha256=3V-OQyZQxU84eRnCOXMECkhxeMoWZLPrtn5GwB4L4ss,719
lmms_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml,sha256=MaAZIsbgUKm9k5iVPlCwfbfZ4C6kR460N5KTH6r3gVw,246
lmms_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml,sha256=5wF4Y029RPmbbqMdFSW_zaOL_c6wIFhTW9DExmIpmbk,218
lmms_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml,sha256=dJZvDQkdhyOoQvqET5PyZXjLSVWfxuyte5v5eYZuW5g,224
lmms_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml,sha256=Fq8CDgYJcE6Rx6BlV91_H_mcMmgtLuBpkKEUhf1GbLA,244
lmms_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml,sha256=Ctj-okwLoU1SWH-w7CLo3SFgC1UMvkOecmT4hiQCTWw,253
lmms_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml,sha256=6cazT3i4JhKksv6ee4MTdvSch8vk2Bi1hlis36ZmQNw,243
lmms_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml,sha256=M2TMmwpg1VJP_89YXRVW2v8LrYypXVSKKgJaiyrXB8s,249
lmms_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml,sha256=jjNHVj0OAHCSgKlLlGlb_z5cPzLlKNdDECVgjC2pVmk,270
lmms_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml,sha256=TwWC_VRq-VqzWpI3Z1DE4IFgI0CZeLK06e93q3REXp0,255
lmms_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml,sha256=hZ231d3nmOrWJaOT7COy84KKms805KcFSQjm4TbFDp4,247
lmms_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml,sha256=ScyxzFIxrw46yegFU9-hl5POZcAJC4JfMfv4ouT9BSo,243
lmms_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml,sha256=P1qZNBR-1vUxqkTlh1oWRqarJeGJQMj-LqEEf56HUAc,249
lmms_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml,sha256=lPk9f8t6I3aE5Y56yPfCQywH3IMxht2wLSsB9pIvF4c,252
lmms_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml,sha256=NyCWg7Q4WvcXaVR1bvTyaXrrfvHi7myA6Dea4zi04rk,244
lmms_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml,sha256=H77Vjp_UkpvZ7Cl87iXY9gn_dcLhh6RFeimGnsnF_rY,264
lmms_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml,sha256=Zy7p0NdV78D6uqaXMl7i9RJ-Sj7jv-uogWKatpz1LkU,264
lmms_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml,sha256=R4Ss7JHj3CXDWR_MeiKtYx_3mWsEB7KdYDjvPiSy1e8,240
lmms_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml,sha256=tLIiy8tz5sReidO5kvITphEkl-OMIk32WX_G7pnK1ns,235
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml,sha256=sRXfM57YZ7cBqNPzT2g2P4OJ3-IsxOzMQP6PGWpI1yA,255
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml,sha256=rs3En93OgVtEtHfDYRUrTR8UYrsKDeZw4J_YeUM_uSI,261
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml,sha256=atRoHgZ7095FvGNjJ0VVo0qGqqs2_mc_XDFjLfFRdzU,282
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml,sha256=7xT55GPHqDGK-dCBC2L0A9xV4nV2UnJ8TLL0pqY5NvE,288
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml,sha256=B2qvG-YbNJkPWMgVJZl2WGIh8KOtR_yE0vHCB0gx5qs,272
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml,sha256=vtXlV8rwpk09yGDjaCEDvrq4WTeML_Z2f7qgzEr0x_k,314
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml,sha256=rDmYLJH-OmTOnYzsRfHZ5bllGS888Cg43Feb_cPc9Cg,287
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml,sha256=60YqLIp4lTPrVLpA3sYm4P97G4rOMJlKFrnTJT1mF_I,267
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml,sha256=Z00g2WIPtF4z-zEWCxxOHXQx0yb1wBIkoa35Gkq0m5s,287
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml,sha256=PFmsMPCK1mwBAZKnlOt1kDRooQQ1yTQqlAoofkYn_GA,255
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml,sha256=eAYNlU5T9EPHQNOQMbLJ2GEyEbzMbrX_ZBa0mIknilA,275
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml,sha256=pGdOUMD2iAx5Irv45urSdnBy9KT9sK3TKK3AzETJzHA,264
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml,sha256=7Aqq_2a7qoWztzn6t9rQPdxZfAFfFk46CJt4at_uYiU,270
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml,sha256=XyTanBXEGN6aQBA9b4_Jh1N947YRm47oHGlHOwMroto,279
lmms_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml,sha256=gejBlHmyvAEQJu2FLvZYtRbENsEncJaTqFl_Pf_KTpo,232
lmms_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml,sha256=5Fi46eDrnRpcBnD8mswg083Tgmv7E50qBzS-ks78LyA,254
lmms_eval/tasks/mmlu/continuation/mmlu_international_law.yaml,sha256=oRjOW4VID7liH_sP_qJpBjHzLdCU8TT1TRIr0s1hXNg,255
lmms_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml,sha256=WiNB6CFoFNCZvpiUFLmkEkc5j44hhiiwdpX1K1jh09c,242
lmms_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml,sha256=_BHRBCzM95XRvh8Hu0gvy8fDczq4l0m5znh2-Wbyt80,255
lmms_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml,sha256=uUENhlqJhUTg89vz7DX-3FO7wrsTywjMynwBa6aJKpU,246
lmms_eval/tasks/mmlu/continuation/mmlu_management.yaml,sha256=tnrCl2MQuj-12fBhp1wYqzQSIBOnwizaDBS4PdAMQIc,228
lmms_eval/tasks/mmlu/continuation/mmlu_marketing.yaml,sha256=BOiDzMwEvZndG7g73fKulu3JANVAE074wlavVdnJRN0,225
lmms_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml,sha256=MmhMn1WZ4_j6qaiia3SKCZcwhMqPt_AYfvzkGEa5aek,247
lmms_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml,sha256=oCHMpWmjJGg3-zt5104KMS4YK08jnfEWccqe4zGrrmA,237
lmms_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml,sha256=Sn3noEpM6nzFNUcZrrvIJFScuaaNR3stJ3S8usxfDBw,246
lmms_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml,sha256=6F3YGbzxDOXqgvKNQCAAgjyz3oYbO1ttFPEnFnOHpT0,249
lmms_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml,sha256=UbtsbuI_3Zt4SchTrrGXebYu529uSuzuhvQ9AoyWmHs,225
lmms_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml,sha256=XTLNBVEgORnWfjxcd8mYtVocafD8T08kTeEZqf4PsN0,233
lmms_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml,sha256=nocdGCiv3b-4Xsn_EdsFIyr_yDYV2hB5BmdLygbuCIU,233
lmms_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml,sha256=4pGTELtHIO-SLaGLrimlJQOFDsN1jMfdn6UT2HotODM,268
lmms_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml,sha256=iAth1MKB0L-50KDb6GaejvJYw2WD7c1sfH1rDTcQclg,252
lmms_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml,sha256=zl2bYnP5SX9bo8-GqgbmxcxXHxQk024e8dwI59c8H5U,262
lmms_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml,sha256=IhA-lGKahGxIPg74v4wo34KL2KaMdwB3eLFRn4lowyE,278
lmms_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml,sha256=CjfqDGWW4wkwyRphCoguRelfOrLfvm3MgwUwsmEZfJQ,257
lmms_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml,sha256=OJNRYgHpzilfo3iG5ThaOTBAEZRgRHRlg5Eqmsz9mTY,257
lmms_eval/tasks/mmlu/continuation/mmlu_sociology.yaml,sha256=l-_PTHLa444UCldUsQUEpngNnD9KupvbLXrwTyqyyZ0,235
lmms_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml,sha256=LuAAXAilA84hb29_XriugIOoFv0DXXpmPqY166U9TB4,260
lmms_eval/tasks/mmlu/continuation/mmlu_virology.yaml,sha256=cg2ed5lJY-btTgeGE8GSmMsG2MRr08pHNMsR08YOQ3E,222
lmms_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml,sha256=riZLS_ZEYaMSsmeaeEbBuT59R7XED8ZmPSUy1AmPJRM,249
lmms_eval/tasks/mmlu/default/_mmlu.yaml,sha256=413SX-pfpVg_u2Spn5t8SiBxo-271lGC8VLXe3eY4R0,179
lmms_eval/tasks/mmlu/default/_mmlu_humanities.yaml,sha256=eQA22xQg58ihJm8UnsqkATJjgGCFUvwSPKwcFSVa1_E,166
lmms_eval/tasks/mmlu/default/_mmlu_other.yaml,sha256=HNgDqPVriKgw-KEqn8BS2LgjfHErjqhZWC2j7ratQ94,151
lmms_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml,sha256=7OSjJtYDwkJEEa9KOxyxqZZ3eS9QzTZvjp9ecmiZGUs,181
lmms_eval/tasks/mmlu/default/_mmlu_stem.yaml,sha256=LVhWPPZ4wef5it5apH_2gUPYVUzBZh7XuDKr5IOyYE0,148
lmms_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml,sha256=8CbMiRigpKQir0KG4iiJ3m9CNINnGXX91UKclsDQ2e8,270
lmms_eval/tasks/mmlu/default/mmlu_anatomy.yaml,sha256=ja0vjcJFIkt5gcYYbhGS42LSbA6sZJ0TBwgPV9-S_2Q,233
lmms_eval/tasks/mmlu/default/mmlu_astronomy.yaml,sha256=p3IydlR74kdPFBPTh9E_H-wXmumPI2p4JYxsg-Ix2SY,241
lmms_eval/tasks/mmlu/default/mmlu_business_ethics.yaml,sha256=Co313C-i8C8ccNp6uSB2H0eYYkYt7pdFcYLfgXsdzlc,267
lmms_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml,sha256=IwgnlRO7cfVrxGIT7HPZQpGKbl1u3IhW7EMNzG08wms,279
lmms_eval/tasks/mmlu/default/mmlu_college_biology.yaml,sha256=oQLl3dYZWRqKft8YML14ya5W8IOQijH1tiug16tZNpU,266
lmms_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml,sha256=qvvRZZK85AhQ-V8Tph065T8uzFEh4Wd-m8J6iY2LAiw,274
lmms_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml,sha256=NLpXnRE6x9SZ-58aQdsw9lbrT4XyQMjoWy4ByKLnsao,302
lmms_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml,sha256=9e4tXKs2_c7pZ4_f2jHB1tr9FzZ0aSMR5qMABRHX3hQ,282
lmms_eval/tasks/mmlu/default/mmlu_college_medicine.yaml,sha256=PJVliyXPmd2cmYQwRjzcrhrUw_t1xzWsRINEjMvgdDI,271
lmms_eval/tasks/mmlu/default/mmlu_college_physics.yaml,sha256=QZ_3QTRbAcjXNiq0H3pI8OpEZnzwu4cFaHGKUAscpqw,266
lmms_eval/tasks/mmlu/default/mmlu_computer_security.yaml,sha256=pzT4m_-0A45r4n2fQCqsDnm747gx1C-v_F4VQQ2IqVM,274
lmms_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml,sha256=L0Qqh0Ubn5WyKQfUNOc3yhRFXxlzkK1pu6rplwBK1KI,278
lmms_eval/tasks/mmlu/default/mmlu_econometrics.yaml,sha256=TUI4bKKlY31gtJeMV100kDVPQDjGd0MImn6f8U1l-xM,264
lmms_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml,sha256=wp7Wspyyiw_UwkOiv2NzhRI5JhGbJRYPmfAoZ_W-E5Y,294
lmms_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml,sha256=kBBePuU6hp9bsjNh_gFBnpzsVL-_HNgrLT8-X4ozXEo,294
lmms_eval/tasks/mmlu/default/mmlu_formal_logic.yaml,sha256=MePI7FG7vounhClIsohEsPEt6LcJBZ8WR72jn4YKuG4,260
lmms_eval/tasks/mmlu/default/mmlu_global_facts.yaml,sha256=2Ti5YqP4_c2QBA2e8o25BoptHs8IpzEdjeftifd-q_k,255
lmms_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml,sha256=O5Z9S_UWmqkKvYWgS5zKV0a3kQKqnj_spKrYMY9EF2c,282
lmms_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml,sha256=2JKCMz1Pzh92HfXguu3LWapy2rIvRlHT4fd6oULNHwY,290
lmms_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml,sha256=T6IF3DSgmKz2jjA_b3wNo73enUY4qUpWg-9sV8PD8Ts,318
lmms_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml,sha256=3DDfgs3vFpKpmAaxviqpTxY2JAcXnMKi2eq9s3sq8G4,324
lmms_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml,sha256=S242QlomkOAuRuinx8iG1k5CCCOZhXx7_C85bZPTjqk,301
lmms_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml,sha256=ArleOPEzJmppu7_7jsrvX2f6BSHYGw9UCg5MwtzGSSM,357
lmms_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml,sha256=2GUF-nirRdrD3pAkMrsaMOJfPYb-ICicB6G2EhRSnzM,321
lmms_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml,sha256=fNqq0LopnVZ5s0TsjNR3Xdgev_ORgEEVenqYBwjzHcI,298
lmms_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml,sha256=tQ7mpInr71OeoYG5aHFre3zclHKfxYzwG582OICT7DY,321
lmms_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml,sha256=juM5iHF60cnMKfUYQf_di6LOV-gPk_xvPVcKSMZoOTQ,282
lmms_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml,sha256=YDt1fIhD7eXGRRolWTqO5beB1FOwc3LElCSBa3mppK4,305
lmms_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml,sha256=udrapc6FmNb9BoSB4D5hflFU-QRiyApxh0v4B3-_hJI,294
lmms_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml,sha256=K9E-G2J7AitlxMjxNfrCqpbc2cp_Rv95q-hnnCeeuUc,300
lmms_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml,sha256=WA_YSk9MHJqXSxO8uS859aDEZEAkAXRN2bRdqkp27q4,312
lmms_eval/tasks/mmlu/default/mmlu_human_aging.yaml,sha256=zugLY3kLDobnsmzWiXPEEKsqCF52JiaKSiVYftSKeBE,251
lmms_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml,sha256=Jn_j64_K9S0Vf8wHKNBRP9uRwzcRc_44jgsD-KfqCeQ,277
lmms_eval/tasks/mmlu/default/mmlu_international_law.yaml,sha256=mQZNHQMEEGyxn-ox_Ur1z2mpSctPXocXKadtCQo-icM,280
lmms_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml,sha256=LRj8ZU3UTZLd05St8ePvl8dDZjeLs3NFsuRNL3n6KwU,263
lmms_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml,sha256=LwO9JW4uEv_zzexn6k8I321ni226y2liwNgdwNovNWo,280
lmms_eval/tasks/mmlu/default/mmlu_machine_learning.yaml,sha256=eJuvGEQp1rUF8W_lgauzK6GBW0giNzW-FXECRMPUyUg,270
lmms_eval/tasks/mmlu/default/mmlu_management.yaml,sha256=nUUHwGC_8NtNyP9BmMYlcV7_7SjST9v1RJXqSTscbSc,246
lmms_eval/tasks/mmlu/default/mmlu_marketing.yaml,sha256=9j_s20guPyO90YY8ajCaXdyDbgn1MVFfCjPehGG4JMk,242
lmms_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml,sha256=qya97Sl3V2Ch5UVdR2Inx0pR2U6ws2k2OmnRhKh22Fc,271
lmms_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml,sha256=r8mO_OlmdomVGU_9XY6GyIG9rQb9W7V2FWs9oTP4LT0,258
lmms_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml,sha256=7IJ549pb_EooobCW8d1sQv5fMH2anFE-PnnymQ8v0Fg,268
lmms_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml,sha256=yYpgqZOGyvsJXn4CtWxqdAEad6WmdykB0FXp1I5j4m4,272
lmms_eval/tasks/mmlu/default/mmlu_nutrition.yaml,sha256=4RfBW5hG_HXp788o9i7epsc20k1NGsw-MQIF8YUuYiE,242
lmms_eval/tasks/mmlu/default/mmlu_philosophy.yaml,sha256=dlSgZ1LFxF4GN1COpKUoeYEUwQ-rFyt2HKLvOXwNkXI,251
lmms_eval/tasks/mmlu/default/mmlu_prehistory.yaml,sha256=wj-NzE6WAR-evKmbyysjcvR31eNmgWkLus2UwKQDtsk,251
lmms_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml,sha256=Qy3zH6atU5gCARcYlIH2GvvEsnv35-fwP6g_kA8BzRE,299
lmms_eval/tasks/mmlu/default/mmlu_professional_law.yaml,sha256=YGfWAWDQl4teLBX67c2br1GIYAh2qJL7CMQvG0NpdYw,276
lmms_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml,sha256=rt1sj8W2YvEZf9opIL6oUWzkCQ4W-X7wzx0ipMVCdOQ,291
lmms_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml,sha256=yKzADzAQs5bONPK1T_pr8IBjl6exT5ocUuqxi04CxkI,309
lmms_eval/tasks/mmlu/default/mmlu_public_relations.yaml,sha256=P1YLsMvplnye6edT1BaBMEo2bIPkzMtzdD_KTQk4Uz8,281
lmms_eval/tasks/mmlu/default/mmlu_security_studies.yaml,sha256=wj95CWRxndMquutJk-y5v1Vgp7RgYiDNiKkAgw4R3y8,281
lmms_eval/tasks/mmlu/default/mmlu_sociology.yaml,sha256=vxyiL8KbZUMbg_qd5ZZ2o1Q1NbmrlC-obMT_jIcb1sM,252
lmms_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml,sha256=RMNup4UrzMlB_CQ3C82cmFqw_zNKlolSWmUR7yxqgzk,285
lmms_eval/tasks/mmlu/default/mmlu_virology.yaml,sha256=AosNOsus2b-D9-Z6QbBS5Gmf7Mykx-Xp7ddPv9JZqBc,238
lmms_eval/tasks/mmlu/default/mmlu_world_religions.yaml,sha256=CNebGzzEl2qXyapX8TYstYjbHmgBC6Vv8zpPvohOPio,272
lmms_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json,sha256=CBR4SFsdT1HgEwXhkRPw46Ro8tx4dZY4aZjiKal7CWw,218396
lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml,sha256=aDqpEsoqk1kJVjfiU5e1KTmHIMiVjc2IvXuI1xoWN-k,750
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml,sha256=aoKjo1daIkx5T30ISY7o2BUA3oz4W68XexDysWUxdCo,3437
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml,sha256=NfsdVpLvvYjfUUXDBnuPpfskUdeIRcWnUJ3FrXS5JPk,5059
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml,sha256=6KSucqnE8iOZv325YR6EUQv0WRPM5QAbvtJrw4Lt-GU,4723
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml,sha256=ePEfWvjW9hGri9fyYrdWKJApibnBEgxwIFdznFWgsn4,4909
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml,sha256=jSX8CrLPkqtcQ2xfZw4xX5qM8YgBLyl9xC0l9r1JLLg,2900
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml,sha256=9icSIiNn-Lk97LWSi71sblLfhTesUuORwrQeRZNAfWY,5193
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml,sha256=umclUsBFK4O89oG6zRtUFAKs19DrVyue6_MMaAFlb5E,3237
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml,sha256=EdD6aAAx-i5yc_Y7O58PsOoXycRKStQhF2U3pX_w9_k,7034
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml,sha256=xSIg8xcmZZVRydgLynC3-pUbUL2pBbYMvFP_xQ1vAxI,4331
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml,sha256=RLDXJh-sQOQ0lFWII4LNx_MJvWNVIqWD0Sn5T3JBrO0,4607
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml,sha256=6v2Tf3_W5VHFhB8H_xlxRlT4FGUiW2yod6bDvdhCk7g,3715
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml,sha256=POr2i_1yjPFuY3HeTBUL3bsTURZFqKcs_edm1IY8F3c,3054
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml,sha256=Dqx2rk0-aZOBkOJyM5l5zxpPHMSJ8f7O7byfJeCb1Uc,2809
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml,sha256=J-AUjmmIOmO0PIL183eAvilrIx-vzxyGITFxcNCE8Q8,5536
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml,sha256=NNyYtTJuQRTjhpruOqTft_hxl9CnCuNFSHyGN7iy9v4,2914
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml,sha256=P1QoBRn3f-XM18dFvVDhLRtx0s9F8nH6CfkD3yI0nRU,3504
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml,sha256=9AGOvcYauBYhyCqThrTaewYoCXXkuwAtAGW5QYoo3Lg,5114
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml,sha256=nmnpD6mUSTKLZISz_w8vz2oFTGuK3_v401rbdhbgCSg,2833
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml,sha256=iJunyyel8WFVqtJ9nOlsGkqE-ChRSwLO7JcV5GZdoQI,4783
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml,sha256=JHmrVEaXCM7g8vh9E69K_gUoGBCvH4y-MBGpbzBrPC8,4328
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml,sha256=F14sc4cBJAT_2LcpeTrt51R7uRjHig3F5MPtxVGCWlY,6099
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml,sha256=lPKdTXSKf_OjAM0mAOU979ZNI_iF9_r5z_4aaiXxQrY,15060
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml,sha256=tOeqElDXEHPrrRNvXlV0L7L3N4Gk0LOE0rZvIlw1jqM,3204
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml,sha256=iAephTGKPDRHoxgMnpLefgqNM4kplcWYTDbEnk6uMw4,3706
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml,sha256=jXvXWYS6kECGZHZbUbOB7LkCN5rkknTbF5gycdqmk9Y,3175
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml,sha256=ThNRgKwDtZq12U5bIstACPcgXEMI-nnjS5zNxXNL1e4,3101
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml,sha256=R6fCxhwNYGgBw_1ZD9vhqm94ebDiB3hiUfZ9rIZR0VY,3372
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml,sha256=Pheqv0INY41kpLOYNSS1WX7JBO1ToQI194DK_fEpPFo,3340
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml,sha256=BTF2HYLYG1iP95UEHKS2nNGayJ5mKe7TGdNSRoiz9pQ,4131
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml,sha256=UMJg38f9nwfPF4Jt-YXEE-WkWaW2k0RI9QlfZAZmul8,4953
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml,sha256=s1uN2OUtP1ZdsmH_XTVt6oYczvHqP-pfau5m8Soe6es,11947
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml,sha256=S-OeHiaFnGIr5lDt7Cj5f8nco0z3DlFo7tVI8igv0sU,7284
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml,sha256=ymydkPmpbhRS8VIoHZd7ubjpp1TVKjowFlOhlVxFwzs,2289
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml,sha256=z08VPd6Ea6dXOLy7dPqv5D6BpTcqeOHcQT6Xj3DFqkU,2846
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml,sha256=UTmuJzpiFavS2ytDpE5FN3CFXxznRQopuF0D80mRC1c,4656
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml,sha256=RAGu2JMVkjmX4LfqdlVhx08yaHHWZoGVHQaeK0WkRow,3813
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml,sha256=RgvkHNCUhhqgE4uZBoOp-dJuCqVJ6XR1yAZauNJA7ss,3789
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml,sha256=15QW1HTXpuYa5ZH4rEP5Rsp5ONh1ChxRcLCcTnBZslA,5222
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml,sha256=lLcSx4BvWS_R2gall4ag9_pgH3-_U7eDTz-3Fx1DSow,2755
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml,sha256=jh3RSWqO1CIYDOtMKsZHiZ7KWp0pcy_9CdyawkKUEeQ,3411
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml,sha256=tWEjkWRv9cK3MwCFwZPduR2ojdx1uh9RqokpdbiI95Y,3090
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml,sha256=XtpBvyjvm0hgFDLTN13Dco1KVNqaYR1GsJiL3gzrpYM,2309
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml,sha256=Pk2KL9ApOsRDFRvcnKHh5jFbVKO5pgzS2fbpG-QpIfY,4154
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml,sha256=zxTSiCbkkt_TQKS01FqGFr-Op4oaVqb02GDj9LBxA0g,3752
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml,sha256=ZssM_H6p58oOpBzbc4BYQVmI4_HcwUXvWEzBJVwV32g,4036
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml,sha256=fGvJp-3mY5cVPEP75VQep7GRXGuFm5lDMG1vcAGyRnM,2547
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml,sha256=vHKYo5rqJ31ybEX7ELyOeDKinVPZMvyLmKRLHZQev3c,3589
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml,sha256=nV05gC06lQBr-d2bv019_mUBKERIhoPNzl_Rks8qVpA,4077
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml,sha256=YAAkAb4sQm0o7sGRBpeO2lAlI7nyz63ff-oYSYHRZt0,9158
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml,sha256=Xw5al8I3VhWnDIKjXMbWbsvQdrCZD7mmc2QtAgTiALc,6138
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml,sha256=6P8qbZ_O3N3jEiJwArq1ERm7NtYLuH5-wS5GJXekANI,4161
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml,sha256=9lLn5RYT4bGPyUbdSl6V6bySu7DUK_orSz8H1HZ5W5E,3287
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml,sha256=CE4XR9kh2RsYwTY1KwAE1JULtR4IwPi600gIQcZqN_4,7483
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml,sha256=4RYeG8EHkC4CTaNIOilP4IFCMP8FF7c0Egp_raGanhY,3603
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml,sha256=VYUq-Ca2wgNtyF3EXqI8cAdD2k4k488Gt83NiKxNSII,3414
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml,sha256=_5OZHH8JTrwLiJHe48_am-NcGPTsANHzz6W_rRWXhsI,2569
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml,sha256=RzCfh2DX0Ndpa7RQKKYZGr-G1MQxwzVyBUOIe6oVLaA,2239
lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml,sha256=gNwjjtklC17AJFI-hn3XsAS769PlCUGUmS_VYMwF9wg,820
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml,sha256=D05DDG34FWWlGwetDV4PdGA3WZO9VboybU4p5kGptKk,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml,sha256=cY4balmA0QCne1GmiGojYS-9fpjfWbCtmRjw0PVUjso,254
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml,sha256=cwRgKV1OL7CTBD7srUikdN4Vf3OCt6FsAgoKwRORpBQ,260
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml,sha256=ZrhIRdufEA1fYcMhsXKvB06D8wlYmrmXDpUEP_Nj_G0,280
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml,sha256=IZZZgomNbEMXSiQLeADOzZiNfhLwiJ7e6pyqxUgDMB4,289
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml,sha256=mDwWAnhwclDY0D-x_y7ae3tZKMGlS79NlNlfdJ41Ri4,279
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml,sha256=P-90NKqT9YM9LYYo83fJrim9ififcADZvUkBtkL_qc4,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml,sha256=-mIVc_Fdd1HqNSdV1rzYtp_JraEX6OrvLhZQusw6fsY,306
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml,sha256=XAHW5r0unXbZOEcjgP3AidZcabbqDGM0PSj_rOtqVa8,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml,sha256=VK9vZWHVJyTidMD0-NeeIkeAKg1Rz5ePO-Sw4hnUG_8,283
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml,sha256=-ZReNbSo65Wh1vhTq7AaysoE6tKXLxLyPGXaJgKEong,279
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml,sha256=JVlwrz6AGKo5JiPpqRwJOiquysmPKfULu5SlQ336Kng,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml,sha256=PI0oH1j2jO8jgClOXahq_z4E1rigvQGtPiBHP2tZSp4,288
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml,sha256=-73Tl3h_r4XsEtBu1cMshKyQ6NTMTfv2KHSDduAslRk,280
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml,sha256=SDKUoWWp9cIqYXvjTLem5tMaxb0aQI8gdAb4rDFAasE,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml,sha256=EtonB9CNq7aNJ1wVcxhZEL373XgjUqvv9005lUTZlfc,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml,sha256=dlkXXyHQJabUdEPoWuAYZp1RJgrjHEFQJoxJ-4mAS6g,276
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml,sha256=ivw4selCmO47w_LJ7RrfzQd3jyToMQ_BTZoZFm_Mmvo,271
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml,sha256=b5BKJIFA06AXkv_5Rh8LRXW0b7xoTE0rlfH3b0A6ONM,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml,sha256=MJtb1Vk0KVeaEjF-2f7WJEZ-pBVP8fWfs0dyTSHbTcA,297
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml,sha256=jfkNachrEHkFYBeRKBtEkW7x0Sn0snBJ9W8AYs1KDtM,318
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml,sha256=XspQCpWtltqohocXZlkq_z7u11vM94_lT8LO_hBVcV0,324
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml,sha256=DVGHMwbvjxzvcsOuE78daoAdWBnIOIdmB2mlyf2fuXE,308
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml,sha256=lSKkQzGk3EiUvLME-e9qO3yDsQfGaTrujlfmBwNBHxM,350
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml,sha256=E0I_PGk9f0Wsdw3F8tDuU2iOKUVy3J2Y4p43Wb_euds,323
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml,sha256=27IY9CpRty63Alj0zzI8cDRWUKgM7THicNytWJs8f_Y,303
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml,sha256=LD3Zv_TzObQHeWLggpthdaNAA7ui2XjsWXlimwQTm_s,323
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml,sha256=cm9dQlFdMtfz5tOwiyXM7BqvKBidwRvveb3ztxXdfM4,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml,sha256=VWp_wWvztCPD0tyT3QrRbfo9mg6rfGMXGOS-kgDL2gI,311
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml,sha256=IltR0N48zxn16GwipiRpZbKQ5qzTgFzDH1NOaGl2X3k,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml,sha256=y0YirRMDycGp_K8S5jznOiMAcONYRmS05ZtkvKzca_E,306
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml,sha256=lGmBBbBH6NAevJaPGb2o2sygGyyyMDoiIwpmgqiY2rY,315
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml,sha256=KqIp34UVbvFLpsYSLd9J52orPct2ughaBLDr3VhUVic,268
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml,sha256=Jy6B8vN92ibceNDtU01Bq_ndA8NdPYacXeqoceKiV50,290
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml,sha256=PXfyqDlb9f9UGkpMYSTW46JWFPbbAgFtKLM7vxqAegw,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml,sha256=DjJ_Bq17wreCwNnc_z-yFV48cheYizz4yYsmYCcmKnc,278
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml,sha256=nkn_yuCqkcR9NyPxDrmyC9UKOYPHTz6HkyKQP7-Na5Y,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml,sha256=aRqD8d1rUjB2sjUoC_ckLlwiHHwdDX9INhByQO4xRsY,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml,sha256=IL6nGRkVGZWTqwKlUa-WHtajFZuLyAqMUb3OsN2MwHA,264
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml,sha256=2Lipzgz9YxVanlPjwDXZzvryBl5LpTb2NiLwNQcAI3I,261
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml,sha256=As4rH4BaPJJFWhPnWE4ZP5KY_Vl88TaQFZGW1fgM31c,283
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml,sha256=4WWyq9lBuuVT8HQyVzKrl9gcaCi1I5gbZufGJjoOt_w,273
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml,sha256=FJW0e-H44dVj2Dzc4GxYaCZHrVG5KucwW0Y7B4L2TB4,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml,sha256=hbS1LVpvN4e7FEz8DoYFQgfbeL-H5AacySuLzvFaXiA,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml,sha256=yJ0J_nvK4K0BfQ-j4QFFnaajaFD0jyedf6t4KqIr6Ks,261
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml,sha256=0avKAsr5j114NxEsE8INnzfUpC5aKXbMRzV2ykd5dZ8,269
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml,sha256=su4Ax1VNGwqAE3oagG-xQBtvhFdUaGDQf0n4Fz5zYeI,269
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml,sha256=qjfzLUYsrnl3LslRPuhBrRUWJBsc-wsvih-N5fkaJQM,304
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml,sha256=tGM7w7_jiNzpb9PudNOhahfUG4EJHnPOhDu_ah3Z_EU,288
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml,sha256=Ekt23-3O7iBVbDutXEtk1-upwBwSs4FvM1RE6AwPVbk,298
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml,sha256=v9Qg03p5C3m2mZF_k9-UuHiUAueNKTWMLKoFM1M-nio,314
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml,sha256=h6cGYx0u4HeJet4qZTsxj8drafX2GRvj6Wu7dm-rMZU,293
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml,sha256=_VSy2T68x180Kjzi_SvsJJo5Th-PSkDoZu_ZTUbJK0w,293
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml,sha256=n3phQqnRjvI8UzNdD7ixVlRPS6EnlXqfCtZeI5l6xQs,271
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml,sha256=aZ_BVODXeh7eRUG2M7fvZlSNG8K0LVBIu6gTIkmkt_s,296
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml,sha256=2ecBnyQ9shyTxVsnx_UFVrXAd-Z2OERofAFq54zRNIE,258
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml,sha256=iXG91N8qBRUePvkeVVCjCZ2iu4k55tXQ33SNp6SgVRs,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/utils.py,sha256=hyQTFEgudG8bKtCk06WyZJZUGITd9vkAYgdJhGp-2Hg,4010
lmms_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml,sha256=Bop3pKSRBfWg3yr8BDQ7YKQR-P1JwJ-74aOZCVWBFBs,819
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml,sha256=s7Jrilere_l9b20MHeUayblpjRBrE4JkdKS1EXKbBk0,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml,sha256=zNWn8oystI3AcYkzbrDJinJVYM0DnYJrlA3tAJwQtl0,262
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml,sha256=II3xv9y0OQg248KSmBwDKzn-HyA14zS5d9-DDbHFddk,268
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml,sha256=NyWQoZ0cJ5GkSqpwrjmiim1v7d537uI0j1GQC2gFKN8,288
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml,sha256=QngfKYlWu5Nx2VSud9pgKKTVW1GK-eKML3fpq6v_ztY,297
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml,sha256=1YAyz2nZ7Owjtj3Um_bn4dCHrSn3QY8x1MCxuoMf4w0,287
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml,sha256=o8Ed0Y9Cu9AbT_r5r8RUvOxN1vRezkhFpSx6H3Y2kWQ,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml,sha256=1T5NXmzTif9MvWto4C2zFE-1WSLbAT0WgqDrnT8VCfE,314
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml,sha256=cdP3-FGOWQ0xq6GL_SZxKEM6Ry7ccVGPeLZKALOqpz0,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml,sha256=H1zZ9nnJW6gTJpoOiXrb5uiJG4DYT5Wu5pgwUaAN92U,291
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml,sha256=FdTzJkEdF45HRR9T2SxHNKdoex66oEZVw3LKCKrJ2dU,287
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml,sha256=23G3cPpkTHfdCISGGTrZ96ayxh9B-NYknoCUKwsZmzI,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml,sha256=pOuNyqn16eIoknydn2nZhU_qxtK52SNB2XS8GdUcQ1Q,296
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml,sha256=u4f1uNl0s46EU7p6uympWItgRMJHPxpMBUQvaegNrt0,288
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml,sha256=qj2EavhGdgdRzWozLOukxByWcWVBuA9lz2KJ8JQQebw,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml,sha256=Aseq6EZOnY2WVtgVSNf2KJZU4XdRVnbBzt1RzgVl0so,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml,sha256=7jpLTcbeCP5H7nb2pU26rZBgpQedPkK3UM_LpHcyAgs,284
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml,sha256=TcqbBk9fRU2cw1pPpuj4bfod5_oHc3Sxn376a2nBth0,279
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml,sha256=sEDSFdJQAmKYvL6D7ry8KaBc20JLtb1UIKRDGmyKCqE,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml,sha256=7WjWhgjlhGeSZN8nmDjhvFM38VCfmPFKUjKsQNN2jxw,305
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml,sha256=zbpbZsKsHCKx_W-zgqTVvncBFZeDFyGEl26cnsYfETg,326
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml,sha256=2h1tvtpKyf7wIpY7RQFhiWJUy6ewZblQpItDkU_u8Q0,332
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml,sha256=HkkMxEBZilgLERERsBVOcJWJm6TeE0kp0AR8StbRf9E,316
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml,sha256=148V9B4X4Ugx-BRj4HZOep3j6oRcYy3_LfGASGRPFkQ,358
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml,sha256=hgLg4U3KvgYNX1IwvPXi5kK-v9wKcf_K28bX4tC11Xc,331
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml,sha256=8a2BQVyBbPbebDiguCriPJVl6hzfjKVsvOueXKJktzs,311
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml,sha256=pk3mU0VV_VlqDFmpiUTCuQc6LGDjAs425H0BjcLIzHc,331
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml,sha256=AZxNTMWDTCuq94nB5IosauC4FXtWTy3vT-PiQpPUdiM,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml,sha256=lTA50Ex7dTgThukHjMqT0sdgMWfxfqQwjoxG9rAALPY,319
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml,sha256=ElR08bu1Kd1ST07EYG8Xh21TKXkgDkfuGdPomnT6YDY,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml,sha256=kGb9S2UQ3Ns6nHtdyfQ_pHHV9J3SQUxY9-sAID-KXpc,314
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml,sha256=EpCtsxCnFv6-g9sqsJxzMOLATUQLhV9USwH1FuEg10g,323
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml,sha256=WErouLe5sv4cI2ck04yL4sxThiDxlYMoipedAK4Dqt0,276
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml,sha256=p27dFWiacrUWJjpFP42VOedTJbGMdhvofVZFJ5IbvFg,298
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml,sha256=Cs3unyHAh-vdJkZW2VG-uSqECw4ZVE4M45T9ZVwZg5k,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml,sha256=PVD4etJIGccOpDvAgRXxATmWFFmj9ia7njsq48824XQ,286
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml,sha256=MtuFmChMr69HuKnEtuku_aopmlte6nrEtt5yy7zy2Ek,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml,sha256=IKDI0oC8uhh0vx9fwOC9s9-DsrG9nH28BYTc6oir-C8,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml,sha256=0NQbxwZwIVAccaQ4aA8kdoTMbJECDUHz_FtJPvCNBFA,272
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml,sha256=ULg8SlwzJG3dRrqzoHgArR4q1quVlcKkQGowAm35rzE,269
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml,sha256=Z4rFunNipapEXBeXGIhHbIAZn7J2SLuwODdJjHukFcE,291
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml,sha256=og2T_i0QTr0HLnT5X3aJ1YtzvrOQiOK_mMjHuHifjcU,281
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml,sha256=2xneip6zemaQGdRTkgLiktKuMe6gpsSCq0hhbR2erSc,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml,sha256=3auT6HtyVcKbDU0DtVw4c0Vu3EhpnxgV89JVjjBZA54,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml,sha256=UgAz5XcXNI-BJuivOX120uWw7HnOwlNHav9Xjwao1x8,269
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml,sha256=TCbq7171FLsj0ta0_EUsmzeA-Ylwp9zXJblFhAHYhHk,277
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml,sha256=908FF1FUKyqYEoJMhEl-JxWhltCyGp4TROr-fxvuk9M,277
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml,sha256=0vMPYRTVo3Qg4wCmpC-1vMK5_tDdM7Nzsc-zRTy3X-M,312
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml,sha256=d59gXZqzkEuaSzfnxUWaglnyCM_r5hefrBKox5IEvzM,296
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml,sha256=xzVz-T4oF5RQkKUH1iVv3NnsrDfmRJMrPBSa3CGo6dI,306
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml,sha256=y-JmFdCLTcX30DGjpElBge12N4a4S1i2eFbJrRw5bFQ,322
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml,sha256=XoHvoG_DgMf8s10nBSKlA4Sv5wvtYP-T58oVKXGbi8s,301
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml,sha256=VOZpFs9xzsuC8cIsLRCjdUUlETvbXaG942AmTA22cs8,301
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml,sha256=C_JHvCEuSurkXZwoqigSl9q8KcuGwMjLp1eefK_93nE,279
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml,sha256=DfgPoRREhgzYfCM_kl0wgXV5R1SEVmdLgGzk_RWJqJA,304
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml,sha256=YhwhXTYhYG12kLeLyWRspD6Go2OgS15MoqlVftdQF4k,266
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml,sha256=-f0UZagvha98Zx0AYT7QxfLz3qt0TpoyoTWKT9iyprA,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/utils.py,sha256=hyQTFEgudG8bKtCk06WyZJZUGITd9vkAYgdJhGp-2Hg,4010
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml,sha256=qxI1DduHmLTDisjy0jjRakClnz1cgkI5wxNSzF-BgNo,797
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml,sha256=ulCPZQ9llvydmm2y49SOfOYWlpoy0yKIFPhyOMlmHeM,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml,sha256=MLy-Pj3LLNCUhAhOeW5ar_RxX5UTY_scfAonD8ChoFg,271
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml,sha256=7ssuxG-GkP6RNdoEPtVHtTP9jOShBQS6-qmMQ-Y4gKk,277
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml,sha256=Mc9Y8Tp9G47Kybe4-F_g9fA07sP_YwJ29yhCZNVodoo,297
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml,sha256=YD-FYJc8HFm3EP22a5B7-fg4niWN9zXdT972LUNyuUM,306
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml,sha256=UihlPmUj5Itbd7YdfzDh6FOPqKEZtnnxHfpm2p8HycE,296
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml,sha256=JN7Cp_7d9YwBTwz_Wt85dM98SO4GSf9YFxU1Ap_9x3I,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml,sha256=9V6IrXZkSepvMJL8gFICcDr4DENWWzUmLJSdTYlXKwY,323
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml,sha256=5RjnRXsx9FLHuAAUl47vBrEauApaPpmrZLo8pJLRGso,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml,sha256=8bD0QAkw2H6_qWYnK9CKWMIciVUsjcS5JDAhR7NsyfA,300
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml,sha256=iyG-rUaHcLybqeIQKg7hXj2cZznqdKmaQIh_4x5Ciaw,296
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml,sha256=AJ2qufO56laY56kj_cY1VWOZBISKnINdaJuJ53lCy3k,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml,sha256=a09Umo4r7aUQIeQ7d3OzZVxixgZq9f4qV5wTq2AIWaw,305
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml,sha256=SN3xzBYKkZvlbP_VQIOnJnFOO5mD0VjhWmXazr3H73M,297
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml,sha256=zN2T6fNJt-Ss3nDXvdPp6AQm6K5LYVDjT1aOWifdiAY,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml,sha256=SqOmX7eQU6vU1QkmLtBHTZ7Xras1BdXmSOePnfEBDaQ,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml,sha256=_eiYK__nXe_lQPR6MorF1B3svb1XksZlWf1SME0-qkE,293
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml,sha256=Ck8ekYLDh0E_w0NePunync27jXpx6-4MH7oa1-oCK6A,288
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml,sha256=d2NaAY5stZ5pZuYF17iK22n9PEBwPbfKfe57ijrftOA,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml,sha256=kgwgmyMYXc5hOe68Mg64cjzt_J0l7Jcx6VisZ5qI0RM,314
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml,sha256=-m7Gy_c7sLJEuFNdD0zD74Fxbt0-steI2-zQYxzxghs,335
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml,sha256=cbpUD0Bla8I2_9VYvm6S9wLHDwFNGWmuPL6PS2Iv-EA,341
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml,sha256=uZ4AO91wxjF_rT56oMm_aBvLeJP1ZMPZPChZ6uNcyFY,325
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml,sha256=NCXekJDxaZcsYxzkypyk5kPLW7vYBYbrnXWB3IcFles,367
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml,sha256=eRiuz_RSOR3RYdIkWU8d7h_KKIMW313rzWfSQ558Sjk,340
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml,sha256=k-C4P2G_HWeCI2pTV_z52O9yUZP_EuIfdvblFuUDmeg,320
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml,sha256=tayKtGsl95sxXoRW7kQ8LWFP18lh1q0mgIXHRjn2EwA,340
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml,sha256=cbkRDuPtzo9jJJq8aG2x7zpdiwl2PnSPY-tqzouDR4Y,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml,sha256=1mhov_K0XrAozJ4ii-UMnMNwXNeQUx3OEl3nJsJzu04,328
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml,sha256=EonMCCVmpZUMHiV_pFJddXFvY2EQhTBDI7crMgY7caE,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml,sha256=ykgvOTDS9Mi_pfUx-1GGHFUUSsmgqjpL5Ke3Z4PdSu0,323
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml,sha256=mWJn70yLZLOUi-SKS9fPaEALo3a63BbteRYAXP9VkvU,332
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml,sha256=KmfGTiCjj_PuVFiAlb6FAItzVfLnjOfbp3X9GKS18U0,285
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml,sha256=eqk17OnD-Tm4VL92xqjtFbtOQItAmR5J05Zh9LaE8yg,307
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml,sha256=i0PPbNWRhGhM6GK-aiQTasOsZyN9Wd9ZK3P8-Cc_O1M,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml,sha256=mCAQFfiIl5VI0hHWH6cI4uRXU1ZbHkrxTXn6b73Cp7s,295
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml,sha256=jeWFIRJZJB_DglNpKowuxX55zztdXLDBn6A_IlSWlNQ,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml,sha256=Lksx0rE1QrhsAQVEtJ74WxGIstJqBWkhPtecSFAUPMY,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml,sha256=TdmNylOTJGJC2GQ0Ug0PWH5JkjlbhYjf2bc7slBgNUE,281
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml,sha256=QCC-KYmF6McVMTrIsWc8cPDSpM398t92lW5Kzrl5tzo,278
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml,sha256=1cY5IkJtq_shx6CA-Yls8resMJEdAVZQq32e1XShLbw,300
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml,sha256=aPgYvDuOPAj7CxNLkk29TQj8TEUHLwtrg6R2Ob2veRg,290
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml,sha256=6g60_fyBR8LYF90pbZbziYJei2DDlbblXNRPUt44Utk,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml,sha256=VebkkXcKI1b4c78NN2Jf_HZtAwQFd4mbQBtqjS6gV4w,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml,sha256=cg3roPR8Jh4ihDFNkq6Ve1NLks_2FTENvbfPKpz3QBc,278
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml,sha256=mw4HB7w5lnx_L1cFkd6ryDdLLGWm9M_dX2knW9nvjT4,286
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml,sha256=kcfvbA55vxryhaGxXGPRcGTgwkAmIV6IlhfI9G743FM,286
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml,sha256=ZrHD0UwTF3xFeSqGQYGNuosKLWeebN26tx6-Crrx6o0,321
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml,sha256=DufIfy_7haOvk0orGGUD6I5JkDFPd1fkvIAY8vAdbg4,305
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml,sha256=MHP9ypOaG4CR5CVfAOQpTunEr5sgTb1V2MJJnJNPtjM,315
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml,sha256=J679AFckJj33x08Q56ofCtHExpUnw_y2kLNFzYW2gjw,331
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml,sha256=O3vUX1DT9OkXNbLGuCLg8chZdcDyKGHNh90HN6HxcjM,310
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml,sha256=3gg_aFl5rmuqvanNJf_hObV_yFSXA9cWgQ2M03_Yr9I,310
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml,sha256=3frgNR9olz-TDMAHbGMQGrplCqZJUK2fQW45ebs6YqM,288
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml,sha256=YuAOD8jnjXkfkUMdIaX4Y-W3vO2VBcD1cgTMnN6SbiM,313
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml,sha256=hO0QHEUZ-YhW6Q7UJuORxS72WF8Vu2DfrKDAHjyy3dg,275
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml,sha256=idBpTd98hd_1DGCa6xkkxo8SKz58lq0usPcHwNVRPSk,302
lmms_eval/tasks/mmlu/generative/_mmlu.yaml,sha256=u0BBXEAftCUQ1lp3pmep7kpAWAJBkssPR6ptTvHtcBw,707
lmms_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml,sha256=Bv4vJr-iyHIxpUDd9xYFuac2zp4tMJztTJO0BLOT-ZI,286
lmms_eval/tasks/mmlu/generative/mmlu_anatomy.yaml,sha256=KNZDtYXUO0aPYm-I0LOFLxc7fTc-Uo_-HLeIdMQ4HQg,249
lmms_eval/tasks/mmlu/generative/mmlu_astronomy.yaml,sha256=qort6U2cSo3UrqhedJPa7117gdBMEPVEpNzOFr1NwGc,257
lmms_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml,sha256=v3IeAPMc9nxP-mUrKXlEf6wvGE66z3tvUPe7jm9iNLc,283
lmms_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml,sha256=_lS59AyN6YuORLQYoneqM9cucpfHZazZhc0XL2KY8Kk,295
lmms_eval/tasks/mmlu/generative/mmlu_college_biology.yaml,sha256=TSfjmdgftG5Oxe8WY9SD2bw4sScnfmgn3lQFRVcAkZY,282
lmms_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml,sha256=GI3EUWKqvo_k8VLGCUq5JjXV7cGmTSyBDGfokkLiQSo,290
lmms_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml,sha256=ruodRwGCaNAIZeFs3BgaxFETK2wOunK92I88V1wIDa4,318
lmms_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml,sha256=psAWT_4X5K8hXmIPkP3opYHvkMP9ZgVXEymitxIlYEw,298
lmms_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml,sha256=kMX8BUif2Yxe5HXnHnz4wr6LBk5-hg0EQM6uLi5BNPQ,287
lmms_eval/tasks/mmlu/generative/mmlu_college_physics.yaml,sha256=4Kj_o8rj382RtJ5iNixFJb0rilYDRQ1L0a49OKBIp0c,282
lmms_eval/tasks/mmlu/generative/mmlu_computer_security.yaml,sha256=hkIEwVXcMqRP4YVVHETa8r22uTEjNeQyk-YYrViHKzg,290
lmms_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml,sha256=7HQd4O4DTh-6ymwkMB6noS6dnde5qWvhE4CeVEv7IIQ,294
lmms_eval/tasks/mmlu/generative/mmlu_econometrics.yaml,sha256=e1YwHwg0b8W_nfzp3bbs3HXJbe-tKLIfiUg-qK-Z558,280
lmms_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml,sha256=QBUAae2VVcm3IkHYsFkkO75XG8rWWW4Ff5WoQhCQM8o,310
lmms_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml,sha256=W7N9UXw8LS-TenPKUQ7R07lLU9_rQ45jYkdXTVR-rkY,310
lmms_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml,sha256=RMlocUbu-L4uRMvHColWtWJaw0fIXQpyEiCT5JQo3dU,276
lmms_eval/tasks/mmlu/generative/mmlu_global_facts.yaml,sha256=3UFkepiG3S4ugev1w3qdYXOXJYmhSig8Mqq_5sr2-lg,271
lmms_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml,sha256=FDLgF3NWPUuZIrU7CZZsDlT3nDG6-IC7rpE6QUklbaw,298
lmms_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml,sha256=WnPW16tKk-vUnxUBbqoEfI8CR-Q4kFAlk74EA6vEyH4,306
lmms_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml,sha256=jgi3o9jE5iA5KFGT9l2kMeHhWMNKFokBt1M7dZf884c,334
lmms_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml,sha256=HtvBLpGwMSTXVM-vL1--3GkxGnRod4KfAOVT1SpDdUk,340
lmms_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml,sha256=FynlMDiSh9BrDSl3X_P-g3HIT2KNwSafqWBvMMg1Uxs,317
lmms_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml,sha256=VIU5mizab0W4NwixrUl9YYn-xmNcQCe9H84Jnf_mlwU,373
lmms_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml,sha256=puOWealcsg2IabkIeIAZy7XQakY0mVyffs1d9--UArk,337
lmms_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml,sha256=YUQDvWYO1-IkPsI3CkkdyOIqm_6rfsVJVRryfzSqcjo,314
lmms_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml,sha256=ct1CLoj1LVe_zzzLluBIZ-L7s8VKtBmSGSf7GMPWgqc,337
lmms_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml,sha256=wrhyc_JSpc1NeyRYgK7nPIGp_PsVtzvzK5PSY4TZRzc,298
lmms_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml,sha256=0wQaQH51syPvEEiBKjjrTl8JbU2BW9IeoP1IQ-oh_lc,321
lmms_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml,sha256=MrgFTxmR-m6C0brymiqhWBnuIYoWo6P5Ljvxs_WJTU0,310
lmms_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml,sha256=Pk1lUtZV9ldlsPwabV4SjGTfslB4rylfbmwT13JbnEw,316
lmms_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml,sha256=6gRpsQqgVOFkVWG-VWYkzjEjouLS5Rp40aYRDfjHphw,328
lmms_eval/tasks/mmlu/generative/mmlu_human_aging.yaml,sha256=v66B-SsUO82io29Xduj-HWeVpl9P9dVBeQTEmdj0QuQ,267
lmms_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml,sha256=bhLpU1JjcmVQcyq5Noby5TKDLeMxBZkt5cX6VO5kL1I,293
lmms_eval/tasks/mmlu/generative/mmlu_international_law.yaml,sha256=amp1YT1jDPVfghPnHPpAGvBDkHjCfTJBdu0EU-WR-2M,296
lmms_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml,sha256=yewK5P_KIoF5h1I_5OU56F2_dLPcmiP_ZqaM4FeluWQ,279
lmms_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml,sha256=lA3mS_vNNPA9XfaX7Jhp841xQiAWykomkf4sLSXCcRg,296
lmms_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml,sha256=nN7rks4QRBh-4FFyE3xdAwqIneiqI_CEFzRmk0iol5Y,286
lmms_eval/tasks/mmlu/generative/mmlu_management.yaml,sha256=2oWljHLxFwTNlblyit_mIlA9KHBuDFRYRVlEuLSSG-s,262
lmms_eval/tasks/mmlu/generative/mmlu_marketing.yaml,sha256=q6oa-mv04hw8d3RubMI1QSknbX5dmhl7_pizTmQRMHs,258
lmms_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml,sha256=yMOasvRoykN9p9ONOoKAJAIchESyMOYJdKiMDUgnCwE,287
lmms_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml,sha256=0Vtc0YSAOUM5fYQxYY-6FD_V0CBW8N59YJFkKNLW-Eo,274
lmms_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml,sha256=RYhMt7lsT9-bIgXCep76U5LQ-fB1TwwW5nMAofiB2D0,284
lmms_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml,sha256=yTXSYSGYUz3HAr0jE6283mUQ3Ft0E-aMn3p4C1fPdqw,288
lmms_eval/tasks/mmlu/generative/mmlu_nutrition.yaml,sha256=BmCcrlLyGL2ANe4-6t36bPJqkyd_kWQ7NmiMNy01CrA,258
lmms_eval/tasks/mmlu/generative/mmlu_philosophy.yaml,sha256=k7z1C1Pov0FntdLYCPOptISg09LOPKCS15iPG2jeAi4,267
lmms_eval/tasks/mmlu/generative/mmlu_prehistory.yaml,sha256=Gmbta2OZ0MElJt3HEWH0zy-FVQj-qPYDAIhznL9JoXA,267
lmms_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml,sha256=6x_QlWvklfk_I0ErDuhlRQdR1G21xuGEReKmyNYyiPE,315
lmms_eval/tasks/mmlu/generative/mmlu_professional_law.yaml,sha256=6G38V2FHioEzIZhFzOgFRGgiE_Z6m6embx9G-WxsMnE,292
lmms_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml,sha256=zuRYhjsGFUBgmQKCaqzym4IQDSii5ULNSLP4W32e0_E,307
lmms_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml,sha256=oFXeo0ezn56sX5ZAqyoOgCTnLQVWwYTsSfj_GTSP9dU,325
lmms_eval/tasks/mmlu/generative/mmlu_public_relations.yaml,sha256=LHftrDPKLtguV6_yNsKSJWjBGBuqFUR2EBNrtYaDCFE,297
lmms_eval/tasks/mmlu/generative/mmlu_security_studies.yaml,sha256=YTMKAwC3GffjdF-1tfmOxJ4SaWDDflu0nZU35-brKOM,297
lmms_eval/tasks/mmlu/generative/mmlu_sociology.yaml,sha256=F1DDjF-_jQbuqQhgKRIINTZHIechMG_JL0XB0AZz-s0,268
lmms_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml,sha256=ftIG7eZ-qpQ_uCRkGFb-295awIKSxAWhO3BkDNyumCI,301
lmms_eval/tasks/mmlu/generative/mmlu_virology.yaml,sha256=E4h-F9u1rA6b1xwnS2hgHzPhP6NX0pNH-C8VNe-0YdU,254
lmms_eval/tasks/mmlu/generative/mmlu_world_religions.yaml,sha256=RvI0MQFVVdRQK4Kn6pFPtSA8wT6pUOApw2Q_E8N8Ceg,288
lmms_eval/tasks/mmlu_pro/_mmlu_pro.yaml,sha256=I610AM8QaIErvX2YOZu9ReRofSyRdhyE7LsuB42Y0L8,483
lmms_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml,sha256=M2f10CYCYbHBQIUfZuDGWduFR5UsQK3xX7LxlTBt2Fg,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_business.yaml,sha256=fGZ09h0bx3q5cFDNZqGR9Y1CjO-xdd4IldsBXzbFH_E,332
lmms_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml,sha256=JMmlXhtVlVbaE_6QCPKWEqLGnksR_oG7lcR7Hoctz-k,336
lmms_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml,sha256=DvF_BxzC2oMC01QNpMeidhCyUmtdzWsCln4UhMqEsYY,364
lmms_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml,sha256=xN36uLC-kl0rphA3rkQijeKYIeBtrQpVEvF2iGPemc0,336
lmms_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml,sha256=Yf-d23OYotxD4_H3WO2OafT5aOHaTPQnXbn4Q2r5qGM,344
lmms_eval/tasks/mmlu_pro/mmlu_pro_health.yaml,sha256=iFa_2tWyEOIaJFuU6-Gy3Y06sTV-uiQnESRnSX0cmOw,324
lmms_eval/tasks/mmlu_pro/mmlu_pro_history.yaml,sha256=eGDE8PT_rPFzsqLcpppXxPmgNuFcv4RjtuiON4f7Y-M,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_law.yaml,sha256=NsRR_6Bs-r7dRuWBEHDSyqSgjhBHEPcCVzgsWhGt7kQ,312
lmms_eval/tasks/mmlu_pro/mmlu_pro_math.yaml,sha256=kC7elGg3iOFBupmenKgamkBLcO3dCfU6HM-e-mdDuok,316
lmms_eval/tasks/mmlu_pro/mmlu_pro_other.yaml,sha256=dm4fke2Lo7s2q4hLKhYWXuWeHu_q5Acfhf8dYlL8sPc,320
lmms_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml,sha256=Z2hUIIT0kBt74EXiwrtL6zZlGgg0HlAvt3F7r-mKfbQ,340
lmms_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml,sha256=rDYuwic2TwaDLmHvVgDHKSr6p6AW0n8fmm7Uhbs9MI0,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml,sha256=TLF5uiCdUGeKHgY57YuThgXEXo_6l3rtj34Qe0U2TnI,340
lmms_eval/tasks/mmlu_pro/utils.py,sha256=EWh1nHBmSkjQ6KrLruxM_-1Kb78Uj7mdJFjLurPYcX8,5861
lmms_eval/tasks/mmmu/mmmu.yaml,sha256=UBPAgvaM3MFALGxnmTqrsrcqkjV9dNsttDx4AuAlrtg,41
lmms_eval/tasks/mmmu/mmmu_group_img.yaml,sha256=hzf1tGbLy6-kjk-pdJaDuhrqDEdjYn1oeSjeIQV88jM,71
lmms_eval/tasks/mmmu/mmmu_group_img_test.yaml,sha256=nQk7jnxqgzhroRGrK8Rr8REGNWbQnfVR1j4hWsUxO8w,751
lmms_eval/tasks/mmmu/mmmu_group_img_val.yaml,sha256=g3O7mj-zKKaAMH4ue4NTqmTjr4eTfE81tORXJFPpaXo,780
lmms_eval/tasks/mmmu/mmmu_test.yaml,sha256=HERrnDZFSNjqDwBmD_uor8pRT-nZ15OTqZxK59ojx4M,715
lmms_eval/tasks/mmmu/mmmu_val.yaml,sha256=w4Uw2vS9Bl4jZLp2tvgnKWbCTRYFHPzdcRKW2h443_k,1037
lmms_eval/tasks/mmmu/mmmu_val_pass64.yaml,sha256=xdqiPVaZAlJLv6CQ2rzFrXBB_YMPS0ICYF3r1wcPx7A,1281
lmms_eval/tasks/mmmu/mmmu_val_qwen.yaml,sha256=WW91tHhzpmUz5_l5FTR2aSdwJjhw_IGYuFD3hFgdjTk,687
lmms_eval/tasks/mmmu/mmmu_val_reasoning.yaml,sha256=HZTfjST7Gi2MoBVb3vTfVYHb4iJfzWQHrryDxw8Bl4I,836
lmms_eval/tasks/mmmu/utils.py,sha256=7uwWRHEAy6nJA2MA6loJK3cfFzmbSJAaMTxMDJ-C0ws,20139
lmms_eval/tasks/mmmu/utils_group_img.py,sha256=Z4O-jlY4vAWUyW2sJzazCvZQqCkc2o9w1ZfmX0mJrco,18110
lmms_eval/tasks/mmmu/reasoning/mmmu_val_reasoning.yaml,sha256=pJcvSdKeZuJ7ZnnJQciHnx_adtO5P2IQXBpltzZ2oQc,667
lmms_eval/tasks/mmmu/reasoning/utils.py,sha256=E5V_cQ4zlz7HF-Mc-wFQcSnugcBxxhijglCGkN2lzm4,17625
lmms_eval/tasks/mmmu_pro/mmmu_pro.yaml,sha256=Oa3XmySXCqAa-I7bpJbkxWjTqPd-gkCw5tXFFFXvCyg,139
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite.yaml,sha256=d9GSaey89Wd6duJMQc32bFIBZ4MIQ59dF2J2f5QSBmA,765
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite_cot.yaml,sha256=PIt1Q1k-cbcYgmXa8LOJL8_TZL5KE67pR6GWF7yXe3M,810
lmms_eval/tasks/mmmu_pro/mmmu_pro_cot.yaml,sha256=dV7tHwJDzRSAz75TrvUpy46IKhOJEsEpR2AQ8sMrmPo,99
lmms_eval/tasks/mmmu_pro/mmmu_pro_standard.yaml,sha256=UxA2YgBLTK5GqOKGrjfMlP9TBaBskIOwXm7ZJDridvc,870
lmms_eval/tasks/mmmu_pro/mmmu_pro_standard_cot.yaml,sha256=e9kqz9CzPidhIar2-ZWKFk7AhaQTUbSEAbl9MI4Go4Y,881
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision.yaml,sha256=tfgU0F_KP_bHRy4srMXsZCyMFhJm252h9YzwPfB4ACw,934
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision_cot.yaml,sha256=rKz5PbdojktEAkfENuF16lf4jay82Fw10RKmCt7fynQ,776
lmms_eval/tasks/mmmu_pro/utils.py,sha256=dWKiB2rEKN7LBHNiaFWwB1M3fDIvBFJQ7s1RIuekYm0,16220
lmms_eval/tasks/mmmu_pro/reasoning/mmmu_pro_cot.yaml,sha256=80n2iPyA0zNXHE68sV7qeTobTU2bxGpZhtr5Cl8qx98,125
lmms_eval/tasks/mmmu_pro/reasoning/mmmu_pro_standard_cot.yaml,sha256=lOBLjyD_4fdxBTr6V4yKCZA7fw1xtcjPKAjjkCgGo_Q,207
lmms_eval/tasks/mmmu_pro/reasoning/mmmu_pro_vision_cot.yaml,sha256=KOBiLfWwZiSvzZvzRKBpX16mZdRzl6FTbl8y-G6vcdI,190
lmms_eval/tasks/mmmu_pro/reasoning/utils.py,sha256=tJNAKFHTSEQ05rhT8ya3WVXOA_-kEzyPRpKQsWqXBms,17389
lmms_eval/tasks/mmrefine/mmrefine.yaml,sha256=3JBEvlF49zNjjUAGqW5H3FBAIJUaohScFIpnlh6EJYg,1559
lmms_eval/tasks/mmrefine/mmrefine_evals.py,sha256=blpp3RKCmA6LjUa6uJSSIMjgBR34ycnv_-5_0L2xhrU,7443
lmms_eval/tasks/mmrefine/prompts.py,sha256=kV9vYLV6ORu_5_BsSh7QoXocORXvDIiFlA1IGxDgls4,3347
lmms_eval/tasks/mmrefine/utils.py,sha256=_MANygzfsN5U4Ew1C-XovhAGG_-aM-HhYb3hPRfDreE,6248
lmms_eval/tasks/mmsearch/constants.py,sha256=C74IuoexJLngU4ifoHdmOZd7vPSdhWBvRj1WH6iID1k,569
lmms_eval/tasks/mmsearch/get_final_scores.py,sha256=dsA_e0zSeY8nObuTAeZf_QmtIDyYrZc1Ec0WcKT-i6c,2395
lmms_eval/tasks/mmsearch/lmms_eval_utils.py,sha256=vzrrxkYhqqEds97tjqOt2DBCoPTU4t-WVBzOKEc2_uc,18509
lmms_eval/tasks/mmsearch/mmsearch.yaml,sha256=SNBtKba7F5OGvaab2zo61AEWj3zY03-hY7E9EkTOj2g,324
lmms_eval/tasks/mmsearch/mmsearch_end2end.yaml,sha256=unStcl4G8kmQUiGg31Pp1pwxykvfVa-eTGIFsR23mds,1236
lmms_eval/tasks/mmsearch/mmsearch_rerank.yaml,sha256=nMZqpoLuuhLjrfBoADHmeqD3XJ7EdbUkOzP6RwJ4nqs,1156
lmms_eval/tasks/mmsearch/mmsearch_summarization.yaml,sha256=Ba36TB5G7islFVqc7yNDanOmtxenn5xrfRmIIjNEyfE,1158
lmms_eval/tasks/mmsearch/prompts/prompt.py,sha256=EEupFfjA22yttP9Iy22KsGjRtgrNDNEKad41SCQ8Y68,2565
lmms_eval/tasks/mmsearch/prompts/prompt_w_imagesearch.py,sha256=GIdsqyNlv4tIswtqYuZ9iMoRREmwnUr0ny33e7ncCGs,3238
lmms_eval/tasks/mmsearch/retrieve_content/retriever.py,sha256=KdLjYx39hvQ05LvmwwxLT56jEsAKPo8LNRBgKGtVeMo,2438
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/__init__.py,sha256=ObnMycKue4rfT4JtaRnmVOH0nhtMOTIQOe_B-N0Q3HE,28
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/tokenizers.py,sha256=n4yI-2wE4cPM5AUy-hSUiN1-ZjR4dlNIrU0jOF1cvCM,11810
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/utils.py,sha256=CWGDPkAU0MgJOrYqVEFqdQU5mPbLBqL5EeydX9rZG14,647
lmms_eval/tasks/mmsearch/score/f1_score.py,sha256=kt58WmEzNm9sT9Z0i26Ywf-7EbX1aqBuu9jsbm8OWQg,1422
lmms_eval/tasks/mmsearch/score/req_score.py,sha256=l8O5-xq9EzPS01ChHZjc9yp_mO4Pgw0UDzH59URveWk,752
lmms_eval/tasks/mmsearch/score/result_summary.py,sha256=ZfDhsG79dSlipkJmOhRWCG0kl8mJsxdiRttpJyEpD9k,1942
lmms_eval/tasks/mmsearch/utils/image_utils.py,sha256=V0uqK4XEnoJH-dSeqxe9xEQugu1sbpltQ-ueLnfumos,7346
lmms_eval/tasks/mmsearch/utils/lmms_eval_utils.py,sha256=GAceeaMwoz5ssQcsxfuX_r8Lbgb4y7g4-RdhT5sVBc8,364
lmms_eval/tasks/mmsearch/utils/prompt_utils.py,sha256=ZXOCjV1HOnRtq93LGyucTSk_JIr4MpIV2Ag1HR0HK4Q,3528
lmms_eval/tasks/mmsearch/utils/utils.py,sha256=VXdJeHQA0LOKq6igvsuheQksognUy5SXNaED8Kx8A5c,16785
lmms_eval/tasks/mmsearch/utils/web_content_utils.py,sha256=eOyQ2mfRU0yyaI-HlzZPT2bFnqmey-W6WYh8_XNM-1s,988
lmms_eval/tasks/mmsearch_plus/_default_template_mmsearch_plus.yaml,sha256=V0CY9O1PfY4ws_Er8DJ36xhdZBS-kOxFdbNVAfgqjbI,556
lmms_eval/tasks/mmsearch_plus/_mmsearch_plus.yaml,sha256=qGOr93mIw4zOojU-TQkGAxx0LcOFaipHPOlIKYArXpk,74
lmms_eval/tasks/mmsearch_plus/decrypt_utils.py,sha256=mIjaHqTz2_YlcqG8ZAfgndYMROPKc235K8lLyAav7mI,2390
lmms_eval/tasks/mmsearch_plus/mmsearch_plus_vqa.yaml,sha256=r7AmGZVPEECg6H1OQICmSgzOg_WlCUzf8tol57G11UI,244
lmms_eval/tasks/mmsearch_plus/utils.py,sha256=73a9NGRsbig3DoeifZe8KRfNz8u3A07SlPNEgoaX6oo,4751
lmms_eval/tasks/mmsi_bench/msr_bench.yaml,sha256=kPnc-_XLETVf56Qymwf6-ShqGqWf3Px5BreuXd99vkE,2052
lmms_eval/tasks/mmsi_bench/utils.py,sha256=841lPSblBZ-qOgTvD-aHW9dDP_FSKnPaj3ybb2ywrP4,4265
lmms_eval/tasks/mmsi_video/mmsi_video.yaml,sha256=P9jFx4hGKjH8bP6Hrct4QDxTPibFJ_jX1yHDAPE6cJM,518
lmms_eval/tasks/mmsi_video/mmsi_video_sc.yaml,sha256=YwmeVURLaN2FYFijMT8f1LaMp3-nsSH8po1G8K1ar1A,550
lmms_eval/tasks/mmsi_video/mmsi_video_u50.yaml,sha256=iWzB-e-wvN0N5s2obXEsUz6dOHY2aSOJy77XWfuM67o,460
lmms_eval/tasks/mmsi_video/utils.py,sha256=9kqnKYgKLxqXfFIbQRmpBNoRhED4UWaj5Cgm2znAKRY,20678
lmms_eval/tasks/mmstar/mmstar.yaml,sha256=Asfh7DQ1MWbyKo44slv7Y-hCiVI5KoEnnsESTTVoa6w,269
lmms_eval/tasks/mmstar/mmstar_ko.yaml,sha256=Jv-BNp2DTkqLzk0OXpsK6Zhtt9VCd5b9qmZ9_PlTY7g,238
lmms_eval/tasks/mmstar/mmstar_oc.yaml,sha256=COUdp7JsrhvdaxAZNCXupssuE3x5gOLKSc-wsu7cRP4,256
lmms_eval/tasks/mmstar/mmstar_qwen.yaml,sha256=i3r6FxwYsAxhIKTY-H365-O19A6ff_jHfgjH9szwBAM,361
lmms_eval/tasks/mmstar/utils.py,sha256=tdURSoLet7NQcTOWFToj7-_dMzgiM2mfKxurpJqhAFg,5661
lmms_eval/tasks/mmstar/reasoning/mmstar_reasoning.yaml,sha256=WLrFRVmmVXt_Ydw6pCfnvgWR5KgBPbulfEn6ecb616c,614
lmms_eval/tasks/mmstar/reasoning/utils.py,sha256=RhUpEm-7FnilEVAuzJEysGK20aeaJfPrKExes1tYX7Q,615
lmms_eval/tasks/mmsu/mmsu.yaml,sha256=2J5rCe5a_GWHBAUxSAEvLLVn-yMSO0yuh8NKESPktkA,235
lmms_eval/tasks/mmsu/utils.py,sha256=1zCB-LtMHPMsi8x8L7dWzcZw2pdk8u6U7jTKkRyUfp8,12903
lmms_eval/tasks/mmt/mmt.yaml,sha256=okxHLwsVFkEt1hWbXdQGKY8RMXokKe9xzOH_HHAyvKU,37
lmms_eval/tasks/mmt/mmt_mi.yaml,sha256=y2wxIeBERTsh-hG10KLqaazERpfxz1PVclkSzA9YH_E,46
lmms_eval/tasks/mmt/mmt_mi_test.yaml,sha256=SX-cqEv0Iig-k0iLeoF4lGvURTsbdrH3ZZXaaS8QJhg,521
lmms_eval/tasks/mmt/mmt_mi_val.yaml,sha256=YesaOvF4M2mEho4WO9VcE9pc_ogCldgByAsXRiACUCE,497
lmms_eval/tasks/mmt/mmt_test.yaml,sha256=XP0PazQqD-xtufNL5hftspQFZ87oPXqAyqf9rFvTN-A,515
lmms_eval/tasks/mmt/mmt_val.yaml,sha256=UMGKWrIhnBPcAuVyfL3B_b0WxG4XZ8-cvawD-qk2a-k,491
lmms_eval/tasks/mmt/utils.py,sha256=mTlp9wt9GcWIP90pFPDY-UPN-zXtHsCPt7xrHGAtCGQ,6399
lmms_eval/tasks/mmupd/mmaad_base.yaml,sha256=IwefVDtxVHljkzUVdluy-TOHZISjwMBQWpT5dspXsgk,288
lmms_eval/tasks/mmupd/mmaad_instruction.yaml,sha256=smZk4gZ9q3OruYbt4Amdb3bEuGPrFBi76OmA7PRw82A,368
lmms_eval/tasks/mmupd/mmaad_option.yaml,sha256=OsFBT4tTaenBp3PfXrkN86g4d_8BOM6zGrf6Nc4uBEY,358
lmms_eval/tasks/mmupd/mmiasd_base.yaml,sha256=zFPfR-uernTDWX-ULjOXyn2JhXGueV5FuBJ-nwRd6V0,291
lmms_eval/tasks/mmupd/mmiasd_instruction.yaml,sha256=i9bxLkLoDcqltZ41gs6kEAdNEEIyC8-5XEkbZY5LcTQ,371
lmms_eval/tasks/mmupd/mmiasd_option.yaml,sha256=0parWvmwZF9i_lSTFSNauMM-rVxhcFNwNUhZ5iv_yJU,361
lmms_eval/tasks/mmupd/mmivqd_base.yaml,sha256=O6boLuyswvxNAII9VLG_I35Y0TYR_PlzWZGcBNX5z5U,291
lmms_eval/tasks/mmupd/mmivqd_instruction.yaml,sha256=9KTuXewa7LwjvhMoFHnwo6sC2_QHohCbNQVHpeI_SZs,408
lmms_eval/tasks/mmupd/mmivqd_option.yaml,sha256=yfksy-mulIV5WvS5HV5lhpqzUPg3ov8fUVrtULZqeXY,361
lmms_eval/tasks/mmupd/mmupd.yaml,sha256=KlvW0l9w3UIZHoUSDAfVE7nmnUwNko_Gfd9IFMiy9qw,272
lmms_eval/tasks/mmupd/mmupd_base.yaml,sha256=DIo3B7RzG1TaCOGN_FlCsSsLmA-iRMVvP1wTakK09ss,159
lmms_eval/tasks/mmupd/mmupd_evals.py,sha256=4yoC6Y5Li-WMVoew2AHuHGBdBBVs3w_YNZzX7-oDFvw,26638
lmms_eval/tasks/mmupd/mmupd_instruction.yaml,sha256=60b4v0UH_hOa2qMvrI_CxRKHXCO9uvEcOgxkX3Tz--s,184
lmms_eval/tasks/mmupd/mmupd_option.yaml,sha256=fxfmS9aiGxcFQkjmIEwaf4wXIVY_wLdGh8Z3Bnkx_1w,164
lmms_eval/tasks/mmupd/utils.py,sha256=t7fhjvubJ_sssDdkINeNSmNLnl9dKdmRukdWR1R0ifU,6086
lmms_eval/tasks/mmvet/mmvet.yaml,sha256=XdIHf828Yi1rlV8eOiYDvuu_Pok0W0CYX8Uo4zoD35Y,819
lmms_eval/tasks/mmvet/utils.py,sha256=dZKENy9OOUGI0W5UUT8GKCipX_15BIRLWR1VRrFGm5Y,8961
lmms_eval/tasks/mmvetv2/mmvetv2.yaml,sha256=EjQV5nJK2PL-1LDY86h1alqLbgkcYhDclYn12qe3q6s,848
lmms_eval/tasks/mmvetv2/mmvetv2_group_img.yaml,sha256=3b4iUDXEPKxGJJ7Wh8orZuTPyKK7tC8rB1zB15oSL6Y,1036
lmms_eval/tasks/mmvetv2/utils.py,sha256=cOWWEV9sJWfW27TynnTvE647ahU95hKSyWeTzQFvBjA,14251
lmms_eval/tasks/mmvp/mmvp.yaml,sha256=iHVi9K25qvGhCA03W7AlBtiEI-HwqgGoSq8QfR0zBzw,78
lmms_eval/tasks/mmvp/utils.py,sha256=QMf3thbLuwA4DkgIjwY1niT83LFY_ubW7cwNkGYGxTM,7793
lmms_eval/tasks/mmvu/mmvu_val.yaml,sha256=8Z653qi5SBoIaAM43JhGrq78-il52FiiO7mDYsJ0oo4,642
lmms_eval/tasks/mmvu/mmvu_val_cot copy.yaml,sha256=w24KK6RqS5PjI4VwRgAPsqKwF0a1QDJFJPbeFogh8HQ,650
lmms_eval/tasks/mmvu/utils.py,sha256=otD6kZ7XsoorQDzcPDgRSflPGzbvG6jXHr9JORFRm4s,16676
lmms_eval/tasks/mmworld/mmworld.yaml,sha256=3PXi7hzO-HHMeD5PysMVELM22BvEBv54j2pKzZP0jJo,1224
lmms_eval/tasks/mmworld/utils.py,sha256=24divlN4dHekgwghEQw3JNl9d4oQTWFBuH-UvrvB4nE,6051
lmms_eval/tasks/motionbench/motionbench.yaml,sha256=169DRYm-J9ND3JAtbz8WsIHwX-1Uk_ddXGHkstPB6xc,46
lmms_eval/tasks/motionbench/motionbench_full.yaml,sha256=_-qEavqFb6CrbjNpjX4Ut0HPqN6ZqqwiKpGUOfKJoEk,110
lmms_eval/tasks/motionbench/utils.py,sha256=SYdfZkN3qyooqdr4A0kX9SUstFhyK_zG38ViS7wTKxE,15121
lmms_eval/tasks/moviechat/moviechat_breakpoint.yaml,sha256=Df3tAmm2E4E9X52Zo54MYsp1amZ7iQeiOI4oaHJyKVE,621
lmms_eval/tasks/moviechat/moviechat_global.yaml,sha256=VbjF969n_5XlO3nKIa1IYmRKBhAgl_7XekhtlWdHzyE,604
lmms_eval/tasks/moviechat/utils.py,sha256=IhkIFCtjDxdg7I1heIFE9w3qeG4Wi-f_Xc0-l_EY0Cw,9981
lmms_eval/tasks/mtvqa/mtvqa.yaml,sha256=3WJi6nQ92dulycKZGRhQWrZyw2I-C70gZGbKL5onPJA,748
lmms_eval/tasks/mtvqa/utils.py,sha256=y6NVnzxH2RhJRZfFyL13OqGdxRgu2BpemtormbyurzM,4445
lmms_eval/tasks/muchomusic/muchomusic.yaml,sha256=hvIIx7rZYaZvaAvsduWkyhN1jpk838OXImGTmiHpcEE,665
lmms_eval/tasks/muchomusic/utils.py,sha256=QUkCFZqD9toKo_FTq5q6onPES4UZDUPJ5iyKlilkUqs,2291
lmms_eval/tasks/muirbench/muirbench.yaml,sha256=bQCKRXFx1SCtdZ1R9FGH6D7oZUo-A38JDGCTZW_Rz4s,989
lmms_eval/tasks/muirbench/utils.py,sha256=DU_9OE03f4FOatt31AY2H5OlK36y8NoeGpq4UBC97b8,3874
lmms_eval/tasks/multidocvqa/multidocvqa.yaml,sha256=r5yIz6zEi_casxLSSuJ1pCqjIIWqMmMy1X3vk2Fm7c4,62
lmms_eval/tasks/multidocvqa/multidocvqa_test.yaml,sha256=dHoRk13AI7HQKnP6tnKLWDIGq59nmhuIwBjRphnLR7Q,645
lmms_eval/tasks/multidocvqa/multidocvqa_val.yaml,sha256=E-gXH2IQXpRRs0Yq5r0BHPv1U7iYPDcwGm3G4ajN6iE,747
lmms_eval/tasks/multidocvqa/utils.py,sha256=cDqmoC_5EinImXJdLLUJqG4Ke2cNY5inn2Qw91F6nM0,3856
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/arabic_llava_in_the_wild.yaml,sha256=q84bcpZ5FzmKKIrnhnwCrfRBUEvHMAYhIDOX9jN9cvM,170
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/bengali_llava_in_the_wild.yaml,sha256=fR1BLtQ-hoccgS9MHlI8phiPvl298WU3z3C5GMRxaN8,172
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/chinese_llava_in_the_wild.yaml,sha256=nhUHoHyDEEYGVCFgdwOY9dtHysHBOOaI63dXvQUbebc,172
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/french_llava_in_the_wild.yaml,sha256=Oy4SIB-XHQZC91rH2vyaFrlNRqMVdUqYpjSDIMsR8hs,170
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/hindi_llava_in_the_wild.yaml,sha256=si5e8mUKVdcz5KLyqB5D2UIbO2BBM631tp0AOT1rPk0,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/japanese_llava_in_the_wild.yaml,sha256=8SAHRPc9jwyxHoVoGgWCnsaUterzaR9Kc79TaqGLjTM,174
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/russian_llava_in_the_wild.yaml,sha256=uLDykcw1hQI9VTBiFQGHm5EBF2bwENUN9bb1Tz00bCk,172
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/spanish_llava_in_the_wild.yaml,sha256=65M9IkOldtipz9WlDOGfU3Ed6nXXlaTisma--xTe4nQ,170
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/urdu_llava_in_the_wild.yaml,sha256=fgs9Bw7bnoL_jmBP86yxsRu5wWmWblRA9CU0ORB2vRY,166
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/utils.py,sha256=6OYfvqEaz6Cr6cqvcA34AZLVpJxz2vRsfpB4zP0DSdg,6197
lmms_eval/tasks/multimodal_rewardbench/multimodal_rewardbench.yaml,sha256=jqCTTHhvaflO6baO9b8VzCH63p8bi2Hlp-7eYHjXAeQ,917
lmms_eval/tasks/multimodal_rewardbench/utils.py,sha256=0990LvWMRZCDGz__Tbnxiw0NvvP-YlDbkkeFKu6q7oQ,4175
lmms_eval/tasks/mvbench/mvbench.yaml,sha256=4q4sHbH3dkiuCiaqzLk-2IA_g7TFQAHEczhhm59gQOE,1020
lmms_eval/tasks/mvbench/mvbench_action_antonym.yaml,sha256=lrZLcE0i4-1d4-HM8954Q4VG4UzhKvepVmTFfZNVTRw,222
lmms_eval/tasks/mvbench/mvbench_action_count.yaml,sha256=pZitJfmt9asrbPvRB_FP1rRLOiHUyNNzhshLOqBQrjQ,216
lmms_eval/tasks/mvbench/mvbench_action_localization.yaml,sha256=e1e0-jEZIWHzjXYZuuDbVfsygjUAzPUxd15kTU5siZE,237
lmms_eval/tasks/mvbench/mvbench_action_prediction.yaml,sha256=j_D4N7bsuJ0_9YvD2XMZnGSTjkhJDnp6lLHMsXa0G78,231
lmms_eval/tasks/mvbench/mvbench_action_sequence.yaml,sha256=XjiQzW2O8V49Ma8Exih_xn4zdNnNbUdQAQUBetFvC3w,225
lmms_eval/tasks/mvbench/mvbench_character_order.yaml,sha256=-K8ozmwFLpBCFI8eZtSxG586nFOdEzmcwYCCvPS7iHk,225
lmms_eval/tasks/mvbench/mvbench_counterfactual_inference.yaml,sha256=0SpjppeuMKf0u--v0HL2geynWLEePznjqsMHxA67ooA,252
lmms_eval/tasks/mvbench/mvbench_egocentric_navigation.yaml,sha256=X-vUHyYEGCz-hfKbxAicP59OH7ZXxY7JglIk8dQ291s,243
lmms_eval/tasks/mvbench/mvbench_episodic_reasoning.yaml,sha256=wBJSqsgZbapDC7aj9sCxVG4omUU3dCutU85hs0qNWEs,589
lmms_eval/tasks/mvbench/mvbench_fine_grained_action.yaml,sha256=wUHGWT92Pm6O0BgsdWZBjjWa14SXxd0osQWmSLrO8yI,237
lmms_eval/tasks/mvbench/mvbench_fine_grained_pose.yaml,sha256=QXHAHe3a21ilsstP-NEVfqV06kD-IczgqhevTMfJWrI,231
lmms_eval/tasks/mvbench/mvbench_moving_attribute.yaml,sha256=apv7WKcTfjXdtMX8tQaXwR6mA4Wpb_Qhmc2E31q0ZxQ,228
lmms_eval/tasks/mvbench/mvbench_moving_count.yaml,sha256=VKdyr8FJAr5GfpbNI4jM1dnxM2D_MGcfTqgb_mSjvIs,216
lmms_eval/tasks/mvbench/mvbench_moving_direction.yaml,sha256=H0H21q7rEx9fV-ANvQ6VTK6ikQURCRvS8vddpla_aFQ,228
lmms_eval/tasks/mvbench/mvbench_object_existence.yaml,sha256=1r2SvXU9CAzbFQkY1ZVdnttflHTTibvJUU9ZgQ6eSQQ,228
lmms_eval/tasks/mvbench/mvbench_object_interaction.yaml,sha256=gIMZEkRUQGcOrhBoztMf9AfiaEGHpF3MlukhJb_Rq9Q,234
lmms_eval/tasks/mvbench/mvbench_object_shuffle.yaml,sha256=-cpJX1ofxLwRLcrhNReJ6qg5LZv9tgM_L8FdqDVQSO8,222
lmms_eval/tasks/mvbench/mvbench_scene_transition.yaml,sha256=I_Aw-DSFPhNUJJ2FhIFSnuXKj56mYvRPy44EcNtbpyU,228
lmms_eval/tasks/mvbench/mvbench_state_change.yaml,sha256=oCOfJUTTv5L359lTFjqtsff0xH7RjHyvDGmuJlJ-gMQ,216
lmms_eval/tasks/mvbench/mvbench_unexpected_action.yaml,sha256=CTCV_V_Qj8mDXL5OTlgR08D-fLEw4-5BrBYr3VKlEnQ,231
lmms_eval/tasks/mvbench/utils.py,sha256=y3WobDpRw2uDAa7etx4OBeBKGZW1cFq8t8sGU4_B3-E,6888
lmms_eval/tasks/naturalbench/naturalbench.yaml,sha256=fA8C1Q6vbdFH4wfvZ4KfggdWWBsi2rjvZu9Z8v0Qj2A,3896
lmms_eval/tasks/naturalbench/utils.py,sha256=YV0mGLMgCVOERgyclby8Q22V5Em2SzFAW2jlJddygoo,9818
lmms_eval/tasks/neptune/neptune.yaml,sha256=00Ss1AOGiQ4LE62z2f0hs4jifT70JTKFYlXx3_FHHD0,119
lmms_eval/tasks/neptune/neptune_full_i.yaml,sha256=RY9PqhN_ew2QF0cZBg1sRkhFBW9ca1Raw_CJ-ePJ3H0,431
lmms_eval/tasks/neptune/neptune_full_v.yaml,sha256=tj2t0iNrAZ-QJNaC1dgS_2exJ6VfB95A4pIKs8Kzrm0,430
lmms_eval/tasks/neptune/neptune_mma_i.yaml,sha256=yjSMz1OK8b7R8kYxBLeJ42to6MFdWZI2-2sy45rWMq4,429
lmms_eval/tasks/neptune/neptune_mma_v.yaml,sha256=vDYoLLL9Trqosj4K7vtsM7USiwMP3iMq69eVJQvQ9sQ,428
lmms_eval/tasks/neptune/neptune_mmh_i.yaml,sha256=J4MfzMGSJ3sfMVztFGlcOy0odyIabRChcTofiP_fiKI,429
lmms_eval/tasks/neptune/neptune_mmh_v.yaml,sha256=CjxqVimSuc0xGnw8eO5gjPRk6JgxhVx3buZWDrS8ETc,428
lmms_eval/tasks/neptune/utils.py,sha256=CwVdb6kspwEhFGugOQdlNvRhymxCfyHk-oVYYLva3C4,7954
lmms_eval/tasks/nextqa/nextqa.yaml,sha256=9o6-tPcdAl9CDBbNE-ltUQsOaUk9ikyK-kS7ZvA1u94,70
lmms_eval/tasks/nextqa/nextqa_mc_test.yaml,sha256=r074tXi7XuixpMGVyRlfbbD47hlJ96lyvXakUlRwLRI,417
lmms_eval/tasks/nextqa/nextqa_oe_test.yaml,sha256=yBorUV8DJht3JQSR73ehORZypTaHrYaUDkvvF8cYPyA,570
lmms_eval/tasks/nextqa/nextqa_oe_val.yaml,sha256=ety23WuznscipFfOQ-ECl44W2Pg72mh_2CawUj-gIl4,575
lmms_eval/tasks/nextqa/utils.py,sha256=4O9sqYN15bpgq2JfL-nautCpjskf3VRg6CJOH_KwGJA,10370
lmms_eval/tasks/nocaps/nocaps.yaml,sha256=Yh2ypWs8aB2GedJd7KZvOfr2Z7DIFpOkQahFUIy_CW4,51
lmms_eval/tasks/nocaps/nocaps_test.yaml,sha256=rY4fps0kdioWjIR4dVJ2Uq_zjip-Of8IzlGVa49CWUI,794
lmms_eval/tasks/nocaps/nocaps_val.yaml,sha256=oDz-0SscdXPwYlxPvDxq2VkOUHqMFjwX6lIKC8Nw-FE,1481
lmms_eval/tasks/nocaps/nocaps_val_lite.yaml,sha256=tzRTBfR-T_5KBvzaIyTtk_qdnQScKKgoD2e4B-FI94k,1488
lmms_eval/tasks/nocaps/utils.py,sha256=iA-EV0Swuep8_z8BSh3rCv0maIRjRuimkc3s2lGMeog,5227
lmms_eval/tasks/ocrbench/ocrbench.yaml,sha256=HQgyZZxMKUgKu05M-ifibUtFpWS70BeqXkptxhnAdoQ,769
lmms_eval/tasks/ocrbench/upload_ocrbench.py,sha256=GHhVF-MNwT4W797ybuVhBpDFkO74Yi9IteovnQoAG78,2898
lmms_eval/tasks/ocrbench/utils.py,sha256=_a8zOiugr06MHeDBifu_-MUc2kZniPHWl2kdljTCL_M,5659
lmms_eval/tasks/ocrbench/reasoning/ocrbench_reasoning.yaml,sha256=w7AAAcAfG6GISEqOHinZwKmDW0ZNdyxorlhN-faexfs,802
lmms_eval/tasks/ocrbench/reasoning/utils.py,sha256=sZAs2ZdGWWXTmwigqcQsly3zd0tUp2_V0-zkKn08Wgo,1234
lmms_eval/tasks/ocrbench_v2/IoUscore_metric.py,sha256=aXWwMJjvJ08zDEbFc4OLXCqLhFqj5typfgsofJ0ste4,2618
lmms_eval/tasks/ocrbench_v2/TEDS_metric.py,sha256=AZvfok6sJ6_FG7_EeiSlEKzJqj_KlehONUm5SDFBA4E,36005
lmms_eval/tasks/ocrbench_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/ocrbench_v2/ocrbench_v2.yaml,sha256=TOwi8tT5wiviYqitNGIIcM7fFq1Z9Gga1T-oOe1TWvM,919
lmms_eval/tasks/ocrbench_v2/page_ocr_metric.py,sha256=uwZ5EklVj3jVkWCkV5Ol84rlH_QfeW1vsEAQjC4SmL8,1556
lmms_eval/tasks/ocrbench_v2/parallel.py,sha256=tnmI1qqW6wK_2PoJaA1-3NejAzda4aCwNkTlVF9UxHE,2030
lmms_eval/tasks/ocrbench_v2/spotting_metric.py,sha256=uKlQtfJHuhU0_qyrBvIh4fbTyYgDz6kb1OyFsVFPikk,6126
lmms_eval/tasks/ocrbench_v2/upload_ocrbench_v2.py,sha256=HA3n9pDrRso5ShMDf3SbIBoUZlPA0zpIWYwqvQnRHhE,4065
lmms_eval/tasks/ocrbench_v2/utils.py,sha256=L6vPXLSWZ3QJ2HvsiLN73ccfygjBzQ3Hml7zG9kuCkM,19204
lmms_eval/tasks/ocrbench_v2/vqa_metric.py,sha256=b_ImAlmkgYTkaLbbwSx-HLu-_XSFjjFD6WKOZexGH2M,9250
lmms_eval/tasks/ocrbench_v2/reasoning/ocrbench_v2_reasoning.yaml,sha256=-xWKzo4ZW7gJ6Juq7hKWoLbUdb-Z6iNiQFKDSsTmP74,644
lmms_eval/tasks/ocrbench_v2/reasoning/utils.py,sha256=IMt6ocfo-WO7H4gKk9sDe6xdO-O9y3WM5oO1vRLGYLo,1948
lmms_eval/tasks/ocrbench_v2/spotting_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/ocrbench_v2/spotting_eval/readme.txt,sha256=64v07iOJDQrXDuBuCUOPGgY46YjeiYmA1yMM1ylt8vU,1454
lmms_eval/tasks/ocrbench_v2/spotting_eval/rrc_evaluation_funcs_1_1.py,sha256=xYOKYpYQ-dxKH6wFAogb5sTKhhIpoQYLL9ElZbBIfXU,19658
lmms_eval/tasks/ocrbench_v2/spotting_eval/script.py,sha256=K2dtlRzOaVkS1lyQsZ95mtYddAqwCaaGGT2yiWofX54,19089
lmms_eval/tasks/officeqa/officeqa.yaml,sha256=I9zmlSGMOZHKzYHSwTH1S0-lJsfTZYD6F-KaxUGZheM,789
lmms_eval/tasks/officeqa/utils.py,sha256=alJPFVDMRmykYJo3dHlQhpKGhv6fJtDsucILmtMWxIc,4451
lmms_eval/tasks/ok_vqa/_generate_config.py,sha256=4odk4o0m5zF_xPI_3U3Z_YjLC8YtBiti7epPegwbwEU,822
lmms_eval/tasks/ok_vqa/_ok_vqa.yaml,sha256=wLsdAOLjp0NeaDUTn4WNOq1jUQYC2B4z9AnHvB3UTTQ,36
lmms_eval/tasks/ok_vqa/ok_vqa_val2014.yaml,sha256=KVIWOtE_PgaEnJ_bRy-rz3i_nvZdXRIjwP5BMK79BwM,76
lmms_eval/tasks/ok_vqa/ok_vqa_val2014_lite.yaml,sha256=eChqXbTv18VzL-GR3oPU5qjykuhi6YkzjRFruqn04p4,847
lmms_eval/tasks/ok_vqa/utils.py,sha256=VcKVcCUvdVLaC8D5-NMsxN9wTRcmt7pFxRCXL2a0jZg,2105
lmms_eval/tasks/olympiadbench/cn_utils.py,sha256=wk60ItXntHdv1soL0aXLmDGsE9xzIkLQoEa19cIqp_s,2485
lmms_eval/tasks/olympiadbench/en_utils.py,sha256=7ObS6-u9TCohQdTrIk4-ozWo_q2LhDOfC0TqHiK9s4A,2739
lmms_eval/tasks/olympiadbench/olympiadbench.yaml,sha256=ODm-xwujTq_B9poQQNnEHXtpJsck53sezwF2HGFd0iU,79
lmms_eval/tasks/olympiadbench/olympiadbench_OE_MM_maths_en_COMP.yaml,sha256=Et2IxMJCvhukZ7Tg2H3iEYwKz8VvGqZDpCYsK17XOhE,673
lmms_eval/tasks/olympiadbench/olympiadbench_OE_MM_physics_en_COMP.yaml,sha256=TkInTepuhIPSu_J3lBnlzbXb9bmYv8fj7CcSR0fBub8,677
lmms_eval/tasks/olympiadbench/olympiadbench_evals.py,sha256=cE6Xy5bEAIWz-pqT3xsDeP7zkD1A7klXAyn3J5U5fLw,12856
lmms_eval/tasks/olympiadbench/testmini_utils.py,sha256=rm_KuHR1WVxidRMDeDOmC3HBpI6YI87Jbhsha1xyquM,3507
lmms_eval/tasks/olympiadbench_mimo/en_utils.py,sha256=ilS0P7vm7eDDzOK59mIdIxP-Pdzvq0QvsAAu6j3vMIs,2841
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_all_boxed.yaml,sha256=6GCkBhAMoAR8fU_hJbjccMe-Zats1qxcZEafjSyzKKs,1218
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_boxed.yaml,sha256=5kDdXGy0jPgqADl5QZvZ786Pzk2RfZvxmkbL0zP6JyI,1202
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_evals.py,sha256=BRE5y8bs3AJJC3SbpGlM-fw9ttYD6thK-alFAQqLmo4,12896
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_image_math_en.yaml,sha256=81n7e-ysZ3h06erwl37-m5xDm1lvreRYwBv46GG2zIA,606
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_image_math_zh.yaml,sha256=Y1LH5tLVaHLBN22biMXVTzdj1HGBn9KdvE75V9sPefI,606
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_image_physics_en.yaml,sha256=D6bEkvdrp3JWbG1eiS78wQBX3PPpmUFo6BSt3Ttkw7g,612
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_image_physics_zh.yaml,sha256=3KRkMV-ZslLHX6Aed8yrbWAAbu4FWFHz5aMqUwazJd4,612
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_math_en.yaml,sha256=dVt_1Slzat8mjo1C-2_4r2vT2sds7jAwAas1AnTBzMk,735
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_math_en_no_proof.yaml,sha256=V6qEL96GCocm2kcyJwc4F1MFTwJceMFjd7b-RIOpC28,631
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_math_zh.yaml,sha256=SED1bQEYcDLdL7X8fKiItIdkRZvLavNAsX6qtRTP26Y,735
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_math_zh_no_proof.yaml,sha256=s71T7nG937FQcLr3Gqu4ndlzKGN95RZTZ4ynf0mkIX4,631
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official.yaml,sha256=vudujIId_chk23xBioYFZZNny_QS8PWkXECZ5u1ecM8,199
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_en.yaml,sha256=iU8KKtoJAu6xMaB4C-j6tTJbHSYvQ3jl1dkV0naFITk,151
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_en_no_proof.yaml,sha256=u64DSgCheuAkU-5nV6CWCVw5UJYDThNsnUDEmLsKNn0,178
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_no_proof.yaml,sha256=GpiL0X6AUjvwyW_q45VOUU2-3uYsjoXyH356G8fHCe0,244
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_zh.yaml,sha256=I8dd-rZcB6Lw9zaYS8UiaEucCM_BEYZPA8q4DtWA0ig,151
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_zh_no_proof.yaml,sha256=LLyJJ2Q3Y8bWPRB8MQ_4s7iYU-e3vQi65Sgz6cdljCE,178
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_physics_en.yaml,sha256=K4O9UIRp4c_XkDVrmbqCdUdVDwS_1YkVfWgrukSl2PQ,740
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_physics_en_no_proof.yaml,sha256=5ac8EjoyiEW27Z56lD4ss4ed6ZGk9QuEnBKdT5Hwmlc,636
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_physics_zh.yaml,sha256=I0JF5l3zJzDk_yXcC0UmHgq7OZMLkdbpiLVjxY1NdOo,740
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_physics_zh_no_proof.yaml,sha256=6HSmzHAsGGYmM0qswq8buDK6-v-XhgcFeZQ8lS-kif0,636
lmms_eval/tasks/olympiadbench_mimo/utils.py,sha256=mkYZ2zMB0UBE01KPihY8Kx9DJv8Nl6BBKlml2bPq2Yw,3804
lmms_eval/tasks/olympiadbench_mimo/zh_utils.py,sha256=T9PRY_SdGGlrIoPqsZpVrowG1SC20JhbShp4wha2-Zg,2744
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_math_en_reasoning.yaml,sha256=d7AO52wWDhM8rLhcCQDDORHj6qdEUD0sTKpcYJQB59w,714
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_math_zh_reasoning.yaml,sha256=5clvBfVW4m1BdXK-zqCjLq8_HD8xcin7W6jM7rGxoaY,714
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_physics_en_reasoning.yaml,sha256=MJjb_CTfjBwmqCGR1mb-LiSxuieq9NL3TaoVkp3sJMo,719
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_physics_zh_reasoning.yaml,sha256=ZB_KT-VfWP4_AeW45ktBwR-9076i0IO6Z92aAYzg_zQ,719
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_reasoning.yaml,sha256=h8BAtexXgvFHFZdn0DzEjKRsjCYXo9fFUw1lQos15Jw,257
lmms_eval/tasks/olympiadbench_mimo/reasoning/utils.py,sha256=FpU5t2BmDS7_-yhyktobMOXbMLiGssk2MGqDPa0FA0I,2818
lmms_eval/tasks/omni_bench/omni_bench.yaml,sha256=lEH8Ra4Wym8r6wRKaB46Vb9wb0rB6j2_XDuEQ4MV1N0,351
lmms_eval/tasks/omni_bench/omni_bench_audio_transcript.yaml,sha256=_mgv-57AaTGCjMQTaa9acAYXWk9MJULg2ZZM_xKw1-Y,384
lmms_eval/tasks/omni_bench/omni_bench_image_caption.yaml,sha256=R2wtrxkET8Tf6o5eXARwfcXQiRqElcg0IdFbl0XPTcg,375
lmms_eval/tasks/omni_bench/utils.py,sha256=jIqH8mgigpqYEb-3eUprX3wChOhVUCx_uYLYSBC4Skk,5057
lmms_eval/tasks/omnidocbench/omnidocbench.yaml,sha256=EaLFoCo0S08SaCtw-isWPsStDXK13rym_BvCdFHluPA,1769
lmms_eval/tasks/omnidocbench/utils.py,sha256=EPwkygZTBqZ_PMBykIx68pM2Ok1wmxqiF1N5FJqyVs4,7436
lmms_eval/tasks/omnispatial/omnispatial.yaml,sha256=qDRtD5nBfyODWluaPZU5Tr46Lf4Mi2FRzkAAaCR2iHQ,139
lmms_eval/tasks/omnispatial/utils.py,sha256=foTf4VXFZS9er47bYoRP9Ka1kzNQ9SZRCgzw9REhJZg,10278
lmms_eval/tasks/open_asr/openasr.yaml,sha256=aWfj4g8PEgV6jp3VuDwGKcZ-uAQtifByiu5PTjQOf1o,233
lmms_eval/tasks/open_asr/openasr_ami.yaml,sha256=YLqTKUonvWFHGOAs5J0jmUznYVys1qyBla5_VRG4wcM,86
lmms_eval/tasks/open_asr/openasr_common_voice.yaml,sha256=WFw8aNz05btv1jLsrxzqa2l_yo4qSF61s1dmJRERWDY,104
lmms_eval/tasks/open_asr/openasr_earnings22.yaml,sha256=Ps7tUIIITn1oFl2-28GfpLw-UdWjruCN4w-QZBFfXzU,100
lmms_eval/tasks/open_asr/openasr_gigaspeech.yaml,sha256=HpZcqgZPzBddR7iSGTWKzTrb6d2yyoENP3AHMNcCnIQ,100
lmms_eval/tasks/open_asr/openasr_librispeech.yaml,sha256=edBu56fTVqsaKuOo1EPLTJoTIvmwNSSR3lki7FIPj-k,101
lmms_eval/tasks/open_asr/openasr_librispeech_test_clean.yaml,sha256=iDf-evVaJobQNFDH4ucXay8FFTSwGbO8MW1n0-EiT_Q,118
lmms_eval/tasks/open_asr/openasr_librispeech_test_other.yaml,sha256=EJg2YR1SL3Z-OY_iONeBDD4E-nDzRh3Dx5CDNvl_2xA,118
lmms_eval/tasks/open_asr/openasr_spgispeech.yaml,sha256=Cky5qwghLm7Qf7e7QfLHoBMcwGvzmwZsQkgk-axvBww,100
lmms_eval/tasks/open_asr/openasr_tedlium.yaml,sha256=5hqQw-fDdHPnMt4ok921wAc4CbHqouhga8AoFnksOA8,93
lmms_eval/tasks/open_asr/openasr_voxpopuli.yaml,sha256=tlGHApQDsMo-VQrrT_Qi7-wYgqWjWLz5RO9hGw2efTM,98
lmms_eval/tasks/open_asr/utils.py,sha256=XnB-J3_mpREgWvWFQkOHnqxx2h6JbvkOAs7q1Tdjuys,3314
lmms_eval/tasks/openai_math/openai_math.yaml,sha256=bDc7O8BjOjnp32yFN7yMsG1dg45baYIu_XyNkbd-NqM,700
lmms_eval/tasks/openai_math/openai_math_agg64.yaml,sha256=VPfJCJKOvtmRM85pID8ZwutaDwPITg0CwG1NHsKzYX4,1740
lmms_eval/tasks/openai_math/openai_math_cov64.yaml,sha256=JblLAGAYtec5vZfdDmv3n2bOM1fcVmc9fNTWy9eidyA,834
lmms_eval/tasks/openai_math/openai_math_cov64_train.yaml,sha256=RgKREfeSx-cHv45HKlSptDs5wtfApYhKRn06F4_MvvQ,854
lmms_eval/tasks/openai_math/openai_math_maj64_cov64.yaml,sha256=Y13WGX2LN7twrCzuNAnmcRxTkwS5uznRncQDQRDCbwI,1925
lmms_eval/tasks/openai_math/openai_math_maj64_cov64_train.yaml,sha256=-b2wt87Tr0FGCzrV9VB3tcp89-ALHs58-iJ9qn3k4_k,1694
lmms_eval/tasks/openai_math/openai_math_train.yaml,sha256=1o4NEkRJPdrJpS2VAeS7dr75L3sURTinocLPgY49NyI,752
lmms_eval/tasks/openai_math/utils.py,sha256=tcsULlbmXTGWd6fihOsyVhmIMzZc-QrWgBVGh0C3g5k,13236
lmms_eval/tasks/openhermes/openhermes.yaml,sha256=mAXGpnvH8K7_tkV4EQu80kT1sJ-t5lUEf14hDxZvcmU,689
lmms_eval/tasks/openhermes/utils.py,sha256=IEZcjsW_GMTAgB_4wiqIPMs4vZntfr1D4BYpxg9dEso,5186
lmms_eval/tasks/openslr_librispeech/openslr_librispeech.yaml,sha256=L3cXtDRlOurzDxmXuyvaEiL8VfznmZaWLFLw-g6JP2k,64
lmms_eval/tasks/openslr_librispeech/openslr_librispeech_other.yaml,sha256=Q4euAXgV83FrbKTRkYK4WUJGqrRC6EYvQCcaK4diPb0,971
lmms_eval/tasks/osi_bench/__init__.py,sha256=wOJS_l2AEVRumlOaO9-0htbKvCDtjGYyrcfcQahWdVA,122
lmms_eval/tasks/osi_bench/osi_bench.yaml,sha256=rHyWdOmpKc5HtzZgOG7rQVgNjdMT4XGG0IOiibDBdY4,330
lmms_eval/tasks/osi_bench/osi_bench_frames.yaml,sha256=g8zyOT_kGk9HvZhiOcfdTMQH3mMPhkDBdVBg7N3RivY,366
lmms_eval/tasks/osi_bench/utils.py,sha256=3PEkwf5ucM8ZIYwOWlzSkws2tF-YoS2ROKMjFp8YcTk,22936
lmms_eval/tasks/osworld_g/osworld_g.yaml,sha256=by2Xkpnt_rjjxRs1yTz-1w5tlBIwqf37GTomj3ns4jM,909
lmms_eval/tasks/osworld_g/utils.py,sha256=8yfmxHd8RPqlHjvmI9rCP7M6LgglA2jksoadzuZ8xuM,5961
lmms_eval/tasks/ovobench/constant.py,sha256=z4IgcY8M2ots5JP_llYhRQnHA9V1ppgw7JY7aBjWn3w,2737
lmms_eval/tasks/ovobench/ovo_backward.yaml,sha256=IrRYqYNzyfNOnAIjWaZVfudR4uA9dknfJTfpDmbatSs,848
lmms_eval/tasks/ovobench/ovo_forward.yaml,sha256=gdO-6Se2zQ_CZXQ7Gj4dTFWvyzxLd-S71llTLjP63gU,850
lmms_eval/tasks/ovobench/ovo_realtime.yaml,sha256=PU_Ue2zs-ZLo82__Aj5kudc3DS5BWSVqBhgYNfPZULk,848
lmms_eval/tasks/ovobench/ovobench.yaml,sha256=gwv2HLnDtOWVNzqCLDFKSF0UIJwyOz1DhnV0rBCVr6Y,71
lmms_eval/tasks/ovobench/utils.py,sha256=G14_2n0n9YdXeRB4ZwfxqBhMh8SStu9lzFsn9-rr5m0,6448
lmms_eval/tasks/ovobench/ovobench_data/backward/data.json,sha256=5xykd45Q6bv6WSCg-3kBoiRZODDG9rN4Skv9CjGOlx0,224336
lmms_eval/tasks/ovobench/ovobench_data/forward/data.json,sha256=0o6NtS63_L86hdNXQcS6iQ0rmHaxmMVKaYu4wfWrXlM,176727
lmms_eval/tasks/ovobench/ovobench_data/realtime/data.json,sha256=EOSluctJg7vS1GQgW8RxJUPLMZXPrCFnFtv7mHhWAMA,360932
lmms_eval/tasks/ovobench/score_utils/score.py,sha256=W6eaVvwCa2QJ8fpkIE2GFZta6N8sb_3DohqgOgZoi-o,2749
lmms_eval/tasks/ovr_kinetics/ovr_kinetics.yaml,sha256=hjIjaRj7i5m8ZPp9JvIn3aw7JcSEb8gkKgF9eMLMme0,748
lmms_eval/tasks/ovr_kinetics/utils.py,sha256=8Gc61mn6cSUk1Y0vxGZeIyKUJ5ZPZhjUEvePjxyS_8k,2176
lmms_eval/tasks/paibench_u/paibench_u.yaml,sha256=Ias2sr95mYeayhtRv-yajD5NjD8tCWJ4ujkbBf64Ol4,797
lmms_eval/tasks/paibench_u/utils.py,sha256=4PjwejRSR_irsVF3r6UnbKDwqgCU_BRG2D7BpOpbFTY,5894
lmms_eval/tasks/people_speech/people_speech_val.yaml,sha256=7hy2GDSNabr_Xgf_Q6CxH90cwcN5NN7AqZsACbQWgjQ,715
lmms_eval/tasks/people_speech/utils.py,sha256=XoeliBn87xz84_7I984cJYfQzOf5FZ1MEXNrCbOiR0E,2628
lmms_eval/tasks/perceptiontest/test/perceptiontest_mc.yaml,sha256=RBVfrOVQXI5n2F8ShssJF8ijsrq-wCW53SGJduPZ1NY,506
lmms_eval/tasks/perceptiontest/test/perceptiontest_mcppl.yaml,sha256=gjH-sveqA8EpfCo8CQ9Q5yGaoTbP7-08C82G6oDUpEw,546
lmms_eval/tasks/perceptiontest/test/utils.py,sha256=Fz_hmJPM3VbJc2JeH2y8Iv0Eqhhg2H3pQGY0PTkHSjc,3852
lmms_eval/tasks/perceptiontest/val/perceptiontest_mc.yaml,sha256=gdrftBK2MpLrDZbszNDNbeOv6BVjCMGq9l6B9rLP6mE,536
lmms_eval/tasks/perceptiontest/val/perceptiontest_mcppl.yaml,sha256=CfLLfQ1sLwK3-6W5QhM7spV2DOZxi46IdMthRuUuiP8,572
lmms_eval/tasks/perceptiontest/val/utils.py,sha256=aqxcJR5wRSDalxXi_bHL41FWYTgSFu_UfPOXPw9nkGc,4027
lmms_eval/tasks/phyx/phyx.yaml,sha256=tQC4cu5b6aam-YHR1JxCChl29XBQmkLD8e1oPYH0CFM,158
lmms_eval/tasks/phyx/phyx_evals.py,sha256=FYmEkQjhdQPDb0gatfJtiMC-aC6B_JUeGnU97nqSK04,14329
lmms_eval/tasks/phyx/phyx_mc.yaml,sha256=S8DtQdVSHFCdkqaEuccPxwIByW16PZZ5aL6jdko4QBM,539
lmms_eval/tasks/phyx/phyx_mini_mc.yaml,sha256=HTXWaFNuY8La-c-TnOR7xfZgpdMBEgoQGJ89itoQ0Hw,549
lmms_eval/tasks/phyx/phyx_mini_oe.yaml,sha256=0mR6Y5Sxhtr1P8qNXLKQW96wm5nSqCsxQg4_PMTaU1c,546
lmms_eval/tasks/phyx/phyx_oe.yaml,sha256=OhqYyOz0y0DDYN_ZOj59R9mcRgDGDuwj3_yE_NTgTwM,536
lmms_eval/tasks/phyx/utils.py,sha256=72yPHkVEMr8IVGXYYnEAiBB4ZeWCiEfTvM0q-QGBGCg,2365
lmms_eval/tasks/phyx/reasoning/phyx_mc_reasoning.yaml,sha256=uioMPEN-hA0ad_wb3QKVrMpUFovoiLCURZRWxxM71ts,175
lmms_eval/tasks/phyx/reasoning/phyx_mini_mc_reasoning.yaml,sha256=E6jH6EEUs909qPigTPRah-T4vaYskfm_BQdNDaxLoHQ,185
lmms_eval/tasks/phyx/reasoning/phyx_mini_oe_reasoning.yaml,sha256=vwG3cftV9PzDGDnLhjA1zPsAh03y_XT9h7gyVwtJPwk,182
lmms_eval/tasks/phyx/reasoning/phyx_oe_reasoning.yaml,sha256=XprlsMa3AJVl01xB8qRuRm8VvK5viU03aJYkEteIB08,172
lmms_eval/tasks/phyx/reasoning/phyx_reasoning.yaml,sha256=LK6gUs4wF1O3GIQuvD_60a87fO-qr3q-rdOy_jH0jVY,151
lmms_eval/tasks/phyx/reasoning/utils.py,sha256=NLCYGUfH6PGkWflsjFyTRg1XNRWSLpYJCG276L3_WjE,1084
lmms_eval/tasks/pixmo_count/pixmo_count.yaml,sha256=f-jmT-ra1G3VoNPg2dwSXZT_Zf0An9qd4SeUYni5ybM,579
lmms_eval/tasks/pixmo_count/utils.py,sha256=YisA8MtlgWkyRLtgXJbX_BcyzQBSlkvyDMwM2HbrC9M,914
lmms_eval/tasks/pixmo_count/reasoning/pixmo_count_reasoning.yaml,sha256=JmXO3U4uuyLrxk8AihGS8Z4j5yfdkS-PNEPkRlX8y4s,723
lmms_eval/tasks/pixmo_count/reasoning/utils.py,sha256=EOu3MhxZ2Qp-Fhe0jVnhLQON2eP00rCyoQXtqcAz0GE,1111
lmms_eval/tasks/plm_videobench/eval_utils.py,sha256=Dvim_XyqJCbXNfat-RkJvSQyK7Xz9c2PLvmp9zNH2AY,12545
lmms_eval/tasks/plm_videobench/fgqa/fgqa_test.yaml,sha256=Ld-ls7M4I2sjoIb9TcOj9qIVX-djphzAgzK3mGyoxF4,613
lmms_eval/tasks/plm_videobench/fgqa/fgqa_utils.py,sha256=EqbGZYQg_Eb2Iop5fly661l3c-45G83TFysuEU1AN60,3468
lmms_eval/tasks/plm_videobench/rcap/rcap_test.yaml,sha256=XXVzB7kBEI9yPpjc7cryBzKRS6w3po3AleFCRwUhFQA,782
lmms_eval/tasks/plm_videobench/rcap/rcap_utils.py,sha256=_5Cmy1zHoILQO2Ktz7eCbvr23F5PQ0d-PeP3zlGSn1c,3213
lmms_eval/tasks/plm_videobench/rdcap/rdcap_test.yaml,sha256=seZd87XYAT-kTeGiaPs7q52lClhZ6eOJNPp5JvZvhtU,933
lmms_eval/tasks/plm_videobench/rdcap/rdcap_utils.py,sha256=-6V9weFtpDs3x37IQNWmfSRMw7gyAVcSyVQNh-WpcuY,4013
lmms_eval/tasks/plm_videobench/rtloc/rtloc_test.yaml,sha256=d0_8uBg9qkKZmGtApyvMpgImNBsmnbKhQJrInnoxB0w,913
lmms_eval/tasks/plm_videobench/rtloc/rtloc_utils.py,sha256=noOEPaIMl7DyVPx7791JOgFI4DK7PS1cuD652PlkWvM,3319
lmms_eval/tasks/plm_videobench/sgqa/sgqa_test.yaml,sha256=AGIoPhn9JdzAmaeZxjxRX8qB0qoZKjK0FegqLD2qd_k,835
lmms_eval/tasks/plm_videobench/sgqa/sgqa_utils.py,sha256=D1g8z-q3mkNo5Up0m6CpCdGFOTEXOHMuAC0gDwndFJU,2605
lmms_eval/tasks/pointbench/pointbench.yaml,sha256=b99KbTGlfWKYQg9FeFr6mK0RjTo8eQ2Wn1UDrySg-n8,67
lmms_eval/tasks/pointbench/utils.py,sha256=EDia8P0GicvHjDeTsHZN3uSkXcSylhqvsjmozq_zPtU,6542
lmms_eval/tasks/pope/pope.yaml,sha256=2JjLs0DsVQKgaNXZD7784B5hY-wRb6_Pqe7sl6wLWgk,1191
lmms_eval/tasks/pope/pope_adv.yaml,sha256=RliwMNag8HuZjBW4QQnSKa9zkP5eE9cMfl49RdsjVRM,1220
lmms_eval/tasks/pope/pope_full.yaml,sha256=8IZJpgjURz9SnIw2lWJU3A4LF3aNSD4rccqR6bcvAUI,65
lmms_eval/tasks/pope/pope_pop.yaml,sha256=-CDarXyOkNG1rbEIGOZNL6rivvch8Dx5M1iec2kR8TY,1216
lmms_eval/tasks/pope/pope_random.yaml,sha256=Js3HiYsChFH0nofuoidoGB-b5w4HoZU25WI33xkzd5M,1218
lmms_eval/tasks/pope/utils.py,sha256=EmS2ZtiunWSwIXxmy8L3G2SCoOAWeZfIkZUmOfyFTo4,3123
lmms_eval/tasks/prismm_bench/prismm_bench_identification.yaml,sha256=4p1UV23gQ0QZ8zaRjTc7ZSz3h6XrrdhvMTIktPuYGxM,305
lmms_eval/tasks/prismm_bench/prismm_bench_identification_whole_doc.yaml,sha256=BUvykGxi-pdfMZA7w9ozvLLFmHMNgJHtcjd_V4o73j8,335
lmms_eval/tasks/prismm_bench/prismm_bench_identification_whole_page.yaml,sha256=YB-ysgF9KHaO07X5TIw-ZPJEm5AaAwvn2d6YVxkWV30,338
lmms_eval/tasks/prismm_bench/prismm_bench_pair_match.yaml,sha256=4uJ4CodOaNp-iYUymC5rh4zwwITvRLaA0RR1MmotRvI,444
lmms_eval/tasks/prismm_bench/prismm_bench_remedy.yaml,sha256=0b2lwtJ1AcxPSmfA7qdaygFeVRrDRWYGv7X1OjHYeQo,344
lmms_eval/tasks/prismm_bench/prismm_bench_remedy_whole_doc.yaml,sha256=ei_zVahm7HFKsDxJ_Pjalqdd_Eb5lfflMxMeBIAurno,375
lmms_eval/tasks/prismm_bench/prismm_bench_remedy_whole_page.yaml,sha256=pW5XfvU0qB6y5P4u1vc3V7aFl2bjtq0SfaA7nz6mTL4,378
lmms_eval/tasks/prismm_bench/utils.py,sha256=HtKXOXjXST-b6mMTqtIsAPdMUfPLov6ooRATTsKV0dg,16420
lmms_eval/tasks/qbench/abench_dev.yaml,sha256=MjNFlc4vmCy1tRmev1suLhHOo-FAZOJdQura7n_w6zA,632
lmms_eval/tasks/qbench/qbench2_dev.yaml,sha256=ZHyOODrytc8Pl2j9D9VuxKgr19_h9VNSUtwYDRpEkx8,634
lmms_eval/tasks/qbench/qbench_dev.yaml,sha256=lz3bDxpvx8JBO8hRyoo3j9M7FPjlRBPWHU16H0RFpWU,632
lmms_eval/tasks/qbench/qbenchs_dev.yaml,sha256=Ab7xYBBVpxkYKpEUSJZPvD40cUivFAQ4vRwkHF0qfVs,65
lmms_eval/tasks/qbench/utils.py,sha256=Set6Z9w_HGGfaBTkqawthEFFOCzkx3EGVJ20s6c-dLw,8631
lmms_eval/tasks/realunify/__init__.py,sha256=64VNQihZf5B0cPQLlrlK5gnX2XbUWfPFg21ZcMvNaKQ,158
lmms_eval/tasks/realunify/_default_template.yaml,sha256=EHtn2LGTh6bck6yrNRjr3Lf3UFch8wQPsEPLGeHSeX0,131
lmms_eval/tasks/realunify/realunify.yaml,sha256=iJW95Q--utc50vQcq9Xw-hBwVqBZEBCVMs1rcVuw_ts,303
lmms_eval/tasks/realunify/realunify_attentional_focusing.yaml,sha256=rXJPEiF93-VdSL3sxb7LKSKAmEfwpYV6FrpOemDSRrY,622
lmms_eval/tasks/realunify/realunify_mental_reconstruction.yaml,sha256=fyn931ePxOqFEFoiGaS3R9b4MWQA2aUh0NIOd9z25zk,625
lmms_eval/tasks/realunify/realunify_mental_tracking.yaml,sha256=mUUQWZtShOfHKMLbLUrnCDS-wCn3XWvVC66Ib6c4d9s,607
lmms_eval/tasks/realunify/utils.py,sha256=3V-IQ0aIXn1tbViGX0fQKc6wqbr9NuYGwbX9YkiJt50,6892
lmms_eval/tasks/realworldqa/realworldqa.yaml,sha256=kNH11NbpVl-bfCro2jR0PBh8UxKBpuGPIsFoyBEpbzw,1150
lmms_eval/tasks/realworldqa/utils.py,sha256=vZX3XcXN8CdZDdmEse7s3zWDwIovKd-pbIgjgNdQL7g,4752
lmms_eval/tasks/realworldqa/reasoning/realworldqa_reasoning.yaml,sha256=o2cRcytLfTEIAJudM4PkMXb2bWUyEciZx4fhIzh6jzc,625
lmms_eval/tasks/realworldqa/reasoning/utils.py,sha256=NnGgR6POgJzVAi7Nmk9EIWKv1QjmKTXolwsadpJ5D9g,1480
lmms_eval/tasks/refcoco/_generate_config.py,sha256=9oaHiw23neg7AElzsEYvpSAO0_NyBV63JnKYRko2dhg,941
lmms_eval/tasks/refcoco/_refcoco.yaml,sha256=RctmCOwut6jBR51tLoP5SRfvkrQON4PUeumuGyYpvRw,179
lmms_eval/tasks/refcoco/refcoco_bbox_rec_test.yaml,sha256=fmvWL91OQimSgm3FgXXxXiK6er2hbcjaaemQOXlcbXI,110
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testA.yaml,sha256=gkbK8xDYYxXzKhXxIDurzyOCCgGpNUMV8oNsnSrcpsc,112
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testB.yaml,sha256=U87FvR666tO_SHhtNG0JOodFG9VZf4fZSILmEmKDPw8,112
lmms_eval/tasks/refcoco/refcoco_bbox_rec_val.yaml,sha256=3bSnZG0xCzKHZgWto1Y_VeawiUHPnkqOHBxPdX4A5p4,108
lmms_eval/tasks/refcoco/refcoco_bbox_test.yaml,sha256=c2k72jG0uAtl6HPY_An9GM3SI-6dFZ8YHJ554yserf4,98
lmms_eval/tasks/refcoco/refcoco_bbox_testA.yaml,sha256=0XI2i-V1MJeKnR3szH4KBoaA56c6Fs-0qMDgliwMryM,100
lmms_eval/tasks/refcoco/refcoco_bbox_testB.yaml,sha256=zU_bxqqm1rT-pFlKWCNGEshnMMTZfIEFPjfmSsYb-vg,100
lmms_eval/tasks/refcoco/refcoco_bbox_val.yaml,sha256=4uYHVmgwpuJHXWbuZLN5rj048zGA3cb1dwuMtMBOIes,96
lmms_eval/tasks/refcoco/refcoco_bbox_val_lite.yaml,sha256=TZ03iZ1qygiWH07O_dIKvOq1gYbDC_fUuohjcnpOAVA,1245
lmms_eval/tasks/refcoco/refcoco_seg_test.yaml,sha256=j4taMXrlNzbupaIKUI2uYpZelHmTjdtmGuLJ7SPwpio,95
lmms_eval/tasks/refcoco/refcoco_seg_testA.yaml,sha256=POiuBXXNghIWLBBmhQYstmanKhi312Qh6zoYCZWVVAY,97
lmms_eval/tasks/refcoco/refcoco_seg_testB.yaml,sha256=ryvO1D69fDCtamu_Tu4mDB70kHKmgUECHC3DXe-aqmc,97
lmms_eval/tasks/refcoco/refcoco_seg_val.yaml,sha256=h2I-P1UoqLqAAcHgUvCmCC63O99ZSrv_VLovArEERC0,93
lmms_eval/tasks/refcoco/utils.py,sha256=M6GEUnc1IwB7fmWA0lR1sXXPCKDM99DuKxebYsrSS0M,4101
lmms_eval/tasks/refcoco/utils_rec.py,sha256=eCaqIMl2UHxcJi8r4TqsLDVdUPEzF6skNEsNn2o7tWA,7931
lmms_eval/tasks/refcoco+/_generate_config.py,sha256=b5b7mwbJejr3P-LlZwTN-0luZZM8eEK7BCV8bVXv-uY,929
lmms_eval/tasks/refcoco+/_refcoco.yaml,sha256=dIckZQbrDwkKhAn5WBfoOm2gs72R4zzfQU9oBDKjnj0,147
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testA.yaml,sha256=lxJMOuxU3VVumsF5dAJ1rpJaG8UCayDiHFlmqC4XjFI,114
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testB.yaml,sha256=-LgqaVE0BfsObLRAx9z3kf2BolIyD-7BV-cJNXWAcW4,114
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_val.yaml,sha256=SQFAuK9-Hfr9BF8O7siKq4UL6H6nMgccuu_SoOTNgn8,110
lmms_eval/tasks/refcoco+/refcoco+_bbox_testA.yaml,sha256=6MhdGjh6UZxrfV_YzP2QL6TeBEbgTM-XskHb77Dayks,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_testB.yaml,sha256=8p4uQYugjU_IBDWfvAMysQ1qH0R8rNPNMGebuXiz86U,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_val.yaml,sha256=imsnpBrFKhcgumVppe2FUoVo5dQoF-6CBTjcR0lnWhs,98
lmms_eval/tasks/refcoco+/refcoco+_seg_testA.yaml,sha256=R4c4ZWu_LtqgxmQ6z9G5hZRyHqKSlWfTkDh4Uk_WC9o,99
lmms_eval/tasks/refcoco+/refcoco+_seg_testB.yaml,sha256=qxyajeUtwCYh61im7BluVZzT_4lnG_qYq0L9K-M-Ecw,99
lmms_eval/tasks/refcoco+/refcoco+_seg_val.yaml,sha256=Spm2sYsiPa9lvLysTkqVq0gdY-T7vCIwl76E4g3lxBM,95
lmms_eval/tasks/refcoco+/utils.py,sha256=M6GEUnc1IwB7fmWA0lR1sXXPCKDM99DuKxebYsrSS0M,4101
lmms_eval/tasks/refcoco+/utils_rec.py,sha256=eCaqIMl2UHxcJi8r4TqsLDVdUPEzF6skNEsNn2o7tWA,7931
lmms_eval/tasks/refcocog/_generate_config.py,sha256=U2DhSx6mIayKKN2XNjqZnBERgrUAHp4MC2Tb_tYc2QU,909
lmms_eval/tasks/refcocog/_refcoco.yaml,sha256=JbhV4QXR4Iz_WphSIbdAusWdbhoBkjK1j86B7JQFz0U,102
lmms_eval/tasks/refcocog/refcocog_bbox_rec_test.yaml,sha256=jMucr-Fs1cRqXcpdMugA52DzkuvSxZ4VWZKmlMgLOUw,112
lmms_eval/tasks/refcocog/refcocog_bbox_rec_val.yaml,sha256=lgABtSJWD8-BjIZ_UUwkCQPAMFtXy5jJsXEM2-2SjW8,110
lmms_eval/tasks/refcocog/refcocog_bbox_test.yaml,sha256=2sI1Ffp5S771_L-f9SBmTIx_gm3gT94TBfOdkpOvorA,100
lmms_eval/tasks/refcocog/refcocog_bbox_val.yaml,sha256=fwG6SqHrosVM_ONGlQSXl3HguiVG-aGQ4IiFlyN8OpQ,98
lmms_eval/tasks/refcocog/refcocog_seg_test.yaml,sha256=v0iyXRxHn7-txmFPvVJfa2jwKAnYH8GYy9iuno6V8vE,97
lmms_eval/tasks/refcocog/refcocog_seg_val.yaml,sha256=sDmB2BLDEpYJcjpS-kw36pqFRtc8mbAMWaE7RWTAAog,95
lmms_eval/tasks/refcocog/utils.py,sha256=M6GEUnc1IwB7fmWA0lR1sXXPCKDM99DuKxebYsrSS0M,4101
lmms_eval/tasks/refcocog/utils_rec.py,sha256=eCaqIMl2UHxcJi8r4TqsLDVdUPEzF6skNEsNn2o7tWA,7931
lmms_eval/tasks/refspatial/refspatial.yaml,sha256=FJ1TnSZcvWGqqp9Xdx6h72AYFuEf-uHZA-9M5Elkg8o,120
lmms_eval/tasks/refspatial/refspatial_location.yaml,sha256=RAwv8_SdKVqYxtSuRCpmDQOreMi-4GJKl5HZl8y87SU,105
lmms_eval/tasks/refspatial/refspatial_placement.yaml,sha256=EWXn633WG9leAl6-h8JQu-5LMwasbUvZ6VkZLuZKg2Y,107
lmms_eval/tasks/refspatial/refspatial_unseen.yaml,sha256=2L48Xhr0ngUMGU44z7CZx7YXTjIpf4I3oqLtqGkvnxM,101
lmms_eval/tasks/refspatial/utils.py,sha256=SYteCnAjIit0ZMwLOfqok4sLmlwI3uFmecOXTMKDjw8,3403
lmms_eval/tasks/repcount/repcount.yaml,sha256=-UT13U32omgD-JdHnUFM5qa0ODpNY-U62Kmsh9FEs8c,725
lmms_eval/tasks/repcount/utils.py,sha256=kCJuNDsE0psZ1y52JpDrnvMl53iC-aKg84LD_pUOIPE,2637
lmms_eval/tasks/saco/compute_metrics.py,sha256=2bo6iNlHrrfPYa-XFm9BSVy-FUGzw-KUyTY3v3zgo-E,3622
lmms_eval/tasks/saco/saco_gold.yaml,sha256=K2v8qrNrmCIuX_y2de2y9ntfMUYZul_-UFwFn4fuZGk,177
lmms_eval/tasks/saco/saco_gold_attributes.yaml,sha256=IT4HVcORYYXR_F_u7Um5ZgCfgHarCxYMfHy4SF6B1TI,94
lmms_eval/tasks/saco/saco_gold_crowded.yaml,sha256=d5j7B3T1mxORDsPT1t3TBcQuGTBKNok7tvvUnAK7JfM,88
lmms_eval/tasks/saco/saco_gold_food.yaml,sha256=6XStrbnmX1s3s13NBScYz2aaIkht22N5tttz88oa4hU,82
lmms_eval/tasks/saco/saco_gold_metaclip.yaml,sha256=Ju-WQae40lRuntdgcbMf89pA-gQG97tg_1BC9oyWxd4,90
lmms_eval/tasks/saco/saco_gold_sa1b.yaml,sha256=a1CBFAVfTVL1sVpTsPpnvXVy22dBf5W34udqaYPZgfQ,82
lmms_eval/tasks/saco/saco_gold_sport.yaml,sha256=Gfd86_LxN-b7rxIKiwizrlTAjPQEluDZvlffLTNs1sU,84
lmms_eval/tasks/saco/saco_gold_wiki_common.yaml,sha256=atmNLe-TJq-7mZfqUG_UziNFRis1I6Wfy2ztzSYPhGo,96
lmms_eval/tasks/saco/utils.py,sha256=olBXArcjQCJEIh3mP1nTWwWF6wT7AGRyIiQeUeYdgpE,18769
lmms_eval/tasks/safety_redteam/safety_jailbreakbench_benign.yaml,sha256=oVjSCXtYSAir3OCwRBr--N48kxKRNiPNygBhZwuAw18,674
lmms_eval/tasks/safety_redteam/safety_jailbreakbench_harmful.yaml,sha256=I-R9qJeMLbpP3aFy4xW9zUAyuGNAMr5UbxeJxLJ_i5E,737
lmms_eval/tasks/safety_redteam/safety_redteam.yaml,sha256=WLcMGHwHVSWG-W5bSI0qTuahHo76IKGgvMU4-h0NbRI,95
lmms_eval/tasks/safety_redteam/utils.py,sha256=pEyeu-jFrBzka1SNjoCoHxJAYZNSZJpWpjtePt99e14,6311
lmms_eval/tasks/salbench/o3.yaml,sha256=cLuV8XvfvWDydVu8_VVtDu9qz48ysudPib6P7ihWwq4,48
lmms_eval/tasks/salbench/o3_box.yaml,sha256=ry7Djy6tCoys3tjNHMQa-hKgafVgLy70wY4mGLqw24k,56
lmms_eval/tasks/salbench/o3_box_img.yaml,sha256=Vujx6_LFXJhJ682rJUXkg7OhOdODVyVibpACKj4OUe0,64
lmms_eval/tasks/salbench/p3.yaml,sha256=VwY5Y4pE2Mx9D3TekrqnaGbm52MtAUWg4llEAps4q8s,48
lmms_eval/tasks/salbench/p3_box.yaml,sha256=Z5DUBdDs-xHoLM-zm2Y1QUwOaMBIxPUKB2374FGwa14,56
lmms_eval/tasks/salbench/p3_box_img.yaml,sha256=eP65mRCYEYoYkiYS5JpPuT71yNo6Aii15S40JERZyr4,64
lmms_eval/tasks/salbench/utils.py,sha256=uhLHqo_U7mQI1ojiEbyIBmRVrKVFTzB1pgPa0cZIfe4,6068
lmms_eval/tasks/scibench/scibench.yaml,sha256=wLpXpNA1TtVwgXHM0HlL5smiqVicNCgxf12-9in-XDI,77
lmms_eval/tasks/scibench/scibench_chemistry.yaml,sha256=X0Q2giUzLvsFRSW0n7JZbp-lDEbxpLGk9WTJ5h44o4A,864
lmms_eval/tasks/scibench/scibench_math.yaml,sha256=_B2983IJWQl2mWItcFmeymiNjcHVYgTyb6-fYUEW8-8,855
lmms_eval/tasks/scibench/scibench_physics.yaml,sha256=bZF2eW6uwMywylarN3a-rjVdEDe2pT_usLihz8OFgmE,860
lmms_eval/tasks/scibench/utils.py,sha256=IW89tUQB_tEqHrotEV5FG9Xek44fDsltp_s__tXEdHo,4746
lmms_eval/tasks/scienceqa/scienceqa.yaml,sha256=nlpRim_Z3oVBkBSVpoh6_VTO-nF7iNM56hV6qwKg1tk,868
lmms_eval/tasks/scienceqa/scienceqa_full.yaml,sha256=1aKyaeK45z1WvVft86lXqT3bdId0VmIMQk1nityZBsI,59
lmms_eval/tasks/scienceqa/scienceqa_img.yaml,sha256=1_fNBxMQYsqZ0WKU_bY4IpJ4DDhvzQxvfCTH9HprbeA,948
lmms_eval/tasks/scienceqa/utils.py,sha256=4aFuUZc3K351e5OiLTK247lt_CAZXVf82kP3fOKqJUc,1751
lmms_eval/tasks/scivideobench/scivideobench.yaml,sha256=NLp_JORVgkc9qCFMqggPMYaMsJkISQbF2BB0u5Gase4,1338
lmms_eval/tasks/scivideobench/utils.py,sha256=tfML0Le52lMdItwOPTe3FmLt6ETJp5xppGLXLCyYB4k,6743
lmms_eval/tasks/screenspot/_screenspot.yaml,sha256=hBEjdQwNJpv03bxSN3-2xTtv0pqmTpBmOWif7lG1hqw,67
lmms_eval/tasks/screenspot/screenspot_rec_test.yaml,sha256=kiUXrV8ZuvdW4AyVTtAixOlOaCpbMLGFEjBXH2QRE14,101
lmms_eval/tasks/screenspot/screenspot_reg_test.yaml,sha256=r_S_E97C1tnpfypUbvgIpim6G_xG8Q_EUAeIiqkLlMs,101
lmms_eval/tasks/screenspot/utils.py,sha256=_0WjngCkoCPbGuxQ2J0Uv2MrIx4bU87sN-T_HAL8jwg,4020
lmms_eval/tasks/screenspot/utils_rec.py,sha256=6ssboNJAO_SgcraFPcbfKdyFmB3k2WxG1Vf-6ji8sGE,7592
lmms_eval/tasks/screenspot_pro/screenspot_pro.yaml,sha256=Ne2-_e3fBGm8jGZ2fr1RU5I46I6pQj5uk4rM_JAMFZw,857
lmms_eval/tasks/screenspot_pro/utils.py,sha256=yJYB9CCxrK4DtxTZeEskTCrm2FlFtmSSEBryoA9ot-A,6030
lmms_eval/tasks/screenspot_v2/screenspot_v2.yaml,sha256=kdLf6KSTf6oQDTxqfQcYcDE4-7wpuiEUJ7bDc3RjV1o,845
lmms_eval/tasks/screenspot_v2/utils.py,sha256=uK6kAabWkEsTm-7PNscOpmeEFq0PXpcTbGCCAMUXplg,4892
lmms_eval/tasks/seedbench/ko_utils.py,sha256=mGR-fdHnuGXyYdgcnGv3871cTycNSsSzqPyKqhCI1Nw,1761
lmms_eval/tasks/seedbench/seedbench.yaml,sha256=mNM54uCb0MH73h7-oSu-ozaX3os4CUKDRZz91uygCJ4,936
lmms_eval/tasks/seedbench/seedbench_ko.yaml,sha256=CgKUPrhmhbak9L0xQflDf_FMes-x5wJiN9rrquWlaqs,733
lmms_eval/tasks/seedbench/seedbench_lite.yaml,sha256=TeKE_MRbs69ijuKEyMpbVJlJs7GuC2GVBIA8CqHUoF8,969
lmms_eval/tasks/seedbench/seedbench_ppl.yaml,sha256=FrpaAzrdc5NtI3BP_UIfj4jbN4V68wCbspl0nAw55wQ,528
lmms_eval/tasks/seedbench/utils.py,sha256=P-Wdz_axULywa_8yrTjX3nZpEPelObDSkpjmNxzpIX0,1851
lmms_eval/tasks/seedbench/reasoning/seedbench_reasoning.yaml,sha256=Ws32g6GKdRMY8viRjmpZJFO1_Iyg5HViW8RUCLAdWeo,997
lmms_eval/tasks/seedbench/reasoning/utils.py,sha256=jQNfIEwaLtmbBAbFgQ22n3eTefHzacFIvH2LXamwSqk,995
lmms_eval/tasks/seedbench_2/seedbench_2.yaml,sha256=AI3012aAgLzaf2pdBWnCj6yYg9LAOs9Jdjye9nenshY,1846
lmms_eval/tasks/seedbench_2/utils.py,sha256=0ObS9vBmM6hsqZG1UeiBOeUQVmXo5_FTaJTed_8pg_8,2187
lmms_eval/tasks/seedbench_2_plus/seedbench_2_plus.yaml,sha256=YSpAQYYJ4XHV-kJyz-YAHarTAU5SnzUZa9MftoQA7Bk,1509
lmms_eval/tasks/seedbench_2_plus/utils.py,sha256=8qmFFy8eHT-ylP6g6gyj4peQ-jhB6rH21zhwGlOZgxI,1954
lmms_eval/tasks/seedbench_2_plus/reasoning/seedbench_2_plus_reasoning.yaml,sha256=M12TY2TnFaGnOImj_eXheg9wUONxnMJWs-Fj_Yl_TOE,1266
lmms_eval/tasks/seedbench_2_plus/reasoning/utils.py,sha256=IjNl7hNu1Eovxz_z5tmKm7-CYyLkf_q8lW5-SvNfY8s,1795
lmms_eval/tasks/seephys/seephys.yaml,sha256=VE30kVaJHFkkrR5YPIO5S2ICAYRCNW6KiGMzhxPeYTk,818
lmms_eval/tasks/seephys/seephys_evals.py,sha256=CuX6iOoF8HpDd4857oWUDp-2W3hNMVfnz0CjcRKhMvo,18151
lmms_eval/tasks/seephys/seephys_utils.py,sha256=xIRsRJ6ZyLa3oGdk8xIsDg-RUGkbXwbXi-NfS00PqtI,4410
lmms_eval/tasks/simplevqa/simplevqa.yaml,sha256=L9rJsVmsaM7GpzWpesPNaEHSGAdF8D0M-kraY6bwr8E,75
lmms_eval/tasks/simplevqa/utils.py,sha256=hqyv8KyifSAXIV2KFp15G3CCwh2JqXz65UJbJuzlYwM,1115
lmms_eval/tasks/sitebench/merge_results.py,sha256=6Qjli_r9W1Zw-u7L1ZEtyQhnMeb5KWbhiWoYIn3im3I,13878
lmms_eval/tasks/sitebench/site_image.yaml,sha256=gtT6TXHaTuswjr7JB1Pk8UmxAhdpdX1Xs0OM2fNeN1g,1174
lmms_eval/tasks/sitebench/site_video.yaml,sha256=LuAMo0FxbJdA4OQBvuBXj0Cvaat_drBR9VjXYhoaOs4,1166
lmms_eval/tasks/sitebench/utils.py,sha256=ZXk5zsu5K2U4-crcmvnXZf-yI-YDOR0n2ddF3viKj84,10484
lmms_eval/tasks/sitebench/multi_image_input/site_video_multiimage.yaml,sha256=04nLKDaxJdiRsIXTomgQw6dD_pD9WF7XpPDca81YyhA,1082
lmms_eval/tasks/sitebench/multi_image_input/utils.py,sha256=pFyahOKl8aMS7ckYRj06WAc9Bq8nW3bnw-A-NVsq5lo,2657
lmms_eval/tasks/snsbench/metrics.py,sha256=KjHjkGciCo9YrjO4gx6BuFPs3aYhSbUU6PWSC-ERnWk,4542
lmms_eval/tasks/snsbench/snsbench.yaml,sha256=Sxt0E1tAbVbx3-TIU0gZ6f8X-ML-XiyCwq2Lzue0iyU,2084
lmms_eval/tasks/snsbench/utils.py,sha256=iQKDZ-5KIVChF9zgLkjRC19pPHolJyDJEbPmoXTXpvM,3453
lmms_eval/tasks/song_describer/song_describer.yaml,sha256=gHdIZS_Xeoon-HYe-EzdE92esS_TtImrv3fkDECxOx8,83
lmms_eval/tasks/song_describer/song_describer_train.yaml,sha256=Esi53-I7JIl6AK-0aO0qATnR13k_dhfaGXSf9hgIAqg,499
lmms_eval/tasks/song_describer/song_describer_validation.yaml,sha256=2m16cy6_0cVTAmIpa7hM7IimlpQt4f-hpNf9tV_fbwI,509
lmms_eval/tasks/song_describer/utils.py,sha256=4mpGtXDbvDOtmus-oC1YdALt_c_07DvR1G3U9z_XzMc,9477
lmms_eval/tasks/sparbench/sparbench.yaml,sha256=COKmeUd6cTvKdVXt867Ga4Pgsgvu92_tVkmzoPUUZ8w,201
lmms_eval/tasks/sparbench/sparbench_tiny.yaml,sha256=ek1URnqK2tXQCo83dpBCAN_4kPguD6fT0QZrpL5gCT0,221
lmms_eval/tasks/sparbench/utils.py,sha256=zzoYCH2VVR6qzfTbDB9aG1weaZJcghsMlFIZlsR0hQQ,12344
lmms_eval/tasks/spatial457/__init__.py,sha256=2LzY7DRS0y5DIy-N5f9rEwuF_wwEeBpNh_gPfr1pBsA,104
lmms_eval/tasks/spatial457/spatial457.yaml,sha256=rsNkxag3sweJMpAp8udbS_3ufgoPWIM7BDoyhMSVUwc,206
lmms_eval/tasks/spatial457/spatial457_l1_single.yaml,sha256=gjW8SLEb4m_Y6TlA9H01POXOI6CJEnew1ehILXZZnWk,204
lmms_eval/tasks/spatial457/spatial457_l2_objects.yaml,sha256=ntTZIRM1txyaf1f_NgB1qInrabdtTSjD-JLkx0yQXzs,207
lmms_eval/tasks/spatial457/spatial457_l3_2d_spatial.yaml,sha256=HEcSUgVjx5GgnjelNGgpKtpC9CKARR5EQMTUkUNyCuE,216
lmms_eval/tasks/spatial457/spatial457_l4_occ.yaml,sha256=4kkWD7boXvxFbYypq0J7bZbWGyqXCmL9umA0VonU1JQ,195
lmms_eval/tasks/spatial457/spatial457_l4_pose.yaml,sha256=A-T6Brrv-a4iQ-tLliQhBXqYgYTFpJHHi65YTA5bs5k,198
lmms_eval/tasks/spatial457/spatial457_l5_6d_spatial.yaml,sha256=2GxOyTJvH-zU4jV1hlmQ108VyBnw3EpiDOHy8S09Svw,216
lmms_eval/tasks/spatial457/spatial457_l5_collision.yaml,sha256=ctS4ZdpBzgihQ771rCsWyfCUfTKPQc3Trmg9V2ixZeo,213
lmms_eval/tasks/spatial457/utils.py,sha256=8BeZdihfhNYLPVb1YVhq4K9urL3osiWaCX9Y4dhMHqA,10205
lmms_eval/tasks/spatialtreebench/spatialtreebench.yaml,sha256=JTf7zGyCTJlI6qpzZJc5BY_LDPUWid1-s0OrOTTJ1-k,687
lmms_eval/tasks/spatialtreebench/spatree_hierarchy.json,sha256=02lZYHo24nf1aO6bAZ8UyUgcG1G6KfU5jTFyh1ePavE,4205
lmms_eval/tasks/spatialtreebench/utils.py,sha256=7XDVJYidHJFlpqzMztkqUKYpDMDGu9DOW_ul0iFnQq0,14217
lmms_eval/tasks/spatialtreebench/metrics/rule_metrics.py,sha256=8HtoeNpKJrWZjIpxkH-pvPiL91NDbWvtSdf5u5vfIak,45782
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/__init__.py,sha256=MvhSg3sLsVT3dSq_k_3kxokKhun0HRlcAJyfNnEJFfA,1910
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/parse_output.py,sha256=DwANo11SEur7xBzWVOmSw57NOM7RK2WpRm4xk3Jx-uU,9047
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/result_init.py,sha256=WAxy-hTNyN_k56DVYNWmX9sNlVK5k5GjgMbZXFTas_g,11202
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/__init__.py,sha256=enRy5d5T1isV0flJWJnocK8Lbst_CWKzvSLWpA6eI9U,26
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/__init__.py,sha256=Wpk8VqpL_p8VtVM67HKV-6wQEP3Q1lm5LyYdu3OCEfc,4546
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/evaluator.py,sha256=eQzrU2vcp00qxo-MjZ9qX5nxjJ0Ke78SGAO3-dgzDOQ,6669
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/cogmap/__init__.py,sha256=o48q4PH2wxxSSxuTulsoaGoghNDQxa9uLLuOI565dlE,1615
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/cogmap/cogmap_evaluator.py,sha256=FkzPcCBrLQQl-WsEAlLK6BgtYyw6aSJZkcpwYwJwlck,20086
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/cogmap/cogmap_metrics.py,sha256=fYRf7gSWUTFPrrJpuoRuesLkBIytpV34NbSkbhpsVLs,16127
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/cogmap/graph_operations.py,sha256=enFtzni3gGu47AEtufV4_8bvx16Xrd9f0bl0q9J4LFs,19963
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/core/__init__.py,sha256=crBXSg1St0_zbZPoEie8Z4o02Y8Y6NHJbZl54Ww-dWM,566
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/core/base_metrics.py,sha256=-Xol6tSlBLgYXGDKeIczXjJEC-0LCJDynxAyArTeWlY,4351
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/core/extractors.py,sha256=gNmvJYAgYuKzZvyelUeu76taaUGO5ApdSyzdORGp1DI,7448
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/core/io_utils.py,sha256=06YK-7TFxkFWCq5HdJ2oDelYv0epFDkqdIVxgS-nk0k,3864
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/utils/__init__.py,sha256=NYoUCKR2xyN16eL9cDdfcBDRAcFAocCbcCKy9dl8FKA,706
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/utils/io_utils.py,sha256=K9mZjlKspUxWbzGgY6E_F-Rr7PRxu8Qr0Op60WqCJPQ,1932
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/utils/spatial_utils.py,sha256=m2vvWKtk9WDXM4my5aT60aGL-KJa8aQCl3hdoIM6G-4,3230
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/utils/text_utils.py,sha256=hfnL_ao5NJNE8_Wli5DtzEBHeqrtEZ8sY4xUxPUhAQ0,2568
lmms_eval/tasks/spatialviz/spatialviz.yaml,sha256=K7PvBfPCwp95DbDST7bFX7sGNFcYYZDxb_ZB-vrm2Os,139
lmms_eval/tasks/spatialviz/utils.py,sha256=oz5giqEDJR5Sb1ltLIW1Bm5FygXsjQSxchDrD9RQCkw,5981
lmms_eval/tasks/ssv2/ssv2.yaml,sha256=ZMHgpNg3LYQIzZ5vWN-jfmyM6YCTyg6JKDtpd-7MLX4,637
lmms_eval/tasks/ssv2/utils.py,sha256=Z_lQYxlUb36_AIPXuWIm3utw3YM97-LQuCyrUl_NW90,1598
lmms_eval/tasks/stare/stare.yaml,sha256=rHJ1GuFb02EqRKYENe6Nd9N1qSslVN3iSeNWsH0u3aY,133
lmms_eval/tasks/stare/stare_2d_text_instruct.yaml,sha256=S9G2UCI2c8JE2cdvvvjqKw3pK_2-5h0YnTQW386UO4U,111
lmms_eval/tasks/stare/stare_2d_text_instruct_vsim.yaml,sha256=EzfP9V6raVPz0hz2j2KipPB04mDX808AHPHVI7CLcnA,121
lmms_eval/tasks/stare/stare_2d_va.yaml,sha256=LU-NXweWuyGHwvMvzBaLxExxqaPHfJ4FLLLmjy3a4I8,89
lmms_eval/tasks/stare/stare_2d_va_vsim.yaml,sha256=9APaL4WZ4p8iSmin26mdJLBlhHJObOgRl9hsjdXwfao,99
lmms_eval/tasks/stare/stare_3d_text_instruct.yaml,sha256=lXg8oMWewmru7v5Mj48HImRyFlNGVjxmFES-Uoi7KDY,111
lmms_eval/tasks/stare/stare_3d_text_instruct_vsim.yaml,sha256=4S6A4NPGD5GGsWfNglmeiDYTZKz-oV8V4U-uswIaqT8,121
lmms_eval/tasks/stare/stare_3d_va.yaml,sha256=NJ2kZXh10y2CmnQLgsjeRj2U56MkFWxWviAcTInvJ9o,89
lmms_eval/tasks/stare/stare_3d_va_vsim.yaml,sha256=8sq6La8CWzWXdCgQz5tq636b3mzVx-pfrgh8Lr7K6AI,99
lmms_eval/tasks/stare/stare_folding_nets.yaml,sha256=wbz0bzOPSuToj2ey6gXYwWkEl2G2PpqIpgFfgsMaaBU,103
lmms_eval/tasks/stare/stare_folding_nets_vsim.yaml,sha256=_HUKEfFjgbi6uN4hWiiTvVeuMqtb3lPlyRxh_CubnP4,113
lmms_eval/tasks/stare/stare_perspective.yaml,sha256=Gb0--4pQ1CDw_aKRooFjOeJSgTSWxRHCEhmxIopU3fg,101
lmms_eval/tasks/stare/stare_tangram_puzzle.yaml,sha256=53TKQbsMw25RBD64yTEK9jgqEKDXm4PosuatG8l5D2M,107
lmms_eval/tasks/stare/stare_tangram_puzzle_vsim.yaml,sha256=NEFYRfn4zQaRZ7hk3rVM_zHRuLBVjmYnL1HhYT4IMCs,117
lmms_eval/tasks/stare/stare_temporal.yaml,sha256=spv9wDP9KjpWmmxRRUhnRJFSZGCtd3Jl9QoKSMKSpxA,95
lmms_eval/tasks/stare/utils.py,sha256=LBZ3JEb64aKkniw9RS3pz_h9_SOUZdRVKe2hsNFMu8k,10979
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic.yaml,sha256=jfzvU41vJbZCduI4kgyoImv4yJUTG9CSmML-psVc-0E,467
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_age.yaml,sha256=CtjPG6O50WiEcZROxe9r4BzPBSLQL7n1zJUlOC3fZ1A,211
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_emotions.yaml,sha256=oHBINjiBGuKvkbZsyNYhSUg7O4VU-NgmkCmeR3do4ho,225
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_event.yaml,sha256=O8LIyJThXLD5fQpGahVTlf83Hm0OuxK5UOAaIGRRYVs,219
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_gender.yaml,sha256=CcWJ1u_moahOzd1KHRK5MT5GMJmog-EbYiuzwJre-9U,221
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_pitch.yaml,sha256=ScQGrdv3nukhwBdkwWN4YL0qmmmctYlpTMVPM2XJCso,219
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_rhythm.yaml,sha256=d2CtPYDvcBQ8Av2IC9W4-vVSryxUuQM2ocGZYRQRBWw,221
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_scene.yaml,sha256=6YTCZGQWztNtHZlqJJb7AN2GfcRK1qz8VRZc1k79wcY,219
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_speed.yaml,sha256=CpviGNQlXHDmk_9Dj1p41sA9AH9a8uT43KTP41hY7N8,219
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_vocalsound.yaml,sha256=YbGocjkU66CnAYrmfzNFM4zK7RuAQiFKA3NijAE-gHM,229
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_voice_styles.yaml,sha256=SsTLxusnGv2t2JY8cdItj_64GU2EXFZu2WFl7cyAskY,233
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_voice_tone.yaml,sha256=5R9ENf5O-C3n462CRkMzAp-Jb8ADNomQXK739gZBYbI,229
lmms_eval/tasks/step2_audio_paralinguistic/utils.py,sha256=kW8qMOJCOXMambmKn5KaSC6btlZvZMbROCq2lKhtH4c,9169
lmms_eval/tasks/structeditbench/__init__.py,sha256=ggpjGxvwc5UT7EUC4FvdOnr1dKjSWSkfA74G2msJbW0,104
lmms_eval/tasks/structeditbench/structeditbench.yaml,sha256=kW70LWXmMXwgzk5pNUDUtBSm28lTt4ekUmIgjPKsBzQ,2888
lmms_eval/tasks/structeditbench/utils.py,sha256=kdOzK22kU2iv2jXNlF0lANWG3ASURRwL3fIOEP8PH5A,19353
lmms_eval/tasks/stvqa/stvqa.yaml,sha256=XtKq3K4vGUhtM_PqUWnNaseisxdTPFs11ucvVZO4DtQ,571
lmms_eval/tasks/stvqa/utils.py,sha256=cTBgEjC8gmY5dNse911dnodukmE8iROLsd0AokL6zpI,827
lmms_eval/tasks/super_gpqa/super_gpqa.yaml,sha256=7jAlDhBbfiR2HlzIGAfA4fyobLiZxANM0WhhAusVd7Q,741
lmms_eval/tasks/super_gpqa/super_gpqa_multishot.yaml,sha256=rD8gFmT8N8QGDmApypHp9Ee2I8rfXFJVUJhkrQrhiBg,535
lmms_eval/tasks/super_gpqa/utils.py,sha256=AA-8wFmBv3PifWvI7VeGJjbT1ctEI70qxDG7lHtblck,7915
lmms_eval/tasks/synthdog/donut_evaluator.py,sha256=PJvkViHUSOaXSB1V898KRIn9whdme5AKsAx1RpLkdfk,7733
lmms_eval/tasks/synthdog/synthdog.yaml,sha256=SKwr0VrqgzMmVeAQG46J-hXV7cKHDOqOrUnHVqWD4Ik,49
lmms_eval/tasks/synthdog/synthdog_en.yaml,sha256=MQpjtqB3oW3fWar8agOwAh0gIcZgYiTRHqxK6p9N87Q,775
lmms_eval/tasks/synthdog/synthdog_zh.yaml,sha256=GUISHYiOgEn_Nhsq1USPHVd7gFZyhUne6vERh7Bjtr4,774
lmms_eval/tasks/synthdog/utils.py,sha256=jgsE_bTrhcTl4oz3F3idYyi8XDmj_wYNuKdr6dDu9UY,1054
lmms_eval/tasks/tau2_bench/tau2_bench_telecom.yaml,sha256=u9f6hWeLqBWdfzHUVyfSd-WcfUB5VRMyLv_KeRd0ib4,1469
lmms_eval/tasks/tau2_bench/utils.py,sha256=FCMOe49Ncs-LUQhmRxrgo1m5NqurNy6E34IrTZqowdc,11151
lmms_eval/tasks/tedlium/tedlium_dev_test.yaml,sha256=O6F_VicAqEGvMzLokWKbwP-1GeWnyoQDLaAxYAL1ZG8,713
lmms_eval/tasks/tedlium/tedlium_long_form.yaml,sha256=8WWykbRCIMzQ7AMRA0Nk3a-btK4VZZDeEHYH9bKfx2s,715
lmms_eval/tasks/tedlium/utils.py,sha256=C-taYfwc_GvB6tY19FNuvYHa-1LIRyOLeDL6UHGFJ9E,2604
lmms_eval/tasks/tempcompass/_tempcompass.yaml,sha256=6dWMcTe828GCTul9AbnFn0DntgPUrAuuUUnmyWlJlWM,129
lmms_eval/tasks/tempcompass/tempcompass_caption_matching.yaml,sha256=EKBxMp5P-XFLJmox7IlMeHspJSzEf650F71rzvfLiao,1132
lmms_eval/tasks/tempcompass/tempcompass_captioning.yaml,sha256=OHWNagTOQAy0xhLH_YwX58UfVY2TbqTmH9wFLqepmHo,1108
lmms_eval/tasks/tempcompass/tempcompass_mc.yaml,sha256=uDVC6Zq9o5QVDlDQ7H_JOUjYHFnZEV6C41gHtlkO3JE,1116
lmms_eval/tasks/tempcompass/tempcompass_yes_no.yaml,sha256=5q7-4FpRcMeAL7Di06Dk9Zg5_Cw0x879Nlox-rjkzHI,1092
lmms_eval/tasks/tempcompass/utils.py,sha256=avvS-W2-SB4rD8eiiaIQJc-_afBvhL1X5ilW4WzY2fQ,20613
lmms_eval/tasks/temporalbench/temporalbench.yaml,sha256=XkCjMnRjzBKAVpk2rmd6JF9cvlDMjY2wT8bKSblZK7Q,106
lmms_eval/tasks/temporalbench/temporalbench_long_qa.yaml,sha256=QWnVnT9c1nM1_ozG5YtpO7pxtmd4umBZbf5URTxO6ww,672
lmms_eval/tasks/temporalbench/temporalbench_short_caption.yaml,sha256=C5_kIrF84Aw0YaCkhTr-srS3GDP6PCidkPZJgu-hM94,692
lmms_eval/tasks/temporalbench/temporalbench_short_qa.yaml,sha256=S-nG8JmggD_Cb46Y9ec7EMeLwHd7N79rln7nnPXa3tI,674
lmms_eval/tasks/temporalbench/utils.py,sha256=FoI_G347VA8F7AbrNfVXTrTXR4GvuWGFfTAb4xxDdhg,8151
lmms_eval/tasks/textcaps/textcaps.yaml,sha256=ehulkw0j78ivNUnZwlmADnyGa3-C1FPy2GZRkH8xVkA,57
lmms_eval/tasks/textcaps/textcaps_test.yaml,sha256=UL4h9xxOvEDEyQw5Dv4cK1ClAI19MxEkfmSz_6k84t0,798
lmms_eval/tasks/textcaps/textcaps_train.yaml,sha256=SfldSiFRtDomOCQRaYBCQeV0z9eytJZ7wMggbE7TE_E,1541
lmms_eval/tasks/textcaps/textcaps_val.yaml,sha256=QmfQOAuwa_Boyr_Mu70gYFrvz9DhM1wf-kPZhqvRfp8,1506
lmms_eval/tasks/textcaps/textcaps_val_lite.yaml,sha256=lajzAwre0ade-brCPH7edKv5Kqc6HlCaR4Gz6LeQ2jg,1582
lmms_eval/tasks/textcaps/utils.py,sha256=32yhSF9caxHxiUfiXWaldGN0rWLF9GG0pKOrTRUHUbg,5023
lmms_eval/tasks/textvqa/_textvqa.yaml,sha256=3h51wldeIfx7SuGLmOiLiUfVl7VdRtUBWwjr-KaMQHM,49
lmms_eval/tasks/textvqa/textvqa_test.yaml,sha256=UP3R2OklWamVnBbEhwKYJ2_FBnyuQNjty_hyX1041lA,202
lmms_eval/tasks/textvqa/textvqa_val.yaml,sha256=3RzAvwOiClXRtaLNPKGUIAmhO3_0uWQ22b7jD4qamTo,331
lmms_eval/tasks/textvqa/textvqa_val_lite.yaml,sha256=1jF9dWNwHAk9U95NycpfCBY4Mu1kZxXSG6TqO-S_BLk,815
lmms_eval/tasks/textvqa/utils.py,sha256=bKEWt_Dc4tBI26CaTiTrc34ixr9pBPI0jMcw8Gy7nKQ,2273
lmms_eval/tasks/timescope/timescope.yaml,sha256=pB3rUHbkAy_97fhakEmSLb_LGXegcAIe296FJezbW7k,1440
lmms_eval/tasks/timescope/utils.py,sha256=VcmiFDJ8qwmiL3uqyswGxU5oHZ2RNyMpUyqFJdvGrRg,4663
lmms_eval/tasks/tomato/tomato.yaml,sha256=UdwY61u6MKibCCgPrjgqBuJIX4pxJHK_ufj1RScJ7zY,782
lmms_eval/tasks/tomato/utils.py,sha256=dKkw5VQjTCs0aDU--08OCLPLK1g1WAQXBA3HkQgUIus,13367
lmms_eval/tasks/tvbench/tvbench.yaml,sha256=gtj11iHpegNL-yAXvfO0MxjKUERQydla5K7cVs0u26g,305
lmms_eval/tasks/tvbench/tvbench_action_antonym.yaml,sha256=YB1anJPNUo34mP2Mjx47eUN1vZxlpk9G8rHLq6WOwic,108
lmms_eval/tasks/tvbench/tvbench_action_count.yaml,sha256=-brx0DBIMXAtbOVfjBoDr3kB7_s4AxIUDmFhgBUWLz8,104
lmms_eval/tasks/tvbench/tvbench_action_localization.yaml,sha256=0nv7BMrkGZwDriwvY3Lfq35uTDXdYsNsGcnT3L9nkjk,118
lmms_eval/tasks/tvbench/tvbench_action_sequence.yaml,sha256=AIs4dHMIkgyJiQq1HYwNSZTyp1H9GcoR4eiCS9gMH3s,110
lmms_eval/tasks/tvbench/tvbench_egocentric_sequence.yaml,sha256=n-y1Byr9HnOoIExu1F551Lybylh5CtgG8igb_2NhvDM,118
lmms_eval/tasks/tvbench/tvbench_moving_direction.yaml,sha256=iJPowPARFqpciuzAc_2mbrnPDLYrvKxKLQzxwmbtPRg,112
lmms_eval/tasks/tvbench/tvbench_object_count.yaml,sha256=HxMx18IPKkd1X4uwTmKW9fOS4NHlva5Ni1DsZyHIGOs,104
lmms_eval/tasks/tvbench/tvbench_object_shuffle.yaml,sha256=xylJHEvv-qBWRwIXMtoJBYRY1j-ZgY27mVv0jvaTD7Q,108
lmms_eval/tasks/tvbench/tvbench_scene_transition.yaml,sha256=m9N32iWBdfFoDPUGMOlSnC0fl5_jbN7N05Cs6Erx8jI,112
lmms_eval/tasks/tvbench/tvbench_unexpected_action.yaml,sha256=cBQCvzGrScDH_g1Ov5exUQmbCPyi8R_11hRBucBO3Js,114
lmms_eval/tasks/tvbench/utils.py,sha256=OIVyXQkQrarGC9VlJ7VntDGVi7JAKQWm2Qvz09v8NGI,6101
lmms_eval/tasks/ueval/ueval.yaml,sha256=CWCnGgq3zmDZEIb4ylAfzVGFrK6w35f_xTbQXA7oc5E,777
lmms_eval/tasks/ueval/utils.py,sha256=hJcGyGEYiyxTGOaxz9V5r1WJCkzOTXgt5Q0JnElx0tk,13782
lmms_eval/tasks/uni_mmmu/__init__.py,sha256=VX77lC-zmCfMAP2XqOAZluS07cN4aJuGi3a-43-Alpc,16
lmms_eval/tasks/uni_mmmu/_default_template.yaml,sha256=H6WwA3cbwmthPg1lweDWuKx9Nyhw-NN5_5pCpouxPps,106
lmms_eval/tasks/uni_mmmu/geometry.yaml,sha256=owoHTa-0HFi-p_AupYx8SXuYrGI5His08jtN3LtxcRM,438
lmms_eval/tasks/uni_mmmu/jigsaw.yaml,sha256=Y8R4RhfT6tF7iGlrWFW0JcPRN_4gTHoHQxbyjG7RUxQ,427
lmms_eval/tasks/uni_mmmu/maze.yaml,sha256=Ovl9E-Vq02tZ1Nl1IC4M8gul4wnMzpEv464wCogiEBw,493
lmms_eval/tasks/uni_mmmu/sliding.yaml,sha256=QfPGckN5W6GyU8vwIGapwq0nWVbGZCGrF11cLIO9dmM,514
lmms_eval/tasks/uni_mmmu/uni_mmmu.yaml,sha256=Eo90djxOetyXfsK3Tv7LuMZoIuTN8Q8ct2-8jRAAoiw,160
lmms_eval/tasks/uni_mmmu/utils.py,sha256=3e4to5QRmBuGs30Kn4_6F0eTy8hj8FP0s0S_YoB6sP4,10627
lmms_eval/tasks/vatex/_vatex.yaml,sha256=8qhdHozptephXj_9lBGRJ7RLjjI56TJp4ew0DCLe6MI,47
lmms_eval/tasks/vatex/utils.py,sha256=5GAQ3RAce_ulKQzsDjUu78QkVOXSmivukHT1ZZReZd4,8961
lmms_eval/tasks/vatex/vatex_test.yaml,sha256=OhVNhZOlomUR8YwpYeSlERJdoVYpygquhciugocLxtU,1678
lmms_eval/tasks/vatex/vatex_val_zh.yaml,sha256=cWHcvlASlANN890oQ5YuAUQ945_VVKvNZb9afM3J3lE,1612
lmms_eval/tasks/vcr_wiki/utils.py,sha256=DAlTxSh8fXBPdysFIahFo842_eujB6_GDKgRmBJF84E,9516
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy.yaml,sha256=P9rsdnKztpMAKuPF4CdlaLq_A7ozRhycu-esCt06x9E,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_100.yaml,sha256=GcT2z8qm2CJ8j7bmb6zBG1yhcmf15gdNgMRvlRzSyUU,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_500.yaml,sha256=JOCk8GXl8SSMcHz97h7C3GeJcUlLV6XwRpUqKIv62nE,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard.yaml,sha256=ZO7voJmdX3UAXSFM097YpPDD6Lr4OlalfFG832_3E_I,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_100.yaml,sha256=7GnzApB6kKR1KCcnFwUT2bB6n_X5FBPxdoI4rEzFUOk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_500.yaml,sha256=46HGRbcqseqtAUpG741FEO1ZGK6Sf_60FcTVGgGWezk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy.yaml,sha256=6sP8nlToN_WjB9DYcA7Jjqk2t-EghUDhkF6COb13GEo,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_100.yaml,sha256=pAafoZi9bGXXGlebU_14SLKVqG341zMAAgOeBul_ZoI,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_500.yaml,sha256=9XX2bJpO81ApRppl5wyHvWBSdnxTd1pEiuJ2MsoG-ik,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard.yaml,sha256=moiJMUbcBQNNC1dpHJfA4cK-Jm1GzHHHVjwO6xap8RY,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_100.yaml,sha256=UjCrUsFUgFTgUS-6m9Tj8f1wU9qNv_stq2kRs3oCcGQ,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_500.yaml,sha256=EUdL2_5SWR8W1SMK-E6YzpmZJxTg2JPctgSMvXs8tLg,590
lmms_eval/tasks/vdc/background_test.yaml,sha256=v30yCk-j1Mify8NP-0LV06W4kr6jpmcw6Z9bS6LCPUE,576
lmms_eval/tasks/vdc/camera_test.yaml,sha256=4JcyaBwwbp4FUv4SsMwnQyLDZ1133fCQ0yVSqMJBOzE,568
lmms_eval/tasks/vdc/detailed_test.yaml,sha256=SjmmPtnhCZJA36q0g_0H5ADXJzI6xCzv3-JOnDZ70co,572
lmms_eval/tasks/vdc/main_object_test.yaml,sha256=nPvj_GA_j-O1TT3kJ3f5QMCEVfLkdC3ETbiF0MXTw60,578
lmms_eval/tasks/vdc/short_test.yaml,sha256=Aq1hwA-K-82vJVD31fBsHuXrxxWooyOW6U-8lgqmclo,566
lmms_eval/tasks/vdc/utils.py,sha256=T4j2AuV0dyz1DiXkNJKy-0JnEWFAPZbu2cEAHfol6Kg,17809
lmms_eval/tasks/vending_bench2/utils.py,sha256=jLImKJthm6ahBbcUpRiPveaKo-z_vwb26iyTWn3sm2U,8762
lmms_eval/tasks/vending_bench2/vending_bench2.yaml,sha256=3DMQ0ax10CLrrmiLUHtCW73woUsxEsdiBLQKTwLV0LQ,1643
lmms_eval/tasks/vggsound/utils.py,sha256=M01kN9kgfH3ze-K4GHvX2u3Z4TGW0waOWsK85xfh7Uo,1485
lmms_eval/tasks/vggsound/vggsound.yaml,sha256=z1AmJTgUfko26GxgIl4ylHu9TLzMgPZTESmpWkDP_Jg,663
lmms_eval/tasks/vibe_eval/utils.py,sha256=ClEQV9Hnej_mArX4buUiEH_TyTvUGESVzfUPHZW8qv8,6343
lmms_eval/tasks/vibe_eval/vibe_eval.yaml,sha256=MtXmbqrFkpT9AUWHETy5TSbG9enM0JMms5eirztRhCQ,1059
lmms_eval/tasks/video-tt/_default_template.yaml,sha256=ZTeKujs2bbOf2p2P-JuNptUvMdgFKSGRolMsdRer0Os,97
lmms_eval/tasks/video-tt/gpt_utils.py,sha256=c-mR8OtmzWo1_oeiikeS2LHNphjaP6v-GRDornBQyN4,8156
lmms_eval/tasks/video-tt/utils.py,sha256=OWmdMVp82vrPHh4hS0AJ6pcs-cH6EILTFMrBgtlaelk,9193
lmms_eval/tasks/video-tt/videott_all.yaml,sha256=uLvbcNosZ3NYZSefBqOGp1Oqg0ixNQDzdTPmkjgnogM,1269
lmms_eval/tasks/video-tt/videott_all_audio.yaml,sha256=iUNjr6nebY7Q58eKPc8b0ES70Z3M3EC5ehCSG2KvWfs,1321
lmms_eval/tasks/video-tt/videott_correct_leading_oe.yaml,sha256=w0K7TJdmkk3HUKBfjetiHXclaIlbyWLXc1iadD9fyI8,1215
lmms_eval/tasks/video-tt/videott_no_leading_oe.yaml,sha256=lBkf8vDU6UITJFoAJZFsxfKJ1i7Ygponk7Z9IO9qrsA,1207
lmms_eval/tasks/video-tt/videott_paraphrase_oe.yaml,sha256=FxpNzIsH_TC-5vJBDoyXbUVe03SbmA8efXw_1Ns64qA,1210
lmms_eval/tasks/video-tt/videott_single_mc.yaml,sha256=XPZGBdLWxP3wbQozmyyaFTnY0QJE3cNnShOjW7WLuL8,1322
lmms_eval/tasks/video-tt/videott_single_mc_description.yaml,sha256=oFVkULrDmkKvY0uaBpoXKhg4rZ2TcY1d2YCigEU6ZxQ,1357
lmms_eval/tasks/video-tt/videott_wrong_leading_oe.yaml,sha256=bs2NKWdaPd6XEPhmowYFxEJTsWgncUVseOS0IgoTJe4,1211
lmms_eval/tasks/video_detail_description/utils.py,sha256=pOPXql5BdTk49EqKDCtTaDYSofIhkDn6SlsLcPdpwHw,8579
lmms_eval/tasks/video_detail_description/video_detail_description.yaml,sha256=bSdZVV3w0_g3e_n6DfcKsKkNosUlt9VIToOGj5GVXfI,525
lmms_eval/tasks/videochatgpt/_videochatgpt.yaml,sha256=2IQ0pBNtUkDxClgpe2ybKjV9ej69jN8nfcbeXMz8i6M,102
lmms_eval/tasks/videochatgpt/utils.py,sha256=2R0JcXVNMl0dvEYpO2-eR9gkmxTBYIEfpYyyE9I8lQo,27121
lmms_eval/tasks/videochatgpt/videochatgpt_consistency.yaml,sha256=Ww1CyCgMgJhpGLHj8wxl96hCcp2cO47eZ0E8ASrcxXM,666
lmms_eval/tasks/videochatgpt/videochatgpt_generic.yaml,sha256=UrG5NXDb1rQMXqUNqHWK-muUejmKyY1xrFO6bHxOIlo,875
lmms_eval/tasks/videochatgpt/videochatgpt_temporal.yaml,sha256=NDk4WSe2XZs6qrap9WNuhALfWXLEzcTt6nrJ22EBiw4,618
lmms_eval/tasks/videoevalpro/utils.py,sha256=Gb6rlgIICfaWo_wqfyJpRHNWcQFIt41liQWMVHUJ8mM,10356
lmms_eval/tasks/videoevalpro/videoevalpro.yaml,sha256=qOwU1vRurSg_PmQx9lMuGP1z5hOr2w7xydLMncXEmNc,976
lmms_eval/tasks/videomathqa/cot_postprocess.py,sha256=y_MFCiIRp-xqDXogP7bR8YbT9g6sBcaMLovXQ4xKneU,5456
lmms_eval/tasks/videomathqa/cot_step_evaluation.py,sha256=Ta5gxGUu_zFgC_u14wYHxsqpbcMl3T-ir5nKCjdDoI8,8659
lmms_eval/tasks/videomathqa/utils.py,sha256=UXjBmR2SDpPquvYPp-ilQleEvHt7sKYvvtdtnpznsuc,13513
lmms_eval/tasks/videomathqa/videomathqa_mbin.yaml,sha256=4MTbXVZtFaROVh9tWhIaMEl7DJiw4EyIbMW3Ub4mkw0,833
lmms_eval/tasks/videomathqa/videomathqa_mbin_cot.yaml,sha256=HYHfwkSU3jtrNVv-Sk2WMtbbmiX1pJiXuwzA0s0Iqbs,925
lmms_eval/tasks/videomathqa/videomathqa_mbin_cot_w_subtitle.yaml,sha256=Yq11rEd3Rv5KNR8WxcyT13Ldpf8MbTfc68UdSJDIms4,1448
lmms_eval/tasks/videomathqa/videomathqa_mbin_w_subtitle.yaml,sha256=yPUndq6d8FRk-QlXX3m9gKU9z8QqoOHPlGVmn4K2ihw,1184
lmms_eval/tasks/videomathqa/videomathqa_mcq.yaml,sha256=jiN42P46-TbQqEu-uw5NQI6rrTzpOphxkY-at-PsfFc,823
lmms_eval/tasks/videomathqa/videomathqa_mcq_cot.yaml,sha256=6v8sndIhl6-wyTkVuf7cU74DWrZUgaY3BgRxC4yYg18,915
lmms_eval/tasks/videomathqa/videomathqa_mcq_cot_w_subtitle.yaml,sha256=8TpZVXGV1Yflp3JM2X7IOThv8ph0LVPHLYksxLgYvtY,1456
lmms_eval/tasks/videomathqa/videomathqa_mcq_w_subtitle.yaml,sha256=Wf-O3n0Xr-uXxBIIDzkUB4BZDrxOyST1YziTEN6MwCc,1192
lmms_eval/tasks/videomme/utils.py,sha256=r5i_VfhQIhp8hB1tNWBT1d74wlk_-WSNPaBPxOcZSGc,14187
lmms_eval/tasks/videomme/videomme.yaml,sha256=hmp2SFwKwROQMf9OhIOuQDBM4zLZ9eSFgjLZzzraI5w,1655
lmms_eval/tasks/videomme/videomme_long.yaml,sha256=adf0_l9GDQjhGuzS_nC5daZLzz0UOQUlMKSW0WYI7As,108
lmms_eval/tasks/videomme/videomme_long_w_subtitle.yaml,sha256=bKkUKrq0vp5HISFP95JkP1QV8wvA_Vbjm8EQr04PyZ0,119
lmms_eval/tasks/videomme/videomme_w_subtitle.yaml,sha256=IYFYV7NSkgNzMn23E0sMX7bNP4U7zRZhuwu9rrwK6EU,1688
lmms_eval/tasks/videomme/convert_mcq_oe/utils.py,sha256=fQyczJK7IdhHRDa3DiD8iEo7EKE3_SVu2lMryG9Fr-E,3896
lmms_eval/tasks/videomme/convert_mcq_oe/videomme_convert_mcq_oe.yaml,sha256=0c5gcnk5PilQD8_FpNVozEVaBExebC0NnSSTAQDZ9VU,580
lmms_eval/tasks/videomme/gt_none_option/utils.py,sha256=21ro4b5bPQ_fJQhnJaG7DyYHRMS4ZdmQIu0ardmkrhI,1301
lmms_eval/tasks/videomme/gt_none_option/videomme_gt_none_option.yaml,sha256=IpiOUXyfsvl21LugjJ1vK4zloTuoovIMN4DBHMikTws,640
lmms_eval/tasks/videomme/no_visual/utils.py,sha256=D3BL0fXtb0QKbS4dHUXLy-_jgdeIMrEAf84iHHIbk1E,216
lmms_eval/tasks/videomme/no_visual/videomme_no_visual.yaml,sha256=QDKOTEhxmNwpX_FOEl7tbG0vElXpAlH5uIdCqB6G0K0,717
lmms_eval/tasks/videomme/number_option/utils.py,sha256=p5uKsXjbnLItPoKfSzhUru1whi_hxH2XmCByjDtozyw,3719
lmms_eval/tasks/videomme/number_option/videomme_number_option.yaml,sha256=dDXYv8385N2U-nGNteSu84fGu9jtILEoFhKYfaBVl4Q,666
lmms_eval/tasks/videomme/random_choice/utils.py,sha256=SKtE8Nej8nfE22CfrhivqoCqyY3FL_AeGCg_nhZ8Dgs,1554
lmms_eval/tasks/videomme/random_choice/videomme_random_choice.yaml,sha256=nRJCahuekZh870e5LNV1YYm-TBE9Fao5G4ZZChc1PzE,643
lmms_eval/tasks/videomme/revert_oe_mcq/utils.py,sha256=SpkvaVr00HF-0-550gwcJV1zFhHMT3S0EmnbcjSFoa0,1803
lmms_eval/tasks/videomme/revert_oe_mcq/videomme_revert_oe_mcq.yaml,sha256=RJz2knHOrxpkogQSc_d2La-Re4AXH6F-83rhmCOZ_Z4,497
lmms_eval/tasks/videomme/video_only_abcd/utils.py,sha256=kBlY_XJ3HktdLdAWGwv4oo_V_2C0jJOVYCpBovWYWII,2350
lmms_eval/tasks/videomme/video_only_abcd/videomme_video_only_abcd.yaml,sha256=Jtonf8p1T3UetNztwPGMqG-enNuLewsKlJHUMYrZq_U,726
lmms_eval/tasks/videommmu/adaptation.yaml,sha256=We1_HrhPsCnBjavXg21schjIdrkE-WLIfswUU6plhro,486
lmms_eval/tasks/videommmu/adaptation_question_only.yaml,sha256=cJ1POY9mGbfAQn4UTlbK7L9QPWm9eZYpOjrggRRYOc0,516
lmms_eval/tasks/videommmu/comprehension.yaml,sha256=UX9p-rPYLGLWQ0lzl-99gmwycec-2XfQWPnuN6LEoVs,506
lmms_eval/tasks/videommmu/perception.yaml,sha256=-ngoGfuezWS_KZ1exHKNlCKtvx2FJyEBOYfCR2pcqYY,500
lmms_eval/tasks/videommmu/utils.py,sha256=exG8_AkldQ7PV_AME8w9ceCjzWncJ-gn1Y-HvbzuxWs,16341
lmms_eval/tasks/videommmu/video_mmmu.yaml,sha256=iCIQokQOOWeqq2Yt7ismrtZ3yMS8bq0O50qEQuYObOM,99
lmms_eval/tasks/videommmu/gt_none_option/adaptation.yaml,sha256=HHYND0awW2TGhPx9y77x2dwyaMQK-I6hh7ngZTgki6I,609
lmms_eval/tasks/videommmu/gt_none_option/comprehension.yaml,sha256=eGt9vW3JCzU0sWoSOH9RZFxdBArwtLchT22toODn3QY,632
lmms_eval/tasks/videommmu/gt_none_option/perception.yaml,sha256=FwLbct4L8ajqrfFArCZdGed6klamkMuuoLoMTSnY56M,623
lmms_eval/tasks/videommmu/gt_none_option/utils.py,sha256=e5n8KWPx9HrsPA9xgO63FOL1X6AzUW0CKkrBvyvqpEk,1055
lmms_eval/tasks/videommmu/no_visual/adaptation.yaml,sha256=Uvl3nL9I83gZjtSE-GPu6XoMoKkDgN8OwEpEeI1CyWM,544
lmms_eval/tasks/videommmu/no_visual/comprehension.yaml,sha256=jgDN2iBIXFXDm1mKUt1eVvVt3MUgsNcKvy6cBeRKkJ4,567
lmms_eval/tasks/videommmu/no_visual/perception.yaml,sha256=ibN9hKMkOB-cy5CIRrGeKng7nY5oEOjEziccXpDh74k,558
lmms_eval/tasks/videommmu/no_visual/utils.py,sha256=060k2Xy9ExfpKtRIdEFKDsPGwAmWgN2Cz9P-uemDDqg,145
lmms_eval/tasks/videommmu/number_option/adaptation.yaml,sha256=eHT7loArUC7nSLWcOUwcdj9pjbujPTTLn3ATVo0HI4w,613
lmms_eval/tasks/videommmu/number_option/comprehension.yaml,sha256=Blfd3Xf9fcYw9zPOR3akwlKYttG64g9ZB1VPDJdPdU4,636
lmms_eval/tasks/videommmu/number_option/perception.yaml,sha256=48R13FJSTqKNFsi1txXxjCiKd3oMHfiTqVIbWDyYSVU,627
lmms_eval/tasks/videommmu/number_option/utils.py,sha256=Us_AJR6kSP9HhfhdYcM_-McGNFRNxhK7B7JFpsdM2Js,1006
lmms_eval/tasks/videommmu/random_choice/adaptation.yaml,sha256=xpXofdwMF58DVQC2OS7uFqg6cC08FAW46OvfnWb_1RI,613
lmms_eval/tasks/videommmu/random_choice/comprehension.yaml,sha256=lMjhpJBmeZt0xwVSoQBld21vP2JxtttFtbmN4Gq0Tpo,636
lmms_eval/tasks/videommmu/random_choice/perception.yaml,sha256=rgcIn8fgSHTSAiCEf7BStOsdfd52TUsVrHAyfR_kx5M,627
lmms_eval/tasks/videommmu/random_choice/utils.py,sha256=6zRWqxG4PcHCW--jOjZLnpba3IHqNz6TaXi2pSDdNn0,1490
lmms_eval/tasks/viewspatial/utils.py,sha256=f9ceEiWTe5HCUD7n-5q4y07DYD4MPTIawDUGLjLqS0I,2549
lmms_eval/tasks/viewspatial/viewspatial.yaml,sha256=vlCDvlWFgse6FvnHAjyGyoXrUQmEwbpKCrpfi_iZXc4,586
lmms_eval/tasks/vinoground/utils.py,sha256=Azn9sfnumgLCbxFOIF2IZS9L3jprBKQpro7fjg1El9o,4567
lmms_eval/tasks/vinoground/vinoground.yaml,sha256=ZeOvp2qT_Qm8td7qr-t-z2VqIBGtZAmgcte4squK9GM,636
lmms_eval/tasks/visres_bench/_visres_bench.yaml,sha256=9jsPg8Tn3POJzcrXaQGD4c32kQju612xmiwg0WC4BIk,1239
lmms_eval/tasks/visres_bench/_visres_bench_level_1.yaml,sha256=yFyu95sAy3t7gNUD8Q_W9ic6sAip6UGSrolPlY1eXqk,334
lmms_eval/tasks/visres_bench/_visres_bench_level_2.yaml,sha256=FsfKd167XCa5B_Vs6Iu8VVXWHwnd39JsiOLzmLXZEG4,537
lmms_eval/tasks/visres_bench/_visres_bench_level_3.yaml,sha256=jzpx4nd_PuqLfzLylKNnq6l2N2biB30ZLNu8d8OE2ps,297
lmms_eval/tasks/visres_bench/utils.py,sha256=jGzidP2rALj1JmUe9AVJHRJUWaPVkXvq8fiFR3RIBTM,1088
lmms_eval/tasks/visres_bench/visres_bench_level_1_blur.yaml,sha256=nCBm89tnb7rK4isj3NmABXiHzZkX70QcPKGK8_mrFxI,104
lmms_eval/tasks/visres_bench/visres_bench_level_1_brightness.yaml,sha256=-_PPNPEVKirkoOFGbgqrWaFUX0HPkZtkWlX-34F7BGY,116
lmms_eval/tasks/visres_bench/visres_bench_level_1_edges.yaml,sha256=WjszbhazkMU907bwFZT4-DdWZJbTPSeFUvCS2ZIJX9A,106
lmms_eval/tasks/visres_bench/visres_bench_level_1_edges_random_sampling.yaml,sha256=yvuxec0dgohVERkGZ9rS9TVlR4NuUCFrU53EwDoBW84,138
lmms_eval/tasks/visres_bench/visres_bench_level_1_global_occlusion_50.yaml,sha256=RmPlTZH4z2eKEEU_uNaRI4Xlq_SwrHFWzic89nbz0Dw,134
lmms_eval/tasks/visres_bench/visres_bench_level_1_global_occlusion_70.yaml,sha256=qLDj_mN8LNIXcTDdPW9eOwrE-Yskikny5Rw6lYPzBvw,134
lmms_eval/tasks/visres_bench/visres_bench_level_1_global_occlusion_80.yaml,sha256=aSwRd4fFbVRRU-XFyVZZaRhce0Bf6_sN0P-Jw7jckmU,134
lmms_eval/tasks/visres_bench/visres_bench_level_1_location.yaml,sha256=MIyrhujtM8YQ-pn3D8mGXXIQLOwmKrOXFBCVZBZZpEw,112
lmms_eval/tasks/visres_bench/visres_bench_level_1_location_random_sampling.yaml,sha256=ihVQMQ2FbkOICKUV30fs7oRrDdD0Tr66qakTywNBrpk,144
lmms_eval/tasks/visres_bench/visres_bench_level_1_rotation.yaml,sha256=XQUoTHdBIteL2HItmhO8i_C2n6keVFCXOZi4nMoTkKQ,112
lmms_eval/tasks/visres_bench/visres_bench_level_1_rotation_random_sampling.yaml,sha256=z-3tLu-oozxjFCqCgcoYz0SEO2WB-sVlrM15HTsSPaA,144
lmms_eval/tasks/visres_bench/visres_bench_level_2_color_2same_1diff.yaml,sha256=SPkotBp6nMnUf0SVmRp_UmwO2NmQFM373B3NfIUHPEs,130
lmms_eval/tasks/visres_bench/visres_bench_level_2_color_3_diff.yaml,sha256=5uwIMV0SFjDKsOEyMhs_P7CDLkoLXSdJxJ6EGRzZ_8w,120
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_2_same_1_diff.yaml,sha256=2RXb5VkaJe6oKuRmLuuWD060UY5G7oB09J4NtbpSyaQ,134
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_3_diff.yaml,sha256=z9GLMfGM_gHxK4h88hsi5YhyqSEUa1StI6RqTdyJLwI,120
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_arithmetic.yaml,sha256=PEFQ5OjTCm1jOD19qOmXEnhoaVwVzTJ6-SwNVvt6_mc,128
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_minmax.yaml,sha256=lKkRmjESMHicQoInpVRddrfcXw5SVbPxqzWlmKUj8fQ,120
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_progression.yaml,sha256=pXa2tG0QlOMgtT4Q8e2uQZgtH53jR4lbXh7vJVET4e8,130
lmms_eval/tasks/visres_bench/visres_bench_level_2_orientation_2same_1diff.yaml,sha256=Mh7PmAcjSMERlkMnEkdbe5njTuLGZcB8j4YuOZiYDZc,142
lmms_eval/tasks/visres_bench/visres_bench_level_2_orientation_3_diff.yaml,sha256=tUo_D2Li2uXWA0sTw2V1ECTq5aTTctycoy0Am2EWApo,132
lmms_eval/tasks/visres_bench/visres_bench_level_2_uniform_color.yaml,sha256=2CpQfeX6-KO6ncYCyq4tB6LnwEcqPPTSN3UoXV5kIME,122
lmms_eval/tasks/visres_bench/visres_bench_level_2_uniform_count.yaml,sha256=zIAT9beV-1v_HIPS__zd5npLuUIsFPqiXnKMnS632JM,122
lmms_eval/tasks/visres_bench/visres_bench_level_2_uniform_orientation.yaml,sha256=s0r2AUDRbYrTnXXd6PGdLclE_eZaL50FOQhU2WCJFFQ,134
lmms_eval/tasks/visres_bench/visres_bench_level_3_Independent_count_object_color.yaml,sha256=8I8KPfnRArkAWJE_H8obFArvFg93DWAjbGK9TKUePm8,156
lmms_eval/tasks/visres_bench/visres_bench_level_3_coupled_color_count.yaml,sha256=Yg__IISJsOv9W3MzLIlZaK6ZnPi4wsVVF_MrfDU751w,134
lmms_eval/tasks/visres_bench/visres_bench_level_3_coupled_color_orientation.yaml,sha256=Q2OFqseJNXLous70e468HIvLKiak2sM2HXHSWzVP6h4,146
lmms_eval/tasks/visres_bench/visres_bench_level_3_independent_color_object_rientation.yaml,sha256=MQDrsA8srjJym8YXP8N4qyJcWJefQ4Bly1xAaqFTJTc,166
lmms_eval/tasks/visres_bench/visres_bench_level_3_spiral_color_orientation.yaml,sha256=wJvasjdb4aT9h1LzqCm1bKbukNpdNnSaAWhIlDSalRc,144
lmms_eval/tasks/visualwebbench/prompts.py,sha256=fqV5KXpn0L37sBVXxUsI8K7d7sV4w_u1WxaK_QQFVAc,3015
lmms_eval/tasks/visualwebbench/utils.py,sha256=CE8jLr76emwKzVRNn0teX81aoyrdHUZL500uAD2-KME,8532
lmms_eval/tasks/visualwebbench/visualwebbench_action_ground.yaml,sha256=u3zweQZhLBCKb7Um8L_dfbakDOwUyBXET7iD6kmwAqg,753
lmms_eval/tasks/visualwebbench/visualwebbench_action_prediction.yaml,sha256=Gzo1EzgGqtT_oUqhv2JfBGQJ8Y6W8YtF_oow-qHWZpk,761
lmms_eval/tasks/visualwebbench/visualwebbench_element_ground.yaml,sha256=E79sqp2aVXoIQPCwhZfUY3bE0Eb_ORgDDemJifCEUwo,755
lmms_eval/tasks/visualwebbench/visualwebbench_element_ocr.yaml,sha256=AtifI6GDO6al5_Z4-L21qeq7joHdeLMD_liOBgoY4yY,958
lmms_eval/tasks/visualwebbench/visualwebbench_heading_ocr.yaml,sha256=X0QoVuKELS1xpr0Othla1lPTIw93kjljlqngmXaam9U,958
lmms_eval/tasks/visualwebbench/visualwebbench_web_caption.yaml,sha256=g6UESqgRIH0ERVzKwS2A1mpXAeoi682eDe8QJ-QIB08,958
lmms_eval/tasks/visualwebbench/visualwebbench_webqa.yaml,sha256=gM23D7rHMuj4QJapZg91yCA5WsEZzKnmZc1z5DX5tMU,731
lmms_eval/tasks/visulogic/utils.py,sha256=7D06zq2EVbOIjRLSu-9qWN_XEGJ8Ri7Zd71MvoEsC3Y,2691
lmms_eval/tasks/visulogic/visulogic.yaml,sha256=Uu2QUUbF-HFbBH_mno8xNOnSwHppSte66jPEeGOrwp0,141
lmms_eval/tasks/vitatecs/_vitatecs.yaml,sha256=NpZK8uQ_hFB_sMuhsSn3XQhbWpkrb3s4NrlPFY1fJiQ,152
lmms_eval/tasks/vitatecs/utils.py,sha256=jBpPJQQCngc0Ck06UkobDzQMyapu_CUzKzbefZO2TOw,7635
lmms_eval/tasks/vitatecs/vitatecs_compositionality.yaml,sha256=fc_dZAfVdtYQ4Ew-TxHtir9-DBvgD54pXQL_8CnDe34,480
lmms_eval/tasks/vitatecs/vitatecs_direction.yaml,sha256=fP-FqVHCNYkzZheYMLDM1aBTPZligWDBDKTNl7-E26U,466
lmms_eval/tasks/vitatecs/vitatecs_intensity.yaml,sha256=-reJpvaVj5sXbKf4vQNV6KACnD9GZl_TDrojG7u_p_k,466
lmms_eval/tasks/vitatecs/vitatecs_localization.yaml,sha256=UZWfrarpgLAmk3_CW9MzzIUDYF2ZxW5NqSsp3OIP1NE,472
lmms_eval/tasks/vitatecs/vitatecs_sequence.yaml,sha256=oUKax7hU9RfUQTrOJhMOSKiwqa_flB8kEA2tFQTgoZY,464
lmms_eval/tasks/vitatecs/vitatecs_type.yaml,sha256=Q1nUddi9f4Fnrm3DY6DfgmuUpUwIDw7hAwIvniYeL3E,456
lmms_eval/tasks/viverbench/utils.py,sha256=LerZQjKM-8094fSXEyhsa84Hsq3ljAujnUnXsTufj3k,4449
lmms_eval/tasks/viverbench/viverbench.yaml,sha256=vW3IjvUwH1URM3K0eq_F0WPSWPpe13ZLh2udRShaVWE,69
lmms_eval/tasks/vizwiz_vqa/_generate_config.py,sha256=tqgSLtiblRYCsWCfBgHSgf3vo_t1GVpTPDmd9fQT9AU,863
lmms_eval/tasks/vizwiz_vqa/_vizwiz_vqa.yaml,sha256=_Zktiu9VlNkXFFOHNCjtox3WN7YDqGQJeCpC8e-fOZo,58
lmms_eval/tasks/vizwiz_vqa/utils.py,sha256=P_5KceNWHRrgzGuFTsYWAfOkmBklaYb4sbAfucufygs,2162
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_test.yaml,sha256=DeXtt2H5LZqpbDO8TiCh1tut2_3qqBG4A_XS8zGsY0s,398
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val.yaml,sha256=fGw7TgEJTs_zVlwgoluA1gPARSFYBkd3L6zcI2NrC4o,331
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val_lite.yaml,sha256=mrUAuW50ejhnBKTEdWSGlYFZyl05VbkbxGlgkYcIGBM,870
lmms_eval/tasks/vl_rewardbench/utils.py,sha256=TYK8FLweR1Ws9WM3uDfQb7BMwchS1oApClaTA-nsNEE,5984
lmms_eval/tasks/vl_rewardbench/vl_rewardbench.yaml,sha256=ByTjGUnGrEUB6sgFngPbYM_Kdz1gX1hAZwUDnDj05nQ,680
lmms_eval/tasks/vlms_are_biased/__init__.py,sha256=dACwYH8a1jWiQlxnf-BSwuOSbuNWhw7-Rijz6X74tmA,43
lmms_eval/tasks/vlms_are_biased/utils.py,sha256=Be5AZ1qPrq03vryw1mNSEzDnZBu6KJONcDHTuUTOIUI,3873
lmms_eval/tasks/vlms_are_biased/vlms_are_biased.yaml,sha256=IuT7-EDKK-oON6y_yFE9Uoa3CKT_Hhv4pB6sf4AWrx0,1046
lmms_eval/tasks/vlmsareblind/__init__.py,sha256=HEnoHRTBexzKSw9TP9ABWaB0j9boennsLtD_EYsLIJU,122
lmms_eval/tasks/vlmsareblind/utils.py,sha256=ygrkN8mYv5i4LkKpEgT-cuwxRJU5_odrwNI4a6ce0hE,4177
lmms_eval/tasks/vlmsareblind/vlmsareblind.yaml,sha256=zn0s0_uw0g2yymyhZLoRB8jXP6-fqTqRbI04EOUEdvY,852
lmms_eval/tasks/vlmsareblind/vlmsareblind_lite.yaml,sha256=Y6-VlPQ2QxClMpePN_6isxU9Nvh7RRatUgrlIf58nAg,976
lmms_eval/tasks/vmcbench/utils.py,sha256=axh3Dw1soS7K1JOLM_faqzEMrMAKnu3Gv04aWoXjocU,4536
lmms_eval/tasks/vmcbench/vmcbench.yaml,sha256=OnyfhxSOrYDVymt2L2IZv6GCceV9tge3e8xshQ0mkq0,1216
lmms_eval/tasks/vocalsound/utils.py,sha256=NOdH2dMgoSza5WgQE3CJ-3qcoqSPa_whh-rQf9Lpwdo,2486
lmms_eval/tasks/vocalsound/vocalsound_test.yaml,sha256=PCDkT71_Uw7EpIgtuWamJ90JbPpms-7hVlRg4IHXE04,391
lmms_eval/tasks/vocalsound/vocalsound_val.yaml,sha256=zfK3ATHaRsfHiQkWwpHbKXH-P5Qm2QZxCQvOId8AD3U,389
lmms_eval/tasks/voicebench/utils.py,sha256=z5fxfu6ccr09cgVzfTYRG3nCUWnFioi5h-YMJgiaYpo,62980
lmms_eval/tasks/voicebench/voicebench.yaml,sha256=0YbWEPar2W-unrWH_n7pKskP6SJiBG4OOXfAWjWPi4o,232
lmms_eval/tasks/voicebench/voicebench_advbench.yaml,sha256=3bbK0jdisa_8PPBmXxp5DKh6giJ3dn9S2YkjSCpSoHk,428
lmms_eval/tasks/voicebench/voicebench_alpacaeval.yaml,sha256=3fYmh46qE7Yqu6c97XNEoeGwMn8VdTXQlGKUTtWm1vM,401
lmms_eval/tasks/voicebench/voicebench_bbh.yaml,sha256=WQMH0PtIJsiuyuL-6l68pzn4_W25XhwBt1KxA4BUmyY,472
lmms_eval/tasks/voicebench/voicebench_commoneval.yaml,sha256=JbXhU9ybcsPSBxyh9y9R7Cb5hTJ6HYigXsWGBSZYCP4,401
lmms_eval/tasks/voicebench/voicebench_ifeval.yaml,sha256=lnIIdc5ItxYOqwfI5kCW6QZme_D6DLklSjT0a63eT5M,512
lmms_eval/tasks/voicebench/voicebench_mmsu.yaml,sha256=QPR3SBMk8fJd2Oc-zE8w6hOxogoSiOm7o7gc2YZZRbQ,372
lmms_eval/tasks/voicebench/voicebench_mmsu_biology.yaml,sha256=-6M3k02adzKeo_Gqiht7ZsGVg0snaARXeRWNW3jefkg,580
lmms_eval/tasks/voicebench/voicebench_mmsu_business.yaml,sha256=qeCmkhvWFan_N8AwNLt--ljk0s8vwAmuexevNtdCehM,582
lmms_eval/tasks/voicebench/voicebench_mmsu_chemistry.yaml,sha256=BBCmiQCIu3Ste73M_kwwnNKn7T0GOq1ytA4MrrKqGeo,584
lmms_eval/tasks/voicebench/voicebench_mmsu_economics.yaml,sha256=BlINI8gc7Q7hbQbh2VGtbRxE_ND-SWJX9BJEPzzy5jw,584
lmms_eval/tasks/voicebench/voicebench_mmsu_engineering.yaml,sha256=ZB1ahWidBBMyMiKfKKzWpL4zue-f33zZ5DB06RigzcM,588
lmms_eval/tasks/voicebench/voicebench_mmsu_health.yaml,sha256=cmihbQlpVtGzjMN8pOQep3y4Uj9559UebIq31F5LUsI,578
lmms_eval/tasks/voicebench/voicebench_mmsu_history.yaml,sha256=jAJtvI_MaTJ1rKeC8Q_jnu-eF3iC1lhle-4muW9wg2g,580
lmms_eval/tasks/voicebench/voicebench_mmsu_law.yaml,sha256=pjGG92k0h-XTERGAzlL07DUdj0pX0SSZON5t1bmT6No,572
lmms_eval/tasks/voicebench/voicebench_mmsu_other.yaml,sha256=EhX_tgcG5ZJG4eFraq6MrfxRB_EM_WC2jqVnd_xI1bM,576
lmms_eval/tasks/voicebench/voicebench_mmsu_philosophy.yaml,sha256=HZza_6gmBuHb1kWxegO_z-qNcKgjauTu2Uv2Zu2eHuE,586
lmms_eval/tasks/voicebench/voicebench_mmsu_physics.yaml,sha256=TrgwxMQ2DEXL_3VMmyGQfLf21jQdnofwwE9AIWdfOT4,580
lmms_eval/tasks/voicebench/voicebench_mmsu_psychology.yaml,sha256=sZKA0Es2ALezSyQSL5OS5PHTdRPaJvLmaVmLHCgIxh8,586
lmms_eval/tasks/voicebench/voicebench_openbookqa.yaml,sha256=xsFW3fVZQVA62FlLIwW_CIsrRwxq2PBISIATl94BwLo,581
lmms_eval/tasks/voicebench/voicebench_sd-qa.yaml,sha256=wc1u5vJAHIFvpgj7zVAI-6wVqrYQt9yYcUFtY0ysQlQ,310
lmms_eval/tasks/voicebench/voicebench_sd-qa_aus.yaml,sha256=S745q1ezTrvnFVwEHSo2BT8Zh5WGdeILKkIbsdNnO2k,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_gbr.yaml,sha256=3u9c3X9LMDfi-6FvLZKoMGrbZ1ztyDkZBPmbhY1LrCw,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_ind_n.yaml,sha256=SkOBGwr9Ai9N9ng78zY3lBtZVdxyF9mzpAFkTb8uuCE,498
lmms_eval/tasks/voicebench/voicebench_sd-qa_ind_s.yaml,sha256=BcN7HFcTMsD9X9pNLV58yLYOCQrFJs4HygqWFSpiRZc,498
lmms_eval/tasks/voicebench/voicebench_sd-qa_irl.yaml,sha256=WBBcYEGzBXb0ioFNW2aDEgElv_QhHLycBN5MLIjla7Q,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_kenya.yaml,sha256=RwiGOF9uGa8j1zB9h8zgw-3UH3zeMotH6XY6pFIqUKo,498
lmms_eval/tasks/voicebench/voicebench_sd-qa_nga.yaml,sha256=Gal10yuOze3C3wOdp8-_VDgs5JyDH-F6SCgRWveS638,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_nzl.yaml,sha256=drPH96-tymzNXCJpCATpnzFmkBum9JFeOElxsoc9gXU,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_phl.yaml,sha256=NPp6h45iz6Q0N9ZT6ZQiwx11-8wmkUf1nf0tV6YcC70,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_usa.yaml,sha256=Sbq7BXYxFj-SQgzFh3N9B-INwK2qyLmdtkE8JBaDjLY,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_zaf.yaml,sha256=q1uvehqxrXkevczOpY3tLxo1uHW4eC3ayeTrUTZJSko,494
lmms_eval/tasks/voicebench/voicebench_wildvoice.yaml,sha256=uYGkykB-ZbsbrOtUEvQEhOzOrSKXa14OX1rP2D9ONTM,399
lmms_eval/tasks/voicebench/instruction_following_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/voicebench/instruction_following_eval/instructions.py,sha256=NSx7vgzWbdSSYT-EZDoddxVLkpBsjge_WT5fj6eJa9M,54758
lmms_eval/tasks/voicebench/instruction_following_eval/instructions_registry.py,sha256=gJR-UyM2klgTsMI8ANqXANFQjDhyeviOXONnujEjR3o,7142
lmms_eval/tasks/voicebench/instruction_following_eval/instructions_util.py,sha256=BUenN1lFVmm3YneTMzMImYAMr8CoiE2YOtIBX_mODbw,25861
lmms_eval/tasks/voxpopuli/utils.py,sha256=wEIcCpiE2jL8reyQ_BLe3ufP22TA4okKqcd3Ui98pVA,10433
lmms_eval/tasks/voxpopuli/voxpopuli.yaml,sha256=6twM7lC58RcuC9Gn1o6UemYXy2xhlEKp0OTJr9-J0ow,321
lmms_eval/tasks/voxpopuli/voxpopuli_cs.yaml,sha256=qKGi8pD-452UgW_HKK493vR_NMSLoGE9qZLp1dRa3hI,371
lmms_eval/tasks/voxpopuli/voxpopuli_de.yaml,sha256=bwmXjeKEa-zD_4d2DEe2mygKZOGsf-TLwiIIERcXhQQ,371
lmms_eval/tasks/voxpopuli/voxpopuli_en.yaml,sha256=KgZnLrLKpL1biba4acRzhxnNdG1CrJd1rPG_SVurZEc,371
lmms_eval/tasks/voxpopuli/voxpopuli_en_accented.yaml,sha256=hqxuetAXBgC-GFJqUoGTXo3_Sk1q37u5bvKAbX1_54k,389
lmms_eval/tasks/voxpopuli/voxpopuli_es.yaml,sha256=h7WxEDkRpVvQ8mjoHwGhAKuJfuBDd7CNEmuTYn2deEs,371
lmms_eval/tasks/voxpopuli/voxpopuli_et.yaml,sha256=US_RbvwlG5lTzSYzcXKYBeHCFMTJ3keGFbZzXxCUvPc,371
lmms_eval/tasks/voxpopuli/voxpopuli_fi.yaml,sha256=FkddhrFSZStAi4jtO9QDtcREAAL7qj5Du3Xe62_awqM,371
lmms_eval/tasks/voxpopuli/voxpopuli_fr.yaml,sha256=99vdD5nPw0DS40YSzG-KRhuKwYxxeDKCPWz7yFuRd0k,371
lmms_eval/tasks/voxpopuli/voxpopuli_hr.yaml,sha256=R8h_n55QJV1A65TQSxXfw_BGRQGP4aYocPWh6IYDxck,371
lmms_eval/tasks/voxpopuli/voxpopuli_hu.yaml,sha256=8FpjmXyuD0c5F0AdpLIGHK5RVP2Ly2y6LgnprHWVgFk,371
lmms_eval/tasks/voxpopuli/voxpopuli_it.yaml,sha256=tcOGdQKwVgygPRs4QAGbCWgMoAKy88-3zZjVqCcJbX0,371
lmms_eval/tasks/voxpopuli/voxpopuli_lt.yaml,sha256=xIroekfsMYkv6F7zoVF53MuhPyzzQw_ZNsBRVHaztTA,371
lmms_eval/tasks/voxpopuli/voxpopuli_nl.yaml,sha256=OdaJxCU1bWA3XxLkCby-L2ywkjZr24kz_JLcp9wCSZk,371
lmms_eval/tasks/voxpopuli/voxpopuli_pl.yaml,sha256=aUK4ylq8J-48FgzxTaNJ-pyoaxQtINqQb1OFtHWYVIc,371
lmms_eval/tasks/voxpopuli/voxpopuli_ro.yaml,sha256=G5SsGGmd9RfTOCHP_nocF7tQkXpJeTwg7OfptFNpPBo,371
lmms_eval/tasks/voxpopuli/voxpopuli_sk.yaml,sha256=wbn0ZHu9lLzjAUmJ8urrlp2wswfH2stOgj2FXUVtxCI,371
lmms_eval/tasks/voxpopuli/voxpopuli_sl.yaml,sha256=yUCmuuGYTFoydkB0PdQE25v4ZddHOFx-t4nSGaPWPXU,371
lmms_eval/tasks/vpct/utils.py,sha256=5BKWoQUEOvjQi3fl4_oilNdkJBJrVV8MrfnVWbdAJZ4,3059
lmms_eval/tasks/vpct/vpct.yaml,sha256=CweI-KC-1ef1g-CbmmGHxBBvkW3yA7jOAdDpA7G6k3Y,43
lmms_eval/tasks/vqav2/_vqav2.yaml,sha256=afQmO8ekGofJUghmMjL-Z7o_4g7ZESlQ1mCaBQJPtO8,43
lmms_eval/tasks/vqav2/utils.py,sha256=D1JIurFwah-693dpSmCYi9iOmLTWltdJdQ4lvh2MeuM,2951
lmms_eval/tasks/vqav2/vqav2_test.yaml,sha256=UAFhUaOiUynO1tPLtmwpaWafrEwC12eO5MA1W3byFyQ,433
lmms_eval/tasks/vqav2/vqav2_val.yaml,sha256=b2uL_ZkjWDsH7Pyju8OmC_FRddoKJ4yNmxD7fHcYAec,450
lmms_eval/tasks/vqav2/vqav2_val_lite.yaml,sha256=P9glDtDHfmLPA3Uh6_ywYfPp4CN_IyK1nrfgiavngJA,674
lmms_eval/tasks/vsibench/utils.py,sha256=j-ksux_vLpCASwYk3qCPRoKbdh873BzMNeAWqX9yjY8,5367
lmms_eval/tasks/vsibench/vsibench.yaml,sha256=GQcROI0JbRuavmUATvolnEKKnNxm5SMeAGq-b8BXp60,152
lmms_eval/tasks/vsibench/vsibench_debiased.yaml,sha256=UX4FFU7hriTjURzRKLj1fOiXDEzYJud7J9Vl8-potD0,164
lmms_eval/tasks/vsibench/vsibench_pruned.yaml,sha256=xXPjTkG8BV08IZGN-z_xoeWAYuw0Yb33U3q5nVAbIDU,158
lmms_eval/tasks/vsibench/multi_image_input/utils.py,sha256=yd38vyMaD01FmaED5ZwdGiPt-YUMqAAWieyDYeACtaQ,1727
lmms_eval/tasks/vsibench/multi_image_input/vsibench_multiimage.yaml,sha256=_UvEH0F3aKYCSqmW6S4dOIr8TcJ_IAiZ30DgA3kuK58,1243
lmms_eval/tasks/vstar_bench/__init__.py,sha256=XVzdbe0BINT05LDjgyz49xHtG6Jb3Oiuj4nzTFWl8sQ,76
lmms_eval/tasks/vstar_bench/utils.py,sha256=x72UllfsPy_5VddbPYu4by-_OL1GWaQlDYM5ZKL0oMQ,4850
lmms_eval/tasks/vstar_bench/vstar_bench.yaml,sha256=5VRWmQILH2Od0dccW2EtmZllF-JdWabsZF3Wqp0c4VI,158
lmms_eval/tasks/vstar_bench/vstar_bench_direct_attributes.yaml,sha256=APRmSOTnUeU3yrxvIX99hwZ8_WvNDVRPNjFSCJNh_LU,254
lmms_eval/tasks/vstar_bench/vstar_bench_relative_position.yaml,sha256=4frLETj9N_sx9qQuoq-9zW3BdHw0-Tyv1Twvzapyy6g,254
lmms_eval/tasks/vstar_bench/reasoning/utils.py,sha256=x8W3hdOOWz-WBnygJbiaWrvxkvRYYon8Q8xp5ndQftk,2155
lmms_eval/tasks/vstar_bench/reasoning/vstar_bench_direct_attributes_reasoning.yaml,sha256=QNIfhgDLHv-9UVAkLHx8Ap4qzfAQ5wvwGO-_fTKiMGo,651
lmms_eval/tasks/vstar_bench/reasoning/vstar_bench_reasoning.yaml,sha256=RGunga4r-hHGD_i7ldZPhnRhAPK353rqpMnFqT6G-OM,951
lmms_eval/tasks/vstar_bench/reasoning/vstar_bench_relative_position_reasoning.yaml,sha256=XNpobYZKABFYVuig1sDsd9Sv_jzGWrAY6XbCTdqjzWY,651
lmms_eval/tasks/wavcaps/utils.py,sha256=36go4gVr82G9fRVgTULosBq_0SqJtLr4ccCpNvrfOGs,5191
lmms_eval/tasks/wavcaps/wavcaps.yaml,sha256=BKnGK9BV8IMdyBg4fx2HmYe-jzxfbu-7bsVp4y90NxA,668
lmms_eval/tasks/websrc/utils.py,sha256=483p02l8NQpHvZ_I6YnusbW2XAy-QhKmtN5gjYLezPk,4205
lmms_eval/tasks/websrc/websrc.yaml,sha256=88GXR7Q3CKCh3NOq8mzkmpqrK4L8H1gSC7K91TRD6fY,47
lmms_eval/tasks/websrc/websrc_test.yaml,sha256=nacEBbZ_wBAS4RcThq8R3vUPoYGro9kPO1anQ0GAjvg,720
lmms_eval/tasks/websrc/websrc_val.yaml,sha256=C7gBLLW_sgIJDG6rOtmv3rrfV_vjookBtmCZPulq_mc,698
lmms_eval/tasks/wemath/wemath_utils.py,sha256=uYzNQG5sANlK35IV32jK03e45mNTz5DEZryMFCrWbNo,6669
lmms_eval/tasks/wemath/reasoning/utils.py,sha256=VdNWBJ2Qn4yqVJucV3115H5-sdiHYX_5tP2sB5T3YAM,3485
lmms_eval/tasks/wemath/reasoning/wemath_testmini_thinking.yaml,sha256=tgTgCXfrT0yl41GSvJ7H5vPqL0xLgzHpYyxcm_0Wj-o,801
lmms_eval/tasks/wenet_speech/utils.py,sha256=V0prWdH7FgoOQ0MKW4xLE0PbiC2R4RZvpRuiQ2Gbefw,5640
lmms_eval/tasks/wenet_speech/wenet_speech.yaml,sha256=CV2ADaSImiFHdZnhOr9rWBhEycwcq7USq5mAkF7WgIg,102
lmms_eval/tasks/wenet_speech/wenet_speech_dev.yaml,sha256=6B_QH6cCpB2T9EU8HBiGrpuOqnYRCsAh2LYQi44Uha8,373
lmms_eval/tasks/wenet_speech/wenet_speech_test_meeting.yaml,sha256=G2lU4qtXAfOM9_pnFhJX8RMEiXJnuRapUDczt8_5nKk,391
lmms_eval/tasks/wenet_speech/wenet_speech_test_net.yaml,sha256=gzWoWsiwxkRPcb1z6jqjb8o3qvQRQqRkp82IYIFa9Ug,384
lmms_eval/tasks/where2place/utils.py,sha256=3li7tIqzLhUbs6NMYCP_LxOsnhZByegy7K5jiuTWLV0,3440
lmms_eval/tasks/where2place/where2place.yaml,sha256=OKOVtZWIq_PZBtJhxOaFULu1nWTBch3LfFQtL1jjgiE,66
lmms_eval/tasks/wild_vision_bench/utils.py,sha256=pIxcPW_ABIiTjNk089ns-XANhhdQMp6IXFjzUWdvD0U,12869
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0617.yaml,sha256=Gh8biq42yvcoXTsXLyF7iBchrhbbZTa6TWSg_XSg9F4,351
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0630.yaml,sha256=MrTnGx93zMgeEsRvdr6m4K79sTQ42f8xEPOBWjyeYJc,348
lmms_eval/tasks/wild_vision_bench/wildvision_bench.yaml,sha256=-0dKJ6iCNV1pj9mjjy7hv_iHAiuI6-0xpHd5BRsaRqo,64
lmms_eval/tasks/worldqa/utils.py,sha256=gsJ3YQzItNIS2mUjZ5gEOkU4-oEAA5c67ljtXVpEdt0,10794
lmms_eval/tasks/worldqa/worldqa.yaml,sha256=djolZp5iBYSRi8Ov08TmtxBYjZUx2XsLnRLsavFrLVw,49
lmms_eval/tasks/worldqa/worldqa_generation.yaml,sha256=Sw8C44YKnfCZXRzKRvhGl2AvIZ8vWz-1zn-9l_oUnTE,634
lmms_eval/tasks/worldqa/worldqa_mc.yaml,sha256=ePutof4aDOqTsnsPuTzcOnB6xw3uOoVt16GHqcByY-A,830
lmms_eval/tasks/worldqa/worldqa_mc_evaluator.py,sha256=_QNW_maPBh4AfaDPcPsHlpylo7eNHoEyLro1lBXVb0w,4771
lmms_eval/tasks/worldqa/worldqa_mcppl.yaml,sha256=ygou_QlDFhg0wVINnrJ1LGpVq5nlYAWf7UjBje1sYus,420
lmms_eval/tasks/worldsense/utils.py,sha256=lADQRqqNNYvwgY89P3bkQ4Ty40NgTQPkx210YpQisZY,14081
lmms_eval/tasks/worldsense/worldsense.yaml,sha256=zItVhEBBtEL-D76QiN77HM6MdA_GGPrKCtcBTm9LhNc,817
lmms_eval/tasks/worldsense/worldsense_w_subtitle.yaml,sha256=SctEDJchykoZgTYecqEafxUrVSkUMzYII8uEhQ3K2VQ,892
lmms_eval/tasks/worldvqa/utils.py,sha256=qswnZrWZkQ9dWepumQr-f8inQNVNopSjcn_DOEzViWY,3370
lmms_eval/tasks/worldvqa/worldvqa.yaml,sha256=vxMrwWPKtSQAhQwaxVM3V4xwCXBi42w4em_5Kt25WAM,616
lmms_eval/tasks/worldvqa/worldvqa_generation.yaml,sha256=EUjDplmnAAOGmMA1NmR-UHfhjVNtnTP39pLNqbCkP-Q,640
lmms_eval/tasks/worldvqa/worldvqa_mc.yaml,sha256=nPDWuNZ3LQdHsaMcxGEl4QAcycJHVxPCPjbPmkoCXbE,836
lmms_eval/tasks/worldvqa/worldvqa_mcppl.yaml,sha256=LgvxzYJiqCnAchO7D7GWXtaQDzrWDjSpBFnB6ydhQC0,424
lmms_eval/tasks/xlrs/XLRS-lite.yaml,sha256=bTGQsnfBRQSqtsWllc9iq1trhrjdAWnx9YyinZjxQzQ,953
lmms_eval/tasks/xlrs/mcq_utils.py,sha256=pSjDo8U8vMDXe9v_FwtIHvVFj3qPOT0x_g7VI5Pq7_I,7171
lmms_eval/tasks/youcook2/utils.py,sha256=aUlRsaP_sKGFpNxNNRtMYwMyFcSEzk4bkWo6SiQHK0o,3973
lmms_eval/tasks/youcook2/youcook2_val.yaml,sha256=9Qzzeht7QQx-6qURCUUtTBjVzgDtp-MozpsxZpJBlhE,1450
lmms_eval/tasks/zerobench/utils.py,sha256=hxKVg6sYFIL-oNQ8NncMsOinCaHx3WhMv9y3RMsbOhQ,2395
lmms_eval/tasks/zerobench/zerobench.yaml,sha256=lM7RRxn0fhSLrrUvFFKwU10N6CcwsuZ0SDYYtflUSKs,70
lmms_eval/tui/__init__.py,sha256=A61S4GBLdJ9P14BHy5IpLGedXpFYs4hQTlfViEV3AoE,395
lmms_eval/tui/cli.py,sha256=tFctM-PVrZfMNuERu6T87v3hHYh40ZHYflsS-055Im4,2383
lmms_eval/tui/discovery.py,sha256=vA80ycmK1niunKlVidKbk4xri_lRyObpyUO_MQ2UDd0,5805
lmms_eval/tui/server.py,sha256=Yq6wZU-YR361FyxQmfEAqmB5WhbZLr5VzwdKc1i3Its,30224
lmms_eval/tui/web/package-lock.json,sha256=9MWdRPdq6uqIa4rsNq7KikAH-EiW53aKd63eEnTxZ1c,89352
lmms_eval/tui/web/package.json,sha256=-8a0fH1eZ8r6zeYHFAV4W_uokxIDfGahJCSjmn9FQAM,537
lmms_eval/tui/web/tsconfig.json,sha256=PbveboINk9O8BdDFTemrpQ05uef7a3NnE6YKLt9aF68,508
lmms_eval/tui/web/dist/favicon.svg,sha256=fDts849VhZ6yQowbEaN5msa1arQSVuiY-8NddfhlTs8,252
lmms_eval/tui/web/dist/index.html,sha256=l9-Hat08LXCG8wJI4xNUzmpgMhgvVC1-K3YOzUEgqm4,487
lmms_eval/tui/web/dist/assets/index-BLeQKQAq.js,sha256=C4S_MtbqA-39XAqHxH-SSzFE6hfZgzqTPKOHrlo4j0g,185783
lmms_eval/tui/web/dist/assets/index-BMub-jBn.css,sha256=XcHoIWdB39O1H_U5b4Aa-asQLHFe9qpjlnAT5yb7ZZA,20896
lmms_eval-0.7.1.dist-info/licenses/LICENSE,sha256=FzWLXKray4EI8UpqMZd5zIog_u1pn3nFnjlufp3Vwzs,2732
lmms_eval-0.7.1.dist-info/METADATA,sha256=BrejHgldzbzxWBU-6jFxGG-DGhM6BB-JD-qCnkgKb1M,27456
lmms_eval-0.7.1.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
lmms_eval-0.7.1.dist-info/entry_points.txt,sha256=7IWifVbG8VgdbgpkysSl5q738x6rFwVxXTIy4czn5Fk,131
lmms_eval-0.7.1.dist-info/top_level.txt,sha256=_nARI5xBw0DrB6jDBzBGs56QMpYKSyKCkwuTR9f-VUU,10
lmms_eval-0.7.1.dist-info/RECORD,,
