lmms_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/__main__.py,sha256=TACcgEv1xjfeQgc1eoURePcqJB9zUceoH0jC2vgDW7E,14308
lmms_eval/evaluator.py,sha256=i38cEw44ayRVxamK5yCqKKGSZedHP8hAKOR17_iFgzk,27818
lmms_eval/logging_utils.py,sha256=eiZ-ZdHjwo5lCYXSlch3XPkn9BWYc3xpsdFiG61WXMk,15069
lmms_eval/utils.py,sha256=nz6XRSItzwHVnTV6c0StM7J5YM7LKxz-mBf_ryj69wk,28351
lmms_eval/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/api/filter.py,sha256=4TbIsLQ3SvNMhvT7VJqbeRdTMySWTbHpGzxAdvYHyLY,2025
lmms_eval/api/instance.py,sha256=OfRbnYvMCsoyQ93K2HhQ6dqmvEs8MLQv3NKIHeuWprY,973
lmms_eval/api/metrics.py,sha256=461jOzPnAV05XQoaOsBq7PwmAHg2PSsPY7PNSgsbRDI,12427
lmms_eval/api/model.py,sha256=wH3-b4MckyEGxtz3cMXihmS00Fbnx1pBiNASL0yywfc,7290
lmms_eval/api/registry.py,sha256=glVJTl9piNyaLzBCkf9vHi6zPRG8ARC4th_5HeQltMI,4545
lmms_eval/api/samplers.py,sha256=ODOyv_T_vXW5_P1AFW-KIFtm3aFgSfEB4D-GJWWtP90,3548
lmms_eval/api/task.py,sha256=Vz47K7IEAYIfbQ55O1HjwAZUya-odE5AqIqcjq60wvA,59476
lmms_eval/filters/__init__.py,sha256=d8rcsloQFd9i7qH4D2VnWxbaOgYmCkiAJdsQ6pYTrqc,1585
lmms_eval/filters/decontamination.py,sha256=lik8zK0DXI34etPng3N-IUfdhBR7fDws1Uya0JXTt1E,631
lmms_eval/filters/extraction.py,sha256=i1M-76olj6waro6IqWzD9dmEYH_HQSXh5kWVjEduf_o,10468
lmms_eval/filters/selection.py,sha256=1pIT-Kr0TIRW4f2vF0JGRH0O08xD8OyLHDa0iL14pLs,1584
lmms_eval/filters/transformation.py,sha256=Hb11ghxyyFSuzHU17vJlqycl8PsIPJFC0Vjv6PmBbR0,1512
lmms_eval/models/__init__.py,sha256=_rE8SQ98jszv9KKRGXqiB5Aw4Valmcsv1jJjU996XWU,1888
lmms_eval/models/batch_gpt4.py,sha256=9nuBkRU2YuOmmQtvGYFoh5rgvgIXtfeg0iHcF6XkqCk,8150
lmms_eval/models/claude.py,sha256=HCIDLY-CorMKBrICtcped55L6o_RxqkVP6PYcmewPNk,10670
lmms_eval/models/from_log.py,sha256=BZk6alrIkb4gbHF_zE3MbdvKcwv2yr46pWVHVwPmWbM,4374
lmms_eval/models/fuyu.py,sha256=9UXgZxan1AEQ1qDI6hGCpiFCoIqaPt1MG8gHTuu5a1A,12538
lmms_eval/models/gemini_api.py,sha256=7Vm2dlj1GLvMS-JqR4Bqsd4bhJ2AHMZRRDnE-TJSIPs,7678
lmms_eval/models/gpt4v.py,sha256=3ylXORLQNjfMShwLJwjRFXoeC59HKGMKLABChdwIKbE,9814
lmms_eval/models/idefics2.py,sha256=B8rifEtrKuVeRU_dTakZEwZ9EbaMiVLip3AlK5semgw,10334
lmms_eval/models/instructblip.py,sha256=zt8GU0GcN1G4S02yZY1eJSSFhoPRGCXZlaaUvnNpUI4,10112
lmms_eval/models/internvl.py,sha256=p13LZtLR4SX7IjPAMXCnEPIziIopAlNErCTVSVSN_g4,21844
lmms_eval/models/internvl2.py,sha256=SJR5vUIT3NoZHJQ-o5h-KI6kMbmcm0DOMNQZakUPqhs,12152
lmms_eval/models/llama_vid.py,sha256=Jpokba0mGLuW4kq9AqZdCGbYIUaZHP5GfQhbDZ0Qso8,12053
lmms_eval/models/llava.py,sha256=9YyWs5mvgbtEzoWA4rXUPMvXQkpF2_XOaRGerjcdiKo,21281
lmms_eval/models/llava_hf.py,sha256=BatSUO7TJ64crjMNr_GcFFiWameP7fw5MXC_u80QStA,17286
lmms_eval/models/llava_onevision.py,sha256=cmRrjQzd0pXVhvuj1l6oNclnZtYbgOkY8HLF0XiWrp4,31443
lmms_eval/models/llava_sglang.py,sha256=cNsKLF5MO0amydvVbPdX4riWJQS8EEMlvEI1ZYSTYQk,7384
lmms_eval/models/llava_vid.py,sha256=KxCKH2-YP2hKCZwiZ4KUj14NQDmwux1vUtYPVsy14wM,20436
lmms_eval/models/longva.py,sha256=7b6ku0A0RMnR89_qIJgswmKDean9y9K1hQlN4UrxoFY,23493
lmms_eval/models/mantis.py,sha256=MzuyJKoB2ebhaQTLLkbXvtcGkkjzdnciwLMAOtPrOMY,14130
lmms_eval/models/minicpm_v.py,sha256=037lL-PKn2r-hMTRyZ8oC_8233-tAasrRicdYKNw4iU,9753
lmms_eval/models/mplug_owl_video.py,sha256=rWTQ4rCz-SBbnLcKSm8-oyf5shesV-rqr36_iDjdPzk,8402
lmms_eval/models/phi3v.py,sha256=fWu-d7StxW1KnT-62gw9Lph7YaylLLnSBdU66DMccpE,9691
lmms_eval/models/qwen_vl.py,sha256=h7WTCsni9RVdO2RZavqa18AGozREnQywuORFykb7cP8,13159
lmms_eval/models/qwen_vl_api.py,sha256=ITT_J4iHbLsGiMYPco7MxM8uQIwx5NNCGw-HUjaN6S4,4617
lmms_eval/models/reka.py,sha256=OuqvM_U96GQ6V4xmSkqmfM8-UjtH0TIhCnUBCmhj-Vk,8158
lmms_eval/models/srt_api.py,sha256=M3Z6TAVXXNMULzBM7xSiIQHF8vdlQ4-3cziHmTYHBI0,9858
lmms_eval/models/tinyllava.py,sha256=4i9zd1J1Pl1K61VSU8EhiHOM-FQko1KzBUg9fzXLldU,20488
lmms_eval/models/video_chatgpt.py,sha256=WA2hHl7Pf-vE-3S1mHLu_JluQQxe4IahLcEt0QxWEfc,9710
lmms_eval/models/video_llava.py,sha256=_UVsZHPCK2f9wWKnn8sXjDZUreYG3HbjyjZ6Nl8hMM4,10040
lmms_eval/models/vila.py,sha256=CxRtdw59OhGvqeWryNA06YQrHrzTTFYEDsCYhn1rAQo,17093
lmms_eval/models/xcomposer2_4KHD.py,sha256=b2d6nK3Vvff7B5VX7Aw_sFuETjlyXs1L4o24s48IYzY,11961
lmms_eval/models/xcomposer2d5.py,sha256=PvnfFcNv3P6OgSoyMYpzllEUJrMRWSlqxZ6LCBMbROE,7610
lmms_eval/models/model_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/models/model_utils/load_video.py,sha256=Mu95iQGsvJDSWNkbpmyZFpYSHBjlRBhhi7D8o6s2uG8,2050
lmms_eval/models/model_utils/qwen/qwen_generate_utils.py,sha256=fSqX8H2J_vcdtMKbWc20GA6Zt3MjqPO5h28Q8H_wV1c,14347
lmms_eval/models/mplug_owl_video/__init__.py,sha256=i-MjRBfROeMzIoXbIO-UUVHiT5VnEKxhDHWLsTAYueI,2463
lmms_eval/models/mplug_owl_video/configuration_mplug_owl.py,sha256=x89M6SczXs04upUGpCdZsAg2kLqrhu_4HHywcxhRMKA,12957
lmms_eval/models/mplug_owl_video/modeling_mplug_owl.py,sha256=PS5Do6eALiU9Jm-engoASIKaZFpAtxLt_N3i-b9A3NY,81421
lmms_eval/models/mplug_owl_video/processing_mplug_owl.py,sha256=jn_DhU0kZ_RWcWdKwEV-qmbKVRsdDVMCmvsNPVkIpSE,11352
lmms_eval/models/mplug_owl_video/tokenization_mplug_owl.py,sha256=F0KUkzHu3XyvFy_a2XczudjIFeyfs7sbVouZb9FJbrI,1787
lmms_eval/models/video_chatgpt/__init__.py,sha256=Mj_ZCnQBAXUsgBM4k4WLmex3D8QYfW6VpO1x5RNNduY,48
lmms_eval/models/video_chatgpt/constants.py,sha256=XlaUAI0gpze6plF0gW9WQx0BDmnAKQBKoJYBies7Jko,253
lmms_eval/models/video_chatgpt/inference.py,sha256=3rOlDKyVywfbItC8xzCv6zVeYpchk_YtITtBfHTU9F8,7265
lmms_eval/models/video_chatgpt/single_video_inference.py,sha256=cKJgYsRavtI3XNYrwSdR4Cqmq2sCe3tyrf2CpcCeJD8,6106
lmms_eval/models/video_chatgpt/utils.py,sha256=EpkZU82xzqCuHG871Ch_WjVzUHjakCtaf7_Xxy4Btlk,284
lmms_eval/models/video_chatgpt/video_conversation.py,sha256=Ol4YqnNBqJg7gWslgc5ovYigKqAbAQFEH2Vy6PqjaYI,5128
lmms_eval/models/video_chatgpt/eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/models/video_chatgpt/eval/model_utils.py,sha256=flz1grxcsseiCiHjju6VhSgUszqVB6GDmkrxmvtgNhM,5596
lmms_eval/models/video_chatgpt/model/__init__.py,sha256=w0gcUqo88DtRbZhbr5Dsj7E1210sGMkB6gtUKMsSkIo,112
lmms_eval/models/video_chatgpt/model/consolidate.py,sha256=5Up60pSkAcno4S7LRPR5hqr1f7g7wfTdqqIgHfP12RA,854
lmms_eval/models/video_chatgpt/model/make_delta.py,sha256=I5BoHo1iEcCHZGIVDN8oJMP_l-QUdZjCMrVFflRZAbo,2000
lmms_eval/models/video_chatgpt/model/utils.py,sha256=fDKR7KH8L8pqui7VsfEHjgzAwZG9Ox9g5C885gkHhuk,1140
lmms_eval/models/video_chatgpt/model/video_chatgpt.py,sha256=8a5YYc9kYFtbVBisnKqvTVPzq6uFPTy_Z8Vyd4jtx6U,14364
lmms_eval/tasks/__init__.py,sha256=Fqa_CBrEyHxCTF3zKe88CxyU7ROp0gLh3SbNHx8rHLo,5966
lmms_eval/tasks/_task_utils/file_utils.py,sha256=QA2988kmKfJrqHgouFbN19skFKmHtZXbA0PlywC2YJ4,244
lmms_eval/tasks/_task_utils/gpt_eval_utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/_task_utils/video_loader.py,sha256=JxF0V5kpgNoHqF4Ity00WybLCphCakvEAt42cxyk7h0,1036
lmms_eval/tasks/_task_utils/vqa_eval_metric.py,sha256=TkFUxsfkZX5sRKoI4YTOWuDocmZXRMbLaEz2ReRkfOA,6056
lmms_eval/tasks/activitynetqa/_default_template_yaml,sha256=lI8BZ9uWOw10Wcs_xecF9gv7tEqbdbIfma2tXdJS9U0,353
lmms_eval/tasks/activitynetqa/activitynetqa_generation.yaml,sha256=tdTaqxnG9OyJfhUK9-qFUmh4gA137eS9YaPmlUV9euY,857
lmms_eval/tasks/activitynetqa/utils.py,sha256=WXUxZbE5XZaMeE-k3HuKoBK4AuhkfwY98Qb4WwPS6Uk,10915
lmms_eval/tasks/ai2d/ai2d.yaml,sha256=UxskLxdVJTM9OISBk24x_lo6knMnPWijgaKoBeDh79E,1434
lmms_eval/tasks/ai2d/ai2d_lite.yaml,sha256=1UyOI7OY2zEMON_JDOGTPTxL6aTHyScPsoAaJxOjEgk,1471
lmms_eval/tasks/ai2d/upload_ai2d.py,sha256=k9-pMCIQZ9NSC5ev2PBJ0bU1F9FSYBFEq2Etf_jLmpE,5098
lmms_eval/tasks/ai2d/utils.py,sha256=JAw-CSHAuZOTsMyzhxdeuypaEyI06GDVo-Yqf33krng,3684
lmms_eval/tasks/chartqa/chartqa.yaml,sha256=EvChMp0xYFsuDjQ6nmN9mWK0VhbeVzGKVzFGcAb1ctQ,841
lmms_eval/tasks/chartqa/chartqa_lite.yaml,sha256=3fDiu20gvEcsLE2EP8aZehbmYDeqeebU0WDfGLxLPrc,878
lmms_eval/tasks/chartqa/upload_chartqa.py,sha256=vyrGQEra59JykSHiMlvef1f3NKJrOSHwLRhR37nFekc,5365
lmms_eval/tasks/chartqa/utils.py,sha256=XjNpV_raKUzHzEkxNuAXcQPvzwTh17x7SQD6erjHXg4,2369
lmms_eval/tasks/cmmmu/_cmmmu.yaml,sha256=apIgLYjrv77-6U4u4ybsOGi8lkqZ9FJlXNgZcPBEJkk,44
lmms_eval/tasks/cmmmu/_default_template_cmmmu_yaml,sha256=C0CKEI_5CZHr4zbTyDYZGo8L_eLr_lrIvb8WKfjZGOw,249
lmms_eval/tasks/cmmmu/cmmmu_test.yaml,sha256=g7GG_nSwnr1SFLFIQuq_gHXgpuGs-7BQpAuO0CFGFOQ,517
lmms_eval/tasks/cmmmu/cmmmu_val.yaml,sha256=9jslMG3ljb7VVB4Dz-iFT6tSdv1wWiIxOERXVy2e1PE,544
lmms_eval/tasks/cmmmu/utils.py,sha256=GFk1cvvnrM7G1AkSXZMpH-ng-vtS36m5ZiBMa4LVYM4,17214
lmms_eval/tasks/coco_cap/coco2014_cap.yaml,sha256=Bc0VrjRPMMbjieZk3gizg4kc4I0Vy0ffhsm29ZD9LNc,69
lmms_eval/tasks/coco_cap/coco2014_cap_test.yaml,sha256=lighhYf_2A-e5tWt0v16mDIBsGZImo3nmUemUqnvIs4,766
lmms_eval/tasks/coco_cap/coco2014_cap_val.yaml,sha256=omBayttmmsSvoGZzng_ja8_0FdjA3UlvU9inYXwz8eE,1417
lmms_eval/tasks/coco_cap/coco2017_cap.yaml,sha256=NdNTCENZJQ-k7VobJaGpoVC9rF9SUj7cH3rteXWuTPo,69
lmms_eval/tasks/coco_cap/coco2017_cap_test.yaml,sha256=cj9H0gfgQGWctyT9ixUqLfHAk3CcM3xAFFCjESHcIl0,750
lmms_eval/tasks/coco_cap/coco2017_cap_val.yaml,sha256=tKPD6ZUPhvlultZzsRrFlyrMiQT2JUCGRCKEKeT6vi8,1401
lmms_eval/tasks/coco_cap/coco2017_cap_val_lite.yaml,sha256=F8BjUSOfCuxn717dxu3FOY4I3cP6gfAqSAWq3LhFofU,1409
lmms_eval/tasks/coco_cap/coco_cap.yaml,sha256=CUvhjQQTUrbI9lUMD0VawcfkYEmhRVjPPOATfaQnwkM,109
lmms_eval/tasks/coco_cap/utils.py,sha256=Im36Ni5NsSmG23ntB5Cn-k0QfePECE6A329NPOAS2kI,5259
lmms_eval/tasks/conbench/conbench.yaml,sha256=XXUTEQ0Jc6GdyrmJIgbxQvayMcIxX4YDxe9aRn7Z69E,767
lmms_eval/tasks/conbench/utils.py,sha256=BRswhzsCdoyZqpB2R4eH_-jZEoCXatwhRqE3SONgZS4,2846
lmms_eval/tasks/cvrr/_cvrr.yaml,sha256=L9jUi1t6zyQKCJHKLJDdqOz_ONVJVcw64YGCHdBWV-U,492
lmms_eval/tasks/cvrr/_default_template_yaml,sha256=i5SmW9-a9pV9RZNVWAa2iOGjnDJcCcAFhKipugZ98_I,240
lmms_eval/tasks/cvrr/cvrr_fine_grained_action_understanding.yaml,sha256=6ca7aMz0KJ18Mv7lJ2aRtckTegAhlIEJWIGWenKIpgE,610
lmms_eval/tasks/cvrr/cvrr_interpretation_of_social_context.yaml,sha256=fqVtd6cYCxz2oLYxVoMOGqkEMyrDC2Exs8i356OmMBQ,608
lmms_eval/tasks/cvrr/cvrr_interpretation_of_visual_context.yaml,sha256=2XQFiEe5OTcRBk26vT58VKHr0IasFfbq7gytzfPf4cM,608
lmms_eval/tasks/cvrr/cvrr_multiple_actions_in_a_single_video.yaml,sha256=njyu2OnqTfzvr0byRk49kDRu-wl1SH6TlFS4vKKfmwY,612
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_existent_scene_depictions.yaml,sha256=iZvDywa2zogNuxWUsCeFY2QgNyymC22tAc_gCn6Ymh0,646
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_non_existent_scene_depictions.yaml,sha256=BR2IJ0DlfLDFas3Um7zHvt-Kuzo9SFqa__rpCiMoJAs,654
lmms_eval/tasks/cvrr/cvrr_object_instance_count.yaml,sha256=ay6r9jaRYeAFPzJ8yfXpK6qw20zZICI-ZbHZCUYqYY0,616
lmms_eval/tasks/cvrr/cvrr_partial_actions.yaml,sha256=jVucoeFQoiyVyQTWRYrmQRfeERi6J6YU3AZrZYiD88o,574
lmms_eval/tasks/cvrr/cvrr_time_order_understanding.yaml,sha256=BstnUTtUzFRVAjiBAFb7ZCnj9hHm67DBLd0uahgZ1ws,592
lmms_eval/tasks/cvrr/cvrr_understanding_emotional_context.yaml,sha256=OzwhwygnTYkum99dJMWoycn7o4HEyrt2DgRMnsfrHtA,606
lmms_eval/tasks/cvrr/cvrr_unusual_and_physically_anomalous_activities.yaml,sha256=qtf_hAqIB7Y5FprOa1Z9JSyV5lVvGc3Ukbb0D6HUo3g,630
lmms_eval/tasks/cvrr/utils.py,sha256=X1vfpSD7GosRTffGRn-8nUsbecT7BXErBYUtMZ90KHg,10469
lmms_eval/tasks/detailcaps/_default_template_detailcaps_yaml,sha256=qi3A_d3t527BsgGHX1SaBL8HgrzQX1ZLctfu8bPyUXU,82
lmms_eval/tasks/detailcaps/detailcaps.yaml,sha256=l5bTcAb2yZMtFmaRtsjD8uxn3oObwqu6u4Dofe1AwQI,1579
lmms_eval/tasks/detailcaps/utils.py,sha256=w9NZI0UJt2f7JzUN7Own4mJMEorc1FAEOx7g-fktFuU,6754
lmms_eval/tasks/docvqa/_default_template_docvqa_yaml,sha256=sFzr5_bKDf9fBxeVMUT6sG-jaDIL7za_us0oQ832NBo,497
lmms_eval/tasks/docvqa/docvqa.yaml,sha256=Totti_XjcbUkEulo82nSZnp7kZtQwLElxYJvb5U0beQ,46
lmms_eval/tasks/docvqa/docvqa_test.yaml,sha256=brli7ByqpwkdCKDnmwrmbcb5q7dfnaxh2CUjYrsHnVc,263
lmms_eval/tasks/docvqa/docvqa_val.yaml,sha256=2cc2d0WwxmXNntAXUCUUSyH8qgUko0z0UMG7vixuMxw,160
lmms_eval/tasks/docvqa/docvqa_val_lite.yaml,sha256=ZZqpxMSm--sT0pzJknhhapn6K5_WwoXoZXgUieyk8kc,633
lmms_eval/tasks/docvqa/utils.py,sha256=VEkKgpGHS_f7NSCt-UXz8dEvskb413ngNn9GdhkGrWI,955
lmms_eval/tasks/egoschema/README.md,sha256=4PIYydXf3ugDe6uGb9BvfHfN1MBc7RzkUpy9Lu_0E3o,2521
lmms_eval/tasks/egoschema/_default_template_yaml,sha256=GL9clfkTlyAnS4Gq8dISjCgIs9MfeQlHHJxln2it1go,176
lmms_eval/tasks/egoschema/egoschema.yaml,sha256=vsowG1sUXRH5iVcbX38bjPz5FIWttPZZNNoCnl_GaZ4,472
lmms_eval/tasks/egoschema/egoschema_mcppl.yaml,sha256=ZuVI0Red3yf8L0zhvjgpoMV1ymofYvqSBeEGeEOj9lE,496
lmms_eval/tasks/egoschema/egoschema_subset.yaml,sha256=tjilgouvr9E9pZ7DdWq2YWMzX-Rp_dGxekarC1yXXG8,579
lmms_eval/tasks/egoschema/egoschema_subset_mcppl.yaml,sha256=XXFEyQpowqLORrDQLovAFnUHmuU_UZnLnO0c-pWrMMY,607
lmms_eval/tasks/egoschema/utils.py,sha256=tNyqjD1-gUrcRb4rK8g4ex_0-52i-6IzO-sYhLHqtAU,8091
lmms_eval/tasks/ferret/ferret.yaml,sha256=A9NWT4b_-mXI4GZCXrXyOfJW0fxOZf_IWX1rGphnyg8,1133
lmms_eval/tasks/ferret/rule.json,sha256=lwlX4uKwoSmXbaB2qCW-DdP56Xgco0F8kNRtSby008k,5228
lmms_eval/tasks/ferret/utils.py,sha256=BxOVofaFwiYQhHdg-hC0lnneOFUXbzDg60vQGZGaNqI,6924
lmms_eval/tasks/flickr30k/flickr30k.yaml,sha256=sy-6RVMfZcO-bZ9SS5FnI-jFoavEteVgwDbZAVpwFfA,39
lmms_eval/tasks/flickr30k/flickr30k_test.yaml,sha256=KftBUkzMLRHdSh8oqocHJqt_Lk9ykjG1JQ0WthlCuuQ,1405
lmms_eval/tasks/flickr30k/flickr30k_test_lite.yaml,sha256=04oWZ3NY5UcTRKucSHHN27X8ivJSdhMTm9FibYRnvkE,1445
lmms_eval/tasks/flickr30k/utils.py,sha256=BLXHabVWvq_yAEEZePDjY9Aw60EK5b5eSB7lakvC7fQ,4531
lmms_eval/tasks/gqa/gqa.yaml,sha256=rWpRBf9SsyVt4iXo_QevouUsaDuaQ3osLRNWymAn7X4,736
lmms_eval/tasks/gqa/gqa_lite.yaml,sha256=g0kCcAZW0KE9nxVka0yGKr7q4U1VHLyCoLuKAnCvJjo,726
lmms_eval/tasks/gqa/utils.py,sha256=mONVF14Y1zPCRbQsH-Xh7ZETm9m1jCrMWA4R6Quo7AM,772
lmms_eval/tasks/gqa_ru/gqa_ru.yaml,sha256=168CagsfGshVSY_xWbJwSd2bPSM4eVuVeZRHUpj3b8U,669
lmms_eval/tasks/gqa_ru/utils.py,sha256=KwQYMqHmUjAlx-slCQp8LdIFDNJVBSH-ZnAUC3TyjfE,773
lmms_eval/tasks/hallusion_bench/evaluate_hb.py,sha256=c996xTATud84YE0PPxpLunLWwIrBtiruPG-FPW7OX5c,4829
lmms_eval/tasks/hallusion_bench/hallusion_bench_image.yaml,sha256=Xx1DvSyXzvk5nKmN9aPezghtvUSfsOcZTsoNnwis-1U,1256
lmms_eval/tasks/hallusion_bench/utils.py,sha256=gIvFE6rPMz_Tw78hEKFIoYom4rYtkzKXhc5Qbk5nlYU,12348
lmms_eval/tasks/iconqa/_default_template_docvqa_yaml,sha256=0UkcAUxY6HRurHiSRyiEx9-RVLJHb3ZvAk-0x4hXtOQ,813
lmms_eval/tasks/iconqa/iconqa.yaml,sha256=g_OxPGXzuWk5MpUe4EOHduF0ZXpg1cqVyIxaKMGORQs,47
lmms_eval/tasks/iconqa/iconqa_test.yaml,sha256=xfBn0C9evwqQM8UqGAwefGKDj4Fu2H_Q9mgQf5a8NWk,75
lmms_eval/tasks/iconqa/iconqa_val.yaml,sha256=oQ13JQaqz3ADue4FWimofaDvn2mucpO2dO8Gv2uiUis,73
lmms_eval/tasks/iconqa/utils.py,sha256=tYPm0ORLlLUy48VXWjPHaqg62pUjhWYdv-bP7oEiU0w,2132
lmms_eval/tasks/ii_bench/ii_bench.yaml,sha256=UJaqxJFRSdTP7IUcVj9qjcT9oc8TjM9_GA-2RPXtMmY,660
lmms_eval/tasks/ii_bench/utils.py,sha256=MkAMDSsOVj-rEKNmHQMJhqhhI18QexPvfBrvpvepKqM,2371
lmms_eval/tasks/infovqa/_default_template_infovqa_yaml,sha256=8xAgpj-xOHxZf3f_vuSrab5DRAP4djO2BA6ZRRDnIy0,420
lmms_eval/tasks/infovqa/infovqa.yaml,sha256=fy_T5a5qpE-QzTfYmePwzcspTNIeyG8eMIvkUnVVABo,50
lmms_eval/tasks/infovqa/infovqa_test.yaml,sha256=CHsK0uZQT3353cz98exOjztiXCbBRX12LC-gsDd3M8E,297
lmms_eval/tasks/infovqa/infovqa_val.yaml,sha256=LWsjnk646R_ktToMTMEhPy3BHm4VxnKDdD3kgjOzSrs,189
lmms_eval/tasks/infovqa/infovqa_val_lite.yaml,sha256=oa3UlO6CUm3RnTTJ9MZPxE7q5WQo9kQUYdpE01ZQkcA,578
lmms_eval/tasks/infovqa/utils.py,sha256=y-AR3iBhH5_iOhtEEeX9BbraEgKMcYriwMeY0bjXuH8,923
lmms_eval/tasks/internal_eval/_default_template_internal_eval_yaml,sha256=AqSCDWjm9zA1UnXuqDx8LGg75SiMsaKwUGmrmTkcfek,109
lmms_eval/tasks/internal_eval/d170_cn.yaml,sha256=iawzbBP20mSH_XaRZZQs2tB0Q-qpLIGqpyIqjj2q-XA,1028
lmms_eval/tasks/internal_eval/d170_cn_utils.py,sha256=TItpV6bqJVZVZmc3nCuuKjm8zjMtvo2BxP3V8QlLHvg,5332
lmms_eval/tasks/internal_eval/d170_en.yaml,sha256=5aUM4s_rcBUEpO9vsK5foZpnFlLn0HVFNhSorxmfDMk,1028
lmms_eval/tasks/internal_eval/d170_en_utils.py,sha256=Mlft9eD4CN4WXRE9ataIUbPNyuRxgxMmV7EtM820ukQ,5332
lmms_eval/tasks/internal_eval/dc100_en.yaml,sha256=kZKF_qOdpqJlvdlWI2r_rnb1tXQHampMYvVD7uXS40A,894
lmms_eval/tasks/internal_eval/dc100_en_utils.py,sha256=Cj9lzIgZx50mDsBd6b-6uLZzGVRNDw2oldh9bSxwVXk,4467
lmms_eval/tasks/internal_eval/dc200_cn.yaml,sha256=fICpQEl1aubbaqkN3QXuAVWkEaKKxhTH1dkbL-Td6Fs,894
lmms_eval/tasks/internal_eval/dc200_cn_utils.py,sha256=JO7n_Dral5mdDOgE6WgIoq4t5LUqiZuxaYXAQXLeH20,4601
lmms_eval/tasks/internal_eval/internal_eval.yaml,sha256=VvdIqSvQI3HU6m1Ys9IzxLqiARri9dO574sWXyEYZhs,69
lmms_eval/tasks/internal_eval/utils.py,sha256=ZEWa3_4WZPlMhEIMEUb-slrBBZlIWPX_LGflFPwfPqQ,340
lmms_eval/tasks/live_bench/live_bench.yaml,sha256=eBAfFKlg2QPwLGhU_ZqWurGQHr0cAi6GnhOcIorfvIU,115
lmms_eval/tasks/live_bench/live_bench_2406.yaml,sha256=XpxhMcmcAa2mwGe7LwTfMUr11FqW8kcJleHGatISTfI,80
lmms_eval/tasks/live_bench/live_bench_2407.yaml,sha256=jm6SgzyJOudF4DbgSKVv49nYL4iw2XdsYdiDegva3HA,80
lmms_eval/tasks/live_bench/live_bench_template_yaml,sha256=TRXfAjgepcKcHrWQQENFEENYqMR8-gT6S3yBj9NMaq0,791
lmms_eval/tasks/live_bench/utils.py,sha256=lMbhh80qHm4wl-YKJafG9tZaI3LTrDhTpQiF82oEQ34,7224
lmms_eval/tasks/llava-bench-coco/llava-bench-coco.yaml,sha256=iFuBNvVQyzSyU_hpZQLeE-jYMAyYy283xY0HSkL6pEQ,1086
lmms_eval/tasks/llava-bench-coco/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-bench-coco/utils.py,sha256=xWTSSwnlznbVDz8aWieJtItUmysxvR_brs0dBKU53dU,6851
lmms_eval/tasks/llava-in-the-wild/llava-in-the-wild.yaml,sha256=6hYVmpMzwEisFbRAWk9OUVjj2suB3gBETXTCiOJPbbI,1114
lmms_eval/tasks/llava-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-in-the-wild/utils.py,sha256=Jlmtyz-19TQYvSratXaAAk5mkK6xfc1gsICgua4iVvM,6819
lmms_eval/tasks/llava_interleave_bench/_default_template_interleave_yaml,sha256=hDgeLd9UGyE85gVvS03ZvX_wkea0TM-Z-TikwadvhI4,184
lmms_eval/tasks/llava_interleave_bench/in_domain.yaml,sha256=2YLzdqeR0T3R0SGQLb1Ow1_-J6Y607qfbZDpzzU9XnE,727
lmms_eval/tasks/llava_interleave_bench/interleave_bench.yaml,sha256=-9vMlvzVweG9xAdi1SH-DF2dbM7MI7eJb7PQRPW0PIE,142
lmms_eval/tasks/llava_interleave_bench/multi_view_in_domain.yaml,sha256=OAR4biV5JqZ4sp_YlHbPxrSTqEhKmxeFj6GVmDX47zQ,752
lmms_eval/tasks/llava_interleave_bench/out_of_domain.yaml,sha256=Xkyz2TnfQjva6OGK4nztz7EG1IL_lvZYwm0vE_Zj1qs,732
lmms_eval/tasks/llava_interleave_bench/utils.py,sha256=d9P-5IICfOrdU6V7KjbBnGJNO8HNepbeQ9n7_K-tZwo,13162
lmms_eval/tasks/llava_wilder/_default_template_wilder_yaml,sha256=_MAsLyk6aJRRjDIDQYAh9hES8h-MAOwKhTgStt7jsTo,565
lmms_eval/tasks/llava_wilder/llava_wilder_small.yaml,sha256=PW2HVkBqQCKzo2d8U-YGPmc_FNz6LA3WpUYbnVmBkHc,374
lmms_eval/tasks/llava_wilder/utils.py,sha256=r4MbogCI8MURMSzNmukocJuLRJUDtZdyrj5sQcg7LxM,6951
lmms_eval/tasks/longvideobench/longvideobench_val_i.yaml,sha256=YK8TRH089ICuOSw2mHiW_emWQxteNdl0CWRSLb1RYnM,841
lmms_eval/tasks/longvideobench/longvideobench_val_v.yaml,sha256=96IC1k8JL4awgokAIpzXItqYnvmbUzTLwfwi19GqCe0,801
lmms_eval/tasks/longvideobench/utils.py,sha256=13G-6sQ1dKDhbB9J6GZw6L71DZXO6JGINm--4v6c3Bc,13217
lmms_eval/tasks/mathverse/mathverse.yaml,sha256=glDwV521FvpHlMyrJaaKIUPwx7QfdRAyb6OITl-HZpU,368
lmms_eval/tasks/mathverse/mathverse_evals.py,sha256=8tMN2F9QlJ3hy2Oj6hRnLxBo_gPj6gqmHhN8MV7XJcg,12622
lmms_eval/tasks/mathverse/mathverse_testmini.yaml,sha256=mrVU_3LV1nJSgbcK0P1XTPGGXteLZU1YUJgAJvNNQ7w,977
lmms_eval/tasks/mathverse/mathverse_testmini_text_dominant.yaml,sha256=rtzqq_jq9yvAqRWlCQcP3p4D9ynEvIqagjrJFutovXQ,1008
lmms_eval/tasks/mathverse/mathverse_testmini_text_lite.yaml,sha256=n4F7mlGTSPA9JhB9aHDdsmoBLau198ub9H1pGWbZeNk,1000
lmms_eval/tasks/mathverse/mathverse_testmini_text_only.yaml,sha256=izOVs_kamN65vj5A7zl0cQ1Ur_meYIow6cxUqRE3gNc,998
lmms_eval/tasks/mathverse/mathverse_testmini_vision.yaml,sha256=Q2aeFVeDmtMnZfuEDNI73z0RLXmFBsj4vp0cRKAtF54,258
lmms_eval/tasks/mathverse/mathverse_testmini_vision_dominant.yaml,sha256=9gUboTkno2aeuxCb_ZlWCWK8e-pGnw-BV6kyL1bMZ8U,1014
lmms_eval/tasks/mathverse/mathverse_testmini_vision_intensive.yaml,sha256=5Arf1R3SQbhCmYjnKbWvmfjRriWjZkU-cu3hpmI0Dhw,1016
lmms_eval/tasks/mathverse/mathverse_testmini_vision_only.yaml,sha256=NijrXGj5SxTJ-PhUVTHmYsaVEWcuMK4WUVnYoJDnVLk,1006
lmms_eval/tasks/mathverse/utils.py,sha256=MMmkIgnWhiW1dC4AkBUH2JjvNFWLDgFjWrS94ProYag,3740
lmms_eval/tasks/mathvista/mathvista.yaml,sha256=92LSiSomg4FnfOY8wTg_QSGJFB3QOYolj95eENnMUFM,151
lmms_eval/tasks/mathvista/mathvista_evals.py,sha256=54NNPsRGxdtdrxgaFHhGkN12LFfz2BgotuHZ7CGZj-w,22955
lmms_eval/tasks/mathvista/mathvista_test.yaml,sha256=faAa-e3oYCwVs1To6vQ2NxwBio72-kMvIT2MSPZuEKY,669
lmms_eval/tasks/mathvista/mathvista_testmini.yaml,sha256=VnImxD_fPJBJbafd9JoudpfSj79l7JskVGXoigwzc_s,207
lmms_eval/tasks/mathvista/mathvista_testmini_cot.yaml,sha256=R1C116RvDpce1qVmRMuRNGmSW93He5dit7ATwwdBFwg,774
lmms_eval/tasks/mathvista/mathvista_testmini_format.yaml,sha256=ieW4XBx68E1IisI1AvzMOOQsqB74wmVgypNd5m6Gfpc,778
lmms_eval/tasks/mathvista/mathvista_testmini_solution.yaml,sha256=NBwLgy6iXpVWxci12aSyH0fzp9kjQ_yOr2IlwK1dljM,775
lmms_eval/tasks/mathvista/utils.py,sha256=BB5lBXpRTs6nlyWZNainl149D6O2OwtHvwLTQfP7s3c,5161
lmms_eval/tasks/mirb/mirb.yaml,sha256=veGUk62s_sWn0prMfunaj_JmnSRXQJNjNcWUC9HxBH4,619
lmms_eval/tasks/mirb/utils.py,sha256=FhaQh7wrk8pw_u2_aH0WZ_kDFxQU10tCXYSOjW__17E,10696
lmms_eval/tasks/mlvu/mlvu.yaml,sha256=0gOfzme7ZisTEfNrwrWtPGCyMCTpSiLg3MQxQCSdf0Q,754
lmms_eval/tasks/mlvu/utils.py,sha256=KmGcr-wy3AmcJMU4GGLH6wUCPkUHmUAKxffJqBv7qtQ,3635
lmms_eval/tasks/mmbench/_default_template_mmbench_cn_yaml,sha256=rvA56_Cy06FseLJY3Hyd8Kjk_LwyUJCoOUDjm8mRq-U,620
lmms_eval/tasks/mmbench/_default_template_mmbench_en_yaml,sha256=KHb4xpKHJmEatYnF0EKYCL0MPUtWv7dTzbdsltrywqE,677
lmms_eval/tasks/mmbench/_default_template_mmbench_ru_yaml,sha256=Jr43vlIIKGUIObblvE4NFYRXW56EgucoWdrnAnPxqko,670
lmms_eval/tasks/mmbench/cc_utils.py,sha256=BGDEHN79G0XV90mcCv6I6KziFFxKMmC-WndZs1V3pF4,3785
lmms_eval/tasks/mmbench/cn_utils.py,sha256=X5WMmU769jP-cjvbsAtf0BWZy3WnCkDtr1AdfGK3cLA,4625
lmms_eval/tasks/mmbench/en_utils.py,sha256=0qW7YD114h9Pgab7tM3QAAOnVWQ5Z1BCoPyKeL4Jxb0,4586
lmms_eval/tasks/mmbench/mmbench.yaml,sha256=sXg0GyyzwVAW54ImhGKWSv0dZ2YHeI2zDj806297TME,247
lmms_eval/tasks/mmbench/mmbench_cc.yaml,sha256=gl_I0OYmUheS6wqgbOT-MgA0HFYZ9wqW981oTr3ekWc,973
lmms_eval/tasks/mmbench/mmbench_cn.yaml,sha256=4KBBUe22xh7mndJCnZz8jDonK9PF5IXEcZiKztOlDJs,190
lmms_eval/tasks/mmbench/mmbench_cn_dev.yaml,sha256=kL1l-zidmVKFKkSEag9Gvs6cGTnHUrgebknJWBkgxvI,338
lmms_eval/tasks/mmbench/mmbench_cn_dev_lite.yaml,sha256=vsmH33c8Zw-GGnpn0amR-M5xKAxJSGNomT8LHvczHRU,942
lmms_eval/tasks/mmbench/mmbench_cn_test.yaml,sha256=An2yKwCVerzsnoKHYner5JgIZp_1GtSdCoGh-xuX2sU,212
lmms_eval/tasks/mmbench/mmbench_en.yaml,sha256=YK1ddclrPhUmySQ79Pp8SUHqgCUTc4W62Izil2tssJY,175
lmms_eval/tasks/mmbench/mmbench_en_dev.yaml,sha256=zkYSRQJyHsqw9LWfzEqsv2qbNSY7dRE1wwmjML1dE9I,346
lmms_eval/tasks/mmbench/mmbench_en_dev_lite.yaml,sha256=0bklljbgt0cuHgT75m2USqN1EoFGCE_01CwMYiMJ544,1009
lmms_eval/tasks/mmbench/mmbench_en_test.yaml,sha256=NDMQKI-0N6IFuyDu1d8wPXqvf5Q5U5M4isDst0a5y0E,214
lmms_eval/tasks/mmbench/mmbench_evals.py,sha256=a5Bb30ii3af3jZktg_7n35BKYDLl4akNvyKHqSQkohI,12161
lmms_eval/tasks/mmbench/mmbench_ru_dev.yaml,sha256=7pFzdE-9gPEJFN19qk27G8OMnAHU2UQbgK22IY6I8wE,346
lmms_eval/tasks/mmbench/ru_utils.py,sha256=H4ownuDfI98sZoRgNafs-YSDFtiupXWsYBkr8fiSORI,4586
lmms_eval/tasks/mme/mme.yaml,sha256=KHxDBw_dK5rVtnlPEYpcH1XYa2S_14OEfJnXhX34SAw,1349
lmms_eval/tasks/mme/utils.py,sha256=75X06d6LMQfnFwrP6fO2e-XZjWLoePiMgVCegiw0sQo,4121
lmms_eval/tasks/mmmu/_default_template_yaml,sha256=zsjlOJwfsEc-k1PHz3ThmpyeUGiIYkfDHPV7Bp3ZApU,93
lmms_eval/tasks/mmmu/arial.ttf,sha256=NcDzVZ2NtWnjbDEJW4pg1EFkPZX1kTneQOI_ragZuDM,275572
lmms_eval/tasks/mmmu/mmmu.yaml,sha256=UBPAgvaM3MFALGxnmTqrsrcqkjV9dNsttDx4AuAlrtg,41
lmms_eval/tasks/mmmu/mmmu_group_img.yaml,sha256=hzf1tGbLy6-kjk-pdJaDuhrqDEdjYn1oeSjeIQV88jM,71
lmms_eval/tasks/mmmu/mmmu_group_img_test.yaml,sha256=nQk7jnxqgzhroRGrK8Rr8REGNWbQnfVR1j4hWsUxO8w,751
lmms_eval/tasks/mmmu/mmmu_group_img_val.yaml,sha256=g3O7mj-zKKaAMH4ue4NTqmTjr4eTfE81tORXJFPpaXo,780
lmms_eval/tasks/mmmu/mmmu_test.yaml,sha256=0T9_fhC1pb2ciqKUHMUsawRqe-aqpvhpDkAmt00ziC8,499
lmms_eval/tasks/mmmu/mmmu_val.yaml,sha256=y1xMSNy5Wq6CsC4GHGc-TW7vIbR0OfLpa8qQkOLy7r0,482
lmms_eval/tasks/mmmu/utils.py,sha256=uCRrVndTvWTVOCw52Puk3zonnPXD9ZRExhM3YAwvnQE,16944
lmms_eval/tasks/mmmu/utils_group_img.py,sha256=digq0dTDkB7fS6773b9awXNx4dBAwZhqlCLEHh98dGI,20177
lmms_eval/tasks/mmstar/mmstar.yaml,sha256=-O-PZSem_WGm9GddBKcgKYB8gJ4t1Gj_68XNM2Ld_ik,1478
lmms_eval/tasks/mmstar/utils.py,sha256=RMM07CJRTerwxJTIHW6zBxYOMqjGrhjbzD2pWKCL1cc,3434
lmms_eval/tasks/mmupd/_default_template_mmupd_yaml,sha256=X63CGxzQBDrhZ90b61G3BXIn1F9jbvRdIJnEHbdqSCE,465
lmms_eval/tasks/mmupd/mmaad_base.yaml,sha256=IwefVDtxVHljkzUVdluy-TOHZISjwMBQWpT5dspXsgk,288
lmms_eval/tasks/mmupd/mmaad_instruction.yaml,sha256=smZk4gZ9q3OruYbt4Amdb3bEuGPrFBi76OmA7PRw82A,368
lmms_eval/tasks/mmupd/mmaad_option.yaml,sha256=OsFBT4tTaenBp3PfXrkN86g4d_8BOM6zGrf6Nc4uBEY,358
lmms_eval/tasks/mmupd/mmiasd_base.yaml,sha256=zFPfR-uernTDWX-ULjOXyn2JhXGueV5FuBJ-nwRd6V0,291
lmms_eval/tasks/mmupd/mmiasd_instruction.yaml,sha256=i9bxLkLoDcqltZ41gs6kEAdNEEIyC8-5XEkbZY5LcTQ,371
lmms_eval/tasks/mmupd/mmiasd_option.yaml,sha256=0parWvmwZF9i_lSTFSNauMM-rVxhcFNwNUhZ5iv_yJU,361
lmms_eval/tasks/mmupd/mmivqd_base.yaml,sha256=O6boLuyswvxNAII9VLG_I35Y0TYR_PlzWZGcBNX5z5U,291
lmms_eval/tasks/mmupd/mmivqd_instruction.yaml,sha256=9KTuXewa7LwjvhMoFHnwo6sC2_QHohCbNQVHpeI_SZs,408
lmms_eval/tasks/mmupd/mmivqd_option.yaml,sha256=yfksy-mulIV5WvS5HV5lhpqzUPg3ov8fUVrtULZqeXY,361
lmms_eval/tasks/mmupd/mmupd.yaml,sha256=KlvW0l9w3UIZHoUSDAfVE7nmnUwNko_Gfd9IFMiy9qw,272
lmms_eval/tasks/mmupd/mmupd_base.yaml,sha256=DIo3B7RzG1TaCOGN_FlCsSsLmA-iRMVvP1wTakK09ss,159
lmms_eval/tasks/mmupd/mmupd_evals.py,sha256=5o2FmKcjjg2kC7i0_GvGp9uk3kSNGmptZRwl6bY6Wpc,26645
lmms_eval/tasks/mmupd/mmupd_instruction.yaml,sha256=60b4v0UH_hOa2qMvrI_CxRKHXCO9uvEcOgxkX3Tz--s,184
lmms_eval/tasks/mmupd/mmupd_option.yaml,sha256=fxfmS9aiGxcFQkjmIEwaf4wXIVY_wLdGh8Z3Bnkx_1w,164
lmms_eval/tasks/mmupd/utils.py,sha256=F-vTQHQEm1sL2MvCpqDkGFvLb8wskqeWPXX0IjH1Hm4,6120
lmms_eval/tasks/mmvet/mmvet.yaml,sha256=3rAvax82x4NOQdwYLoMPAuJ_xMJy2iefZAekAPUevZs,855
lmms_eval/tasks/mmvet/utils.py,sha256=9QpKvIiZVEiuOBNRW1t3eEGGk5xCLStsTLqKXhvJiXE,8997
lmms_eval/tasks/muirbench/muirbench.yaml,sha256=yh6dlZPmEOD__R--9NIN0od0iKgswJH_J37B0647Q78,987
lmms_eval/tasks/muirbench/utils.py,sha256=Gz_Xg4v154eBI67ROwxKfxCbeUBpTFT-hLMLysrA6GA,3949
lmms_eval/tasks/multidocvqa/multidocvqa.yaml,sha256=r5yIz6zEi_casxLSSuJ1pCqjIIWqMmMy1X3vk2Fm7c4,62
lmms_eval/tasks/multidocvqa/multidocvqa_test.yaml,sha256=dHoRk13AI7HQKnP6tnKLWDIGq59nmhuIwBjRphnLR7Q,645
lmms_eval/tasks/multidocvqa/multidocvqa_val.yaml,sha256=E-gXH2IQXpRRs0Yq5r0BHPv1U7iYPDcwGm3G4ajN6iE,747
lmms_eval/tasks/multidocvqa/utils.py,sha256=hPpXXgfHfwUuu4IybfT_2IPPwsDgS-k9u-tQ_XcDGZM,3876
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/README.md,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/_default_template.yaml,sha256=rb5rFpef5OAzdS2FsQwJsjSsCOXO9OgBilERgnbx-5U,1008
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/arabic_llava_in_the_wild.yaml,sha256=rfBN6h9r5ySbGAQmrXuIMQSc6ukcimhkhFKQcn2Zsjk,166
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/bengali_llava_in_the_wild.yaml,sha256=lPoD7fZFcmoqGKsYDC0PWmTng1muZ7ZKDVRaZAMYcgA,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/chinese_llava_in_the_wild.yaml,sha256=T4JaNcPP74zzJ7TYW8iJ0z8FZRiJgwWlPFgKWmuH9o0,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/french_llava_in_the_wild.yaml,sha256=vtd-AxO59PlXT31LaPE6loKVaswfbkU8chcmBMRgKvk,166
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/hindi_llava_in_the_wild.yaml,sha256=DuYpeQLGjT3HTk-5_C0pO0nOSndWg1KpSzl9-bwGETY,164
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/japanese_llava_in_the_wild.yaml,sha256=JXEaWJSELevK8KUFgRHUgb8yMG5F4PYrZFFsX_xvHlY,170
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/russian_llava_in_the_wild.yaml,sha256=C32nLyusRYfniv3BoIQGo9Uen0wazxJR-hXdpOJ66NQ,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/spanish_llava_in_the_wild.yaml,sha256=NmEZQ56nDY20dy60I2lACf_et7eHCENxijuOfc0TyvY,164
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/urdu_llava_in_the_wild.yaml,sha256=-oa6ioIedRSMg1xEGJzUcTXmYesEsQejZ4xYZ8WNHcQ,162
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/utils.py,sha256=D5CgCFt_6Jvrjtbub8YCons5d2uFLJ6tJgaI_24yADM,6818
lmms_eval/tasks/mvbench/_default_template.yaml,sha256=5irf0mDxBlqJBa_ay45Mk1A0VVwU51C0EI0SAZV-u54,740
lmms_eval/tasks/mvbench/mvbench.yaml,sha256=4q4sHbH3dkiuCiaqzLk-2IA_g7TFQAHEczhhm59gQOE,1020
lmms_eval/tasks/mvbench/mvbench_action_antonym.yaml,sha256=HrTqJ94WHQZkPtHCOFchTOlyRwsc7qtm3IBFjTybKyU,258
lmms_eval/tasks/mvbench/mvbench_action_count.yaml,sha256=8CVnvM-V23SDuZ4KhOzuvItCBHala8G8m6V8jNgn0sQ,252
lmms_eval/tasks/mvbench/mvbench_action_localization.yaml,sha256=Rw18EtQ3TB7Dy-nSNiNFNLdHhfwTAneDvvcf7Dt90jA,273
lmms_eval/tasks/mvbench/mvbench_action_prediction.yaml,sha256=HCt71SZMLRG44E_X0ekqTz-XoDQQTFwKfit6wVnIQ6k,267
lmms_eval/tasks/mvbench/mvbench_action_sequence.yaml,sha256=jpnzwsm43QQC_SuuLecjmcUmugmqcUizYl4zr7moMFk,261
lmms_eval/tasks/mvbench/mvbench_character_order.yaml,sha256=P5DAs3iFxjcSPFk1uwlX4iaVd7Mv52AjZRA1MnEWaCk,261
lmms_eval/tasks/mvbench/mvbench_counterfactual_inference.yaml,sha256=OHWHEmiiTqTIRWubZU9bUAekzl18sh5nn7nUQPYjGYE,288
lmms_eval/tasks/mvbench/mvbench_egocentric_navigation.yaml,sha256=SeKstLmcoaLkzl-8QG_WE9MzFyWagK-HFvI0JwKT9qE,279
lmms_eval/tasks/mvbench/mvbench_episodic_reasoning.yaml,sha256=PXrcteVeZVl5A-mp5refTHKIIiwaK2lEKbZt_wg1Gu0,605
lmms_eval/tasks/mvbench/mvbench_fine_grained_action.yaml,sha256=26Z_jSr9N-hpTo5RsAN5xXQ9EXUKUOhSQvEOiy1o7LA,273
lmms_eval/tasks/mvbench/mvbench_fine_grained_pose.yaml,sha256=XAHW93_V1jz3Xjemjfz9X4LLp6nVUxPrBkuBf-i1qA4,267
lmms_eval/tasks/mvbench/mvbench_moving_attribute.yaml,sha256=hlLGb99hh5b-DYXt7RUv5KI_jZIarjVkJ_jjUSJ18aw,264
lmms_eval/tasks/mvbench/mvbench_moving_count.yaml,sha256=biy5QCnn8ouCeEaoQj62bYN-TapdllJGj14PQHY-To4,252
lmms_eval/tasks/mvbench/mvbench_moving_direction.yaml,sha256=ZoPub5UaDcsxGw7BnB9ngry6Dhk74XpBy4fRLjD9iY8,264
lmms_eval/tasks/mvbench/mvbench_object_existence.yaml,sha256=AasbemWiqMQnO_s__WCRbWKjdpc_ZRQZT2hW1vhKjWM,264
lmms_eval/tasks/mvbench/mvbench_object_interaction.yaml,sha256=WsijvA_WAbp8iv-7yY6SqAyS1m0TeyIJj6p6nfunf3s,270
lmms_eval/tasks/mvbench/mvbench_object_shuffle.yaml,sha256=DmO0__rTFYq6Jkez5pGAzNZ7ZmSEQagtdF4AG4XfF1s,258
lmms_eval/tasks/mvbench/mvbench_scene_transition.yaml,sha256=m6MelM59L0kFeqkntuKCvm4cOnqRE_1CaPESrZiOUm8,264
lmms_eval/tasks/mvbench/mvbench_state_change.yaml,sha256=Lkir2Czh5JY7Lg3KD6Cd1wGk8amBMfCIw8EaUdHpkSI,252
lmms_eval/tasks/mvbench/mvbench_unexpected_action.yaml,sha256=69SUEtax1A-m6ntamTeoAzB8WRDHlLdYb_sqFYD8Quw,267
lmms_eval/tasks/mvbench/utils.py,sha256=QM-JFVI1n5Qwt51P3rX8Y5cIDGcRO-IN5D3J9iSda6I,7066
lmms_eval/tasks/nextqa/_default_template_yaml,sha256=EVtlxjVauZPYDXpgX7HJhfraFyT7dlcQOfqlMSlc5Xg,142
lmms_eval/tasks/nextqa/nextqa.yaml,sha256=9o6-tPcdAl9CDBbNE-ltUQsOaUk9ikyK-kS7ZvA1u94,70
lmms_eval/tasks/nextqa/nextqa_mc_test.yaml,sha256=r074tXi7XuixpMGVyRlfbbD47hlJ96lyvXakUlRwLRI,417
lmms_eval/tasks/nextqa/nextqa_oe_test.yaml,sha256=yBorUV8DJht3JQSR73ehORZypTaHrYaUDkvvF8cYPyA,570
lmms_eval/tasks/nextqa/nextqa_oe_val.yaml,sha256=ety23WuznscipFfOQ-ECl44W2Pg72mh_2CawUj-gIl4,575
lmms_eval/tasks/nextqa/stopwords.csv,sha256=E2Ut8qHM8xSmuKNUoq3x3E5LjMXHolxjVOGgGCvnQ6M,834
lmms_eval/tasks/nextqa/utils.py,sha256=VgDzlHhiuEAkICJkoys6j28SzKOOQi0xRbNWnDd_F-k,10379
lmms_eval/tasks/nocaps/_default_template_nocaps_yaml,sha256=PBLBMnQ5epigDMPBKvXv4eouMycxgFEo7CXphMLkldE,106
lmms_eval/tasks/nocaps/nocaps.yaml,sha256=Yh2ypWs8aB2GedJd7KZvOfr2Z7DIFpOkQahFUIy_CW4,51
lmms_eval/tasks/nocaps/nocaps_test.yaml,sha256=rY4fps0kdioWjIR4dVJ2Uq_zjip-Of8IzlGVa49CWUI,794
lmms_eval/tasks/nocaps/nocaps_val.yaml,sha256=oDz-0SscdXPwYlxPvDxq2VkOUHqMFjwX6lIKC8Nw-FE,1481
lmms_eval/tasks/nocaps/nocaps_val_lite.yaml,sha256=tzRTBfR-T_5KBvzaIyTtk_qdnQScKKgoD2e4B-FI94k,1488
lmms_eval/tasks/nocaps/utils.py,sha256=U3dAG5_PG8JmgfQhestoVvkCoQUy72ZCTnMq79EQ9p4,5235
lmms_eval/tasks/ocrbench/ocrbench.yaml,sha256=u2wFzYqmOoWHfYPz9h9X5r50UdJJPW-Kq9WITs9irEg,571
lmms_eval/tasks/ocrbench/upload_ocrbench.py,sha256=i8QdXRMZXByn2ULxpESHOygaP2fuN3P8_piJeErGH9w,2935
lmms_eval/tasks/ocrbench/utils.py,sha256=KfoTklKdnyfhufDHPOwHZdxTgpIxqDGJdOlsZBWXODQ,5475
lmms_eval/tasks/ok_vqa/_default_template_vqa_yaml,sha256=G84-2rQdwly6_Bk4X3BgNsUCoH4VcTiq_6I63Sm95RE,766
lmms_eval/tasks/ok_vqa/_generate_config.py,sha256=ZDpNmbJ0rnlN1JLhtg2G0igbXFjVUpkDvWZntQ-UtPo,833
lmms_eval/tasks/ok_vqa/_ok_vqa.yaml,sha256=wLsdAOLjp0NeaDUTn4WNOq1jUQYC2B4z9AnHvB3UTTQ,36
lmms_eval/tasks/ok_vqa/ok_vqa_val2014.yaml,sha256=iwxsxnuW2M0Efo6riZuQw9WPPCtS1GdVviTGQy4kWno,90
lmms_eval/tasks/ok_vqa/ok_vqa_val2014_lite.yaml,sha256=Z3GmIRYQOPRbEgZ7hBrSNuZdVXcW9za-ZjfeU6UDCnw,864
lmms_eval/tasks/ok_vqa/utils.py,sha256=GrxBUjHbtXkdSnTU-4ovTXU-HiW2iLDch_JjlCmdrMY,2195
lmms_eval/tasks/olympiadbench/cn_utils.py,sha256=9ocPOXZfS_FsRkvslXdDMsk_Se4LvbjXk3kS-gin-UQ,2527
lmms_eval/tasks/olympiadbench/en_utils.py,sha256=PMAqQuZNYnRxDqdn6zlHnhSoYeNjNYjg58W483g4vw8,2667
lmms_eval/tasks/olympiadbench/olympiadbench.yaml,sha256=tvUfBvNsR-kZc2HZFpiFraiV1Fdals-H2q-vIuqIo2U,102
lmms_eval/tasks/olympiadbench/olympiadbench_evals.py,sha256=bhvJAtTDUXnyfcGIP61gwqSMb5GfHCHf9gfRR3eh6CA,12861
lmms_eval/tasks/olympiadbench/olympiadbench_test_cn.yaml,sha256=FVqbi_HrN0f73hA9pYiPRbN3SfsXdm5HYq104b2_Ysc,693
lmms_eval/tasks/olympiadbench/olympiadbench_test_en.yaml,sha256=OZKCdOnJw5fqoNLjCSwVV7WM_zST7QwBsBZeg1iz6U8,693
lmms_eval/tasks/perceptiontest/test/_default_template_yaml,sha256=CUGS_tK6-98KvotTVa49EL4s4I-iqyF7ur3NcQgYOqg,186
lmms_eval/tasks/perceptiontest/test/perceptiontest_mc.yaml,sha256=RBVfrOVQXI5n2F8ShssJF8ijsrq-wCW53SGJduPZ1NY,506
lmms_eval/tasks/perceptiontest/test/perceptiontest_mcppl.yaml,sha256=gjH-sveqA8EpfCo8CQ9Q5yGaoTbP7-08C82G6oDUpEw,546
lmms_eval/tasks/perceptiontest/test/utils.py,sha256=L_vDiSDAppbOHDGvDk8VR-ut-ludZI7n431HciBG_9Q,4158
lmms_eval/tasks/perceptiontest/val/_default_template_yaml,sha256=FhfH4qzSkE48hDC9lWCe6E3hcTOkgVx2h1-l0Pt_Eao,194
lmms_eval/tasks/perceptiontest/val/perceptiontest_mc.yaml,sha256=gdrftBK2MpLrDZbszNDNbeOv6BVjCMGq9l6B9rLP6mE,536
lmms_eval/tasks/perceptiontest/val/perceptiontest_mcppl.yaml,sha256=CfLLfQ1sLwK3-6W5QhM7spV2DOZxi46IdMthRuUuiP8,572
lmms_eval/tasks/perceptiontest/val/utils.py,sha256=ji0pQj7f-rSnbEXzwmuyh-nGypkfOoi2FuIQawRpFSc,4442
lmms_eval/tasks/pope/pope.yaml,sha256=6bF9iJh_k-0sB2ptiK1FWsfyZnXw5BvRTC8RhMJa1pQ,984
lmms_eval/tasks/pope/pope_adv.yaml,sha256=q94kGaPPvyMwocL1cI-tIdFqLtn3Eh4MkXBTddITioA,1013
lmms_eval/tasks/pope/pope_full.yaml,sha256=8IZJpgjURz9SnIw2lWJU3A4LF3aNSD4rccqR6bcvAUI,65
lmms_eval/tasks/pope/pope_pop.yaml,sha256=B_qi3E9GI4Bsa9WClUVKLHeeAoa24bL1KwQxvUOxdic,1009
lmms_eval/tasks/pope/pope_random.yaml,sha256=7nyHj5K-ZdGW-SAJgqlIJQopU316xriLhXk98jO5P5c,1011
lmms_eval/tasks/pope/utils.py,sha256=hrysue8v0wHRh0y8SANQMGj_PeaKD-drJJEe3c1BEMk,2991
lmms_eval/tasks/qbench/abench_dev.yaml,sha256=MjNFlc4vmCy1tRmev1suLhHOo-FAZOJdQura7n_w6zA,632
lmms_eval/tasks/qbench/qbench2_dev.yaml,sha256=ZHyOODrytc8Pl2j9D9VuxKgr19_h9VNSUtwYDRpEkx8,634
lmms_eval/tasks/qbench/qbench_dev.yaml,sha256=lz3bDxpvx8JBO8hRyoo3j9M7FPjlRBPWHU16H0RFpWU,632
lmms_eval/tasks/qbench/qbenchs_dev.yaml,sha256=Ab7xYBBVpxkYKpEUSJZPvD40cUivFAQ4vRwkHF0qfVs,65
lmms_eval/tasks/qbench/utils.py,sha256=MfVhXYN5R7dzZqbsvyX8MG90CVKmuJUSsYaxVAe8-dE,8724
lmms_eval/tasks/realworldqa/realworldqa.yaml,sha256=51_YSPJFmIbc_FsI5Shtqdxf0SM_F5kZ7tUoATGbW8Q,1114
lmms_eval/tasks/realworldqa/utils.py,sha256=-QNx4EmrX6_Af7Dk0mh0461430SDdAASGN7YAr-KGBA,4751
lmms_eval/tasks/refcoco/_default_template_bbox_yaml,sha256=jIcbo_iD6qrpKLszyuVJYM8D1hJw0H6UXrzvynIHjzw,1161
lmms_eval/tasks/refcoco/_default_template_seg_yaml,sha256=4YzgJxP1Vu-EuppSz5GIJMp2OpRfXwuZGhdr1jdqrkw,1160
lmms_eval/tasks/refcoco/_generate_config.py,sha256=oNeKMQpmShkaPVeMHLIFLCyNr6IoJqEkVN0ZiJwPams,951
lmms_eval/tasks/refcoco/_refcoco.yaml,sha256=RctmCOwut6jBR51tLoP5SRfvkrQON4PUeumuGyYpvRw,179
lmms_eval/tasks/refcoco/refcoco_bbox_test.yaml,sha256=c2k72jG0uAtl6HPY_An9GM3SI-6dFZ8YHJ554yserf4,98
lmms_eval/tasks/refcoco/refcoco_bbox_testA.yaml,sha256=0XI2i-V1MJeKnR3szH4KBoaA56c6Fs-0qMDgliwMryM,100
lmms_eval/tasks/refcoco/refcoco_bbox_testB.yaml,sha256=zU_bxqqm1rT-pFlKWCNGEshnMMTZfIEFPjfmSsYb-vg,100
lmms_eval/tasks/refcoco/refcoco_bbox_val.yaml,sha256=4uYHVmgwpuJHXWbuZLN5rj048zGA3cb1dwuMtMBOIes,96
lmms_eval/tasks/refcoco/refcoco_bbox_val_lite.yaml,sha256=TZ03iZ1qygiWH07O_dIKvOq1gYbDC_fUuohjcnpOAVA,1245
lmms_eval/tasks/refcoco/refcoco_seg_test.yaml,sha256=j4taMXrlNzbupaIKUI2uYpZelHmTjdtmGuLJ7SPwpio,95
lmms_eval/tasks/refcoco/refcoco_seg_testA.yaml,sha256=POiuBXXNghIWLBBmhQYstmanKhi312Qh6zoYCZWVVAY,97
lmms_eval/tasks/refcoco/refcoco_seg_testB.yaml,sha256=ryvO1D69fDCtamu_Tu4mDB70kHKmgUECHC3DXe-aqmc,97
lmms_eval/tasks/refcoco/refcoco_seg_val.yaml,sha256=h2I-P1UoqLqAAcHgUvCmCC63O99ZSrv_VLovArEERC0,93
lmms_eval/tasks/refcoco/utils.py,sha256=cgdv_mIck_BwXA9qdxNVUr8lh5ZZMNCECknuQVRvA3s,4108
lmms_eval/tasks/refcoco+/_default_template_bbox_yaml,sha256=XVJ6XWE4ywHeKEJ1B8Mrtlfw2RICtP0jzDWcm5bFvFU,1165
lmms_eval/tasks/refcoco+/_default_template_seg_yaml,sha256=JdsVcCHQY3boJ7F_RcLcUZ2PiP1REuWpmTPhmng5DD4,1164
lmms_eval/tasks/refcoco+/_generate_config.py,sha256=MGRu_0uX-01U8xcasB5nLNvOWDcg4RBhaDP1_F6LryA,939
lmms_eval/tasks/refcoco+/_refcoco.yaml,sha256=dIckZQbrDwkKhAn5WBfoOm2gs72R4zzfQU9oBDKjnj0,147
lmms_eval/tasks/refcoco+/refcoco+_bbox_testA.yaml,sha256=6MhdGjh6UZxrfV_YzP2QL6TeBEbgTM-XskHb77Dayks,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_testB.yaml,sha256=8p4uQYugjU_IBDWfvAMysQ1qH0R8rNPNMGebuXiz86U,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_val.yaml,sha256=imsnpBrFKhcgumVppe2FUoVo5dQoF-6CBTjcR0lnWhs,98
lmms_eval/tasks/refcoco+/refcoco+_seg_testA.yaml,sha256=R4c4ZWu_LtqgxmQ6z9G5hZRyHqKSlWfTkDh4Uk_WC9o,99
lmms_eval/tasks/refcoco+/refcoco+_seg_testB.yaml,sha256=qxyajeUtwCYh61im7BluVZzT_4lnG_qYq0L9K-M-Ecw,99
lmms_eval/tasks/refcoco+/refcoco+_seg_val.yaml,sha256=Spm2sYsiPa9lvLysTkqVq0gdY-T7vCIwl76E4g3lxBM,95
lmms_eval/tasks/refcoco+/utils.py,sha256=cgdv_mIck_BwXA9qdxNVUr8lh5ZZMNCECknuQVRvA3s,4108
lmms_eval/tasks/refcocog/_default_template_bbox_yaml,sha256=xTG9jMEzSLHEGJn2UKFVh437n8juBYip1GW3rZrcgGA,1162
lmms_eval/tasks/refcocog/_default_template_seg_yaml,sha256=3STZMIZJ4NteoE4Bt9Sh-z6sfksxbCvjSWIU10OpRII,1161
lmms_eval/tasks/refcocog/_generate_config.py,sha256=vXq1RJ7Qd_i-bxRKkmYED1c_rUgwregnSFGVdDfHoso,919
lmms_eval/tasks/refcocog/_refcoco.yaml,sha256=JbhV4QXR4Iz_WphSIbdAusWdbhoBkjK1j86B7JQFz0U,102
lmms_eval/tasks/refcocog/refcocog_bbox_test.yaml,sha256=2sI1Ffp5S771_L-f9SBmTIx_gm3gT94TBfOdkpOvorA,100
lmms_eval/tasks/refcocog/refcocog_bbox_val.yaml,sha256=fwG6SqHrosVM_ONGlQSXl3HguiVG-aGQ4IiFlyN8OpQ,98
lmms_eval/tasks/refcocog/refcocog_seg_test.yaml,sha256=v0iyXRxHn7-txmFPvVJfa2jwKAnYH8GYy9iuno6V8vE,97
lmms_eval/tasks/refcocog/refcocog_seg_val.yaml,sha256=sDmB2BLDEpYJcjpS-kw36pqFRtc8mbAMWaE7RWTAAog,95
lmms_eval/tasks/refcocog/utils.py,sha256=cgdv_mIck_BwXA9qdxNVUr8lh5ZZMNCECknuQVRvA3s,4108
lmms_eval/tasks/scienceqa/scienceqa.yaml,sha256=nlpRim_Z3oVBkBSVpoh6_VTO-nF7iNM56hV6qwKg1tk,868
lmms_eval/tasks/scienceqa/scienceqa_full.yaml,sha256=1aKyaeK45z1WvVft86lXqT3bdId0VmIMQk1nityZBsI,59
lmms_eval/tasks/scienceqa/scienceqa_img.yaml,sha256=1_fNBxMQYsqZ0WKU_bY4IpJ4DDhvzQxvfCTH9HprbeA,948
lmms_eval/tasks/scienceqa/utils.py,sha256=oZcJACkimoRCijfa65NCKKylwrW5oL78PXWqIk-SNRw,1743
lmms_eval/tasks/screenspot/README.md,sha256=8RjTm_TDdEMOPQJRdrbwA9QYf3wonwFlM3gYMKmS0dA,2648
lmms_eval/tasks/screenspot/_default_template_rec_yaml,sha256=kxJTf6xvB3eMF_G4OIomF-qV9NQKJVt1np5kHDMARkI,1196
lmms_eval/tasks/screenspot/_default_template_reg_yaml,sha256=4fvR6CjVuaHwS65m8glTiLR9S-fLHvuiyFO-fMFHeVE,464
lmms_eval/tasks/screenspot/_screenspot.yaml,sha256=hBEjdQwNJpv03bxSN3-2xTtv0pqmTpBmOWif7lG1hqw,67
lmms_eval/tasks/screenspot/screenspot_rec_test.yaml,sha256=kiUXrV8ZuvdW4AyVTtAixOlOaCpbMLGFEjBXH2QRE14,101
lmms_eval/tasks/screenspot/screenspot_reg_test.yaml,sha256=r_S_E97C1tnpfypUbvgIpim6G_xG8Q_EUAeIiqkLlMs,101
lmms_eval/tasks/screenspot/utils.py,sha256=7ggayejC9MGHVX2I31mIm2voBrve4NpUKEUw44HZPxA,4048
lmms_eval/tasks/screenspot/utils_rec.py,sha256=NBM4TKg6XbedOmCRaoN6WAYRwn_xp0jRd7yJhYzI7r4,7662
lmms_eval/tasks/seedbench/seedbench.yaml,sha256=mNM54uCb0MH73h7-oSu-ozaX3os4CUKDRZz91uygCJ4,936
lmms_eval/tasks/seedbench/seedbench_lite.yaml,sha256=TeKE_MRbs69ijuKEyMpbVJlJs7GuC2GVBIA8CqHUoF8,969
lmms_eval/tasks/seedbench/seedbench_ppl.yaml,sha256=FrpaAzrdc5NtI3BP_UIfj4jbN4V68wCbspl0nAw55wQ,528
lmms_eval/tasks/seedbench/utils.py,sha256=tVA0SmTajeIi63VC1iO8UUGO8HXVcYnBP-oQLe_wuZ0,1852
lmms_eval/tasks/seedbench_2/seedbench_2.yaml,sha256=AI3012aAgLzaf2pdBWnCj6yYg9LAOs9Jdjye9nenshY,1846
lmms_eval/tasks/seedbench_2/utils.py,sha256=y4Yi0q9kfiVbL5ZxvlDNK7yKwGG7UKFzsrroampZX2g,2188
lmms_eval/tasks/seedbench_2_plus/seedbench_2_plus.yaml,sha256=HYCH7hsWxdQKcuOUN8G5q9lWYFgoVhTeK-jrklpYn9o,1512
lmms_eval/tasks/seedbench_2_plus/utils.py,sha256=MvnDTgoKB80bUpQER0xiZCYCfggou2KkTNxfS0-2ssM,1955
lmms_eval/tasks/stvqa/stvqa.yaml,sha256=XtKq3K4vGUhtM_PqUWnNaseisxdTPFs11ucvVZO4DtQ,571
lmms_eval/tasks/stvqa/utils.py,sha256=nmUjiSRrMU0H-zUhmwj53CjfDAjtfTZrjMldhCgfnkU,826
lmms_eval/tasks/synthdog/donut_evaluator.py,sha256=qLu-3Z2MARbl5lw82s0SIx9VRRa7OH1uUtguvgO5CN0,7954
lmms_eval/tasks/synthdog/synthdog.yaml,sha256=SKwr0VrqgzMmVeAQG46J-hXV7cKHDOqOrUnHVqWD4Ik,49
lmms_eval/tasks/synthdog/synthdog_en.yaml,sha256=MQpjtqB3oW3fWar8agOwAh0gIcZgYiTRHqxK6p9N87Q,775
lmms_eval/tasks/synthdog/synthdog_zh.yaml,sha256=GUISHYiOgEn_Nhsq1USPHVd7gFZyhUne6vERh7Bjtr4,774
lmms_eval/tasks/synthdog/utils.py,sha256=z6NZJ9yXFp40rITln-xFyYRFBAGPnOO9o3fZXPUjmY8,1156
lmms_eval/tasks/tempcompass/_default_template_yaml,sha256=h0LKGpx4JXcxBz8XcoNrmP6HEgLcai7Lc0L0hE8qaL0,376
lmms_eval/tasks/tempcompass/_tempcompass.yaml,sha256=6dWMcTe828GCTul9AbnFn0DntgPUrAuuUUnmyWlJlWM,129
lmms_eval/tasks/tempcompass/tempcompass_caption_matching.yaml,sha256=EKBxMp5P-XFLJmox7IlMeHspJSzEf650F71rzvfLiao,1132
lmms_eval/tasks/tempcompass/tempcompass_captioning.yaml,sha256=OHWNagTOQAy0xhLH_YwX58UfVY2TbqTmH9wFLqepmHo,1108
lmms_eval/tasks/tempcompass/tempcompass_mc.yaml,sha256=uDVC6Zq9o5QVDlDQ7H_JOUjYHFnZEV6C41gHtlkO3JE,1116
lmms_eval/tasks/tempcompass/tempcompass_yes_no.yaml,sha256=5q7-4FpRcMeAL7Di06Dk9Zg5_Cw0x879Nlox-rjkzHI,1092
lmms_eval/tasks/tempcompass/utils.py,sha256=2r1hJkYjzIsSokH2g8DmSULSZgRWepikpCTe7Ofo3QI,20871
lmms_eval/tasks/textcaps/_default_template_textcaps_yaml,sha256=zox_oKqp2MOhzUse6_ZZCzfkfJr7ur_sJmYFPC-yDbE,104
lmms_eval/tasks/textcaps/textcaps.yaml,sha256=ehulkw0j78ivNUnZwlmADnyGa3-C1FPy2GZRkH8xVkA,57
lmms_eval/tasks/textcaps/textcaps_test.yaml,sha256=UL4h9xxOvEDEyQw5Dv4cK1ClAI19MxEkfmSz_6k84t0,798
lmms_eval/tasks/textcaps/textcaps_train.yaml,sha256=SfldSiFRtDomOCQRaYBCQeV0z9eytJZ7wMggbE7TE_E,1541
lmms_eval/tasks/textcaps/textcaps_val.yaml,sha256=QmfQOAuwa_Boyr_Mu70gYFrvz9DhM1wf-kPZhqvRfp8,1506
lmms_eval/tasks/textcaps/textcaps_val_lite.yaml,sha256=JUbx6fkeG7UfLt_q_H8HCnAlKpsdtKOkubum1aEcWko,1585
lmms_eval/tasks/textcaps/utils.py,sha256=-IdQ7hBgFj1QaBMax2Dy7ddBs1NIoRmMu8_Xv7Xfs7U,5030
lmms_eval/tasks/textvqa/_default_template_textvqa_yaml,sha256=k9pDFKkCy8RNsVDeDksUu0-T780NcqRp0nlQzIyjKBo,491
lmms_eval/tasks/textvqa/_textvqa.yaml,sha256=3h51wldeIfx7SuGLmOiLiUfVl7VdRtUBWwjr-KaMQHM,49
lmms_eval/tasks/textvqa/textvqa_test.yaml,sha256=UP3R2OklWamVnBbEhwKYJ2_FBnyuQNjty_hyX1041lA,202
lmms_eval/tasks/textvqa/textvqa_val.yaml,sha256=3RzAvwOiClXRtaLNPKGUIAmhO3_0uWQ22b7jD4qamTo,331
lmms_eval/tasks/textvqa/textvqa_val_lite.yaml,sha256=XKdFuiSXPfUfECsP233OyXGAjeEWcy4GRzm2sHfRgk4,818
lmms_eval/tasks/textvqa/utils.py,sha256=A4G1X55JleeTuzQUFyQd3DBt1OIw600F0B7cG-KQsDA,2321
lmms_eval/tasks/vatex/_vatex.yaml,sha256=8qhdHozptephXj_9lBGRJ7RLjjI56TJp4ew0DCLe6MI,47
lmms_eval/tasks/vatex/utils.py,sha256=sQI-AtiZ4P8Za1Q1275E7CqntCOtS2QitXjzkzLnx5w,8968
lmms_eval/tasks/vatex/vatex_test.yaml,sha256=OhVNhZOlomUR8YwpYeSlERJdoVYpygquhciugocLxtU,1678
lmms_eval/tasks/vatex/vatex_val_zh.yaml,sha256=cWHcvlASlANN890oQ5YuAUQ945_VVKvNZb9afM3J3lE,1612
lmms_eval/tasks/vcr_wiki/_default_template_vcr_yaml,sha256=ZSsbdv1IeYBs-r-DKMvJM5KxtRGhYA9-4Wm4Mrb94as,529
lmms_eval/tasks/vcr_wiki/utils.py,sha256=z308Z6YW9Msk3bqCeOSCznsHLFJSviTRNqfGPqAOSnU,9527
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy.yaml,sha256=P9rsdnKztpMAKuPF4CdlaLq_A7ozRhycu-esCt06x9E,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_100.yaml,sha256=GcT2z8qm2CJ8j7bmb6zBG1yhcmf15gdNgMRvlRzSyUU,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_500.yaml,sha256=JOCk8GXl8SSMcHz97h7C3GeJcUlLV6XwRpUqKIv62nE,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard.yaml,sha256=ZO7voJmdX3UAXSFM097YpPDD6Lr4OlalfFG832_3E_I,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_100.yaml,sha256=7GnzApB6kKR1KCcnFwUT2bB6n_X5FBPxdoI4rEzFUOk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_500.yaml,sha256=46HGRbcqseqtAUpG741FEO1ZGK6Sf_60FcTVGgGWezk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy.yaml,sha256=6sP8nlToN_WjB9DYcA7Jjqk2t-EghUDhkF6COb13GEo,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_100.yaml,sha256=pAafoZi9bGXXGlebU_14SLKVqG341zMAAgOeBul_ZoI,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_500.yaml,sha256=9XX2bJpO81ApRppl5wyHvWBSdnxTd1pEiuJ2MsoG-ik,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard.yaml,sha256=moiJMUbcBQNNC1dpHJfA4cK-Jm1GzHHHVjwO6xap8RY,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_100.yaml,sha256=UjCrUsFUgFTgUS-6m9Tj8f1wU9qNv_stq2kRs3oCcGQ,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_500.yaml,sha256=EUdL2_5SWR8W1SMK-E6YzpmZJxTg2JPctgSMvXs8tLg,590
lmms_eval/tasks/vibe_eval/utils.py,sha256=jJVThic2i3hbCONV6P1ZhhR0MymAyCsh6WgPhYI2LR4,6115
lmms_eval/tasks/vibe_eval/vibe_eval.yaml,sha256=MtXmbqrFkpT9AUWHETy5TSbG9enM0JMms5eirztRhCQ,1059
lmms_eval/tasks/video_detail_description/README.md,sha256=iMt7w30Iyw-ohfk372QjP5BjSCxMQpqMian55u5Vc6c,1260
lmms_eval/tasks/video_detail_description/_default_template_yaml,sha256=IpwS518bJcZwIT4zCqFdeTUutlPUwOQyUzgEqeQAvGg,260
lmms_eval/tasks/video_detail_description/utils.py,sha256=DPNtp6ciU0ypRKDO5l-83S-aql0JWSqDWeDHJFk5tVs,8650
lmms_eval/tasks/video_detail_description/video_detail_description.yaml,sha256=bSdZVV3w0_g3e_n6DfcKsKkNosUlt9VIToOGj5GVXfI,525
lmms_eval/tasks/videochatgpt/_default_template_yaml,sha256=7QZh0tyr0i6LEo1948HVcbumKWBxDD4sLW_r0IKTXnY,250
lmms_eval/tasks/videochatgpt/_videochatgpt.yaml,sha256=2IQ0pBNtUkDxClgpe2ybKjV9ej69jN8nfcbeXMz8i6M,102
lmms_eval/tasks/videochatgpt/utils.py,sha256=ua63uNnvPyXZlpZTiHOBqORZDaSq58uz3Gbh0gZwz6k,27211
lmms_eval/tasks/videochatgpt/videochatgpt_consistency.yaml,sha256=Ww1CyCgMgJhpGLHj8wxl96hCcp2cO47eZ0E8ASrcxXM,666
lmms_eval/tasks/videochatgpt/videochatgpt_generic.yaml,sha256=UrG5NXDb1rQMXqUNqHWK-muUejmKyY1xrFO6bHxOIlo,875
lmms_eval/tasks/videochatgpt/videochatgpt_temporal.yaml,sha256=NDk4WSe2XZs6qrap9WNuhALfWXLEzcTt6nrJ22EBiw4,618
lmms_eval/tasks/videomme/utils.py,sha256=IkopvGAidQxaX80fsbTMgCBatZFnOJuxiAvaMl9cbgM,17391
lmms_eval/tasks/videomme/videomme.yaml,sha256=SkJZV5nTHlkpI6AGIVvF0W_2ny9uOBw1k8zno0Jkmo4,1370
lmms_eval/tasks/videomme/videomme_w_subtitle.yaml,sha256=bj_gF0brWi3xlQj0jIsxTyg1UH2Mj4H1Tpu9-lQ9qHE,1426
lmms_eval/tasks/vitatecs/_default_template_yaml,sha256=-PCtkawv5sDj0AHx19tX5RVdRbJTtWEqvLyGc26oKPw,220
lmms_eval/tasks/vitatecs/_vitatecs.yaml,sha256=NpZK8uQ_hFB_sMuhsSn3XQhbWpkrb3s4NrlPFY1fJiQ,152
lmms_eval/tasks/vitatecs/utils.py,sha256=xgvvXPXUZxWIIxjB7I38XLzRU896EJYsCA4tefAjCyg,7847
lmms_eval/tasks/vitatecs/vitatecs_compositionality.yaml,sha256=fc_dZAfVdtYQ4Ew-TxHtir9-DBvgD54pXQL_8CnDe34,480
lmms_eval/tasks/vitatecs/vitatecs_direction.yaml,sha256=fP-FqVHCNYkzZheYMLDM1aBTPZligWDBDKTNl7-E26U,466
lmms_eval/tasks/vitatecs/vitatecs_intensity.yaml,sha256=-reJpvaVj5sXbKf4vQNV6KACnD9GZl_TDrojG7u_p_k,466
lmms_eval/tasks/vitatecs/vitatecs_localization.yaml,sha256=UZWfrarpgLAmk3_CW9MzzIUDYF2ZxW5NqSsp3OIP1NE,472
lmms_eval/tasks/vitatecs/vitatecs_sequence.yaml,sha256=oUKax7hU9RfUQTrOJhMOSKiwqa_flB8kEA2tFQTgoZY,464
lmms_eval/tasks/vitatecs/vitatecs_type.yaml,sha256=Q1nUddi9f4Fnrm3DY6DfgmuUpUwIDw7hAwIvniYeL3E,456
lmms_eval/tasks/vizwiz_vqa/_default_template_vqa_yaml,sha256=HalRJuuiQ_QC1HXESGoveCTJLs3hlPp7uKngkecO3_Y,534
lmms_eval/tasks/vizwiz_vqa/_generate_config.py,sha256=QxehSuyGOO6BHjg8qwBlRVsnqHYRW7aTe20yYh5Xmgo,873
lmms_eval/tasks/vizwiz_vqa/_vizwiz_vqa.yaml,sha256=_Zktiu9VlNkXFFOHNCjtox3WN7YDqGQJeCpC8e-fOZo,58
lmms_eval/tasks/vizwiz_vqa/utils.py,sha256=cgO1QXiavQl25eYTDmFzVxwGsB1mBitmIotIshVFubg,2252
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_test.yaml,sha256=b-Wy5Mju0JRarikqcSleC4YTdZHrYuJ5y-aTLy3g9d0,416
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val.yaml,sha256=CjqxQc7yobe8Y09Aac2D7iqCUjv41iJJfxu4DP3sAa4,349
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val_lite.yaml,sha256=NFIpTN0LFy6UMAgin_P6hMCSWNNn4uE5b6L9b707Hhg,873
lmms_eval/tasks/vqav2/_default_template_vqav2_yaml,sha256=wEZfCJGHqOrJ6Q2PmtNAh5w_vCdvlIX2T2WljQJFWpo,404
lmms_eval/tasks/vqav2/_vqav2.yaml,sha256=afQmO8ekGofJUghmMjL-Z7o_4g7ZESlQ1mCaBQJPtO8,43
lmms_eval/tasks/vqav2/utils.py,sha256=e9tPPcQ9a8Vu6qamaCPYorB7jDvscE1rQZXNBlgBLRA,2993
lmms_eval/tasks/vqav2/vqav2_test.yaml,sha256=9r6rLMtdsUoLFEeH6Vb-yHnR6gezZBJdKzwgQIkppGA,258
lmms_eval/tasks/vqav2/vqav2_val.yaml,sha256=-vblL6C3tjo9pjKSYoslnCOdo98BRCRBSyO1lGdNrdY,275
lmms_eval/tasks/vqav2/vqav2_val_lite.yaml,sha256=BX-HaLC50WFccuDapmtcixqDRum0wwnREOZtDdQu8As,677
lmms_eval/tasks/websrc/README.md,sha256=G4pLafqNEGn1ROjTSmeMAvnpzk5ZLD9B2Jn1u49FL5g,1976
lmms_eval/tasks/websrc/utils.py,sha256=5TU0nZe--XjOs-B_JIGYAF4B6jOlwsfAqYoMn3bi6PE,4239
lmms_eval/tasks/websrc/websrc.yaml,sha256=88GXR7Q3CKCh3NOq8mzkmpqrK4L8H1gSC7K91TRD6fY,47
lmms_eval/tasks/websrc/websrc_test.yaml,sha256=nacEBbZ_wBAS4RcThq8R3vUPoYGro9kPO1anQ0GAjvg,720
lmms_eval/tasks/websrc/websrc_val.yaml,sha256=C7gBLLW_sgIJDG6rOtmv3rrfV_vjookBtmCZPulq_mc,698
lmms_eval/tasks/wild_vision_bench/_default_template_yaml,sha256=OlauGSJdgZ7apCyYgpht-AsH9x_cRCNuYW4dwYH9Jy4,870
lmms_eval/tasks/wild_vision_bench/utils.py,sha256=tRvf6O-sKQNhe6D54nvttHAHpoeYfSu4Zkj76Mx_TqQ,7191
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0617.yaml,sha256=3I1Li5tb4iXTjFRG-3aJfb_n8wXJCjz7OKkx3IF4740,232
lmms_eval/tasks/worldqa/_default_template_yaml,sha256=9q51_TreM8Gsgpoa5oqMUXmpTWN2WvSQy09xF4jEn6M,169
lmms_eval/tasks/worldqa/utils.py,sha256=ZQWcBp6u9Wq3hRFMc4RLdl2Z_C-8Rn-rnVyRsh1knsI,11000
lmms_eval/tasks/worldqa/worldqa.yaml,sha256=djolZp5iBYSRi8Ov08TmtxBYjZUx2XsLnRLsavFrLVw,49
lmms_eval/tasks/worldqa/worldqa_generation.yaml,sha256=Sw8C44YKnfCZXRzKRvhGl2AvIZ8vWz-1zn-9l_oUnTE,634
lmms_eval/tasks/worldqa/worldqa_mc.yaml,sha256=ePutof4aDOqTsnsPuTzcOnB6xw3uOoVt16GHqcByY-A,830
lmms_eval/tasks/worldqa/worldqa_mc_evaluator.py,sha256=h8gy8X95E5vmjFDXfDeY81Upd4KSG2l0O-gYvIBDLSo,4924
lmms_eval/tasks/worldqa/worldqa_mcppl.yaml,sha256=ygou_QlDFhg0wVINnrJ1LGpVq5nlYAWf7UjBje1sYus,420
lmms_eval/tasks/youcook2/_default_template_yaml,sha256=fi5C_gTInXqtw9xlnf7usCfaK7sHLSStLn5X6N1ZDP8,105
lmms_eval/tasks/youcook2/utils.py,sha256=zs0pneMkb8Fyv0bPx6VpCeqzs__A_-aXjJTWZWv1gaI,4104
lmms_eval/tasks/youcook2/youcook2_val.yaml,sha256=9Qzzeht7QQx-6qURCUUtTBjVzgDtp-MozpsxZpJBlhE,1450
lmms_eval-0.2.1.dist-info/LICENSE,sha256=T69TRXiTJNmkruqPljxnqwQLdfqAA17aI4dJ8wM49H8,2732
lmms_eval-0.2.1.dist-info/METADATA,sha256=jounyhukCZDAmj-zpg-jz-5uUEfLd10TsUYjvrz1mn0,15640
lmms_eval-0.2.1.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
lmms_eval-0.2.1.dist-info/entry_points.txt,sha256=SC9huEZ1bEZGQR7ftUyacIyUwjzuoh4pZ84vi-9vxH4,62
lmms_eval-0.2.1.dist-info/top_level.txt,sha256=_nARI5xBw0DrB6jDBzBGs56QMpYKSyKCkwuTR9f-VUU,10
lmms_eval-0.2.1.dist-info/RECORD,,
