LICENSE
MANIFEST.in
README.md
pyproject.toml
setup.cfg
setup.py
evalscope/__init__.py
evalscope/arguments.py
evalscope/config.py
evalscope/constants.py
evalscope/run.py
evalscope/version.py
evalscope.egg-info/PKG-INFO
evalscope.egg-info/SOURCES.txt
evalscope.egg-info/dependency_links.txt
evalscope.egg-info/entry_points.txt
evalscope.egg-info/requires.txt
evalscope.egg-info/top_level.txt
evalscope/api/__init__.py
evalscope/api/registry.py
evalscope/api/benchmark/__init__.py
evalscope/api/benchmark/benchmark.py
evalscope/api/benchmark/meta.py
evalscope/api/benchmark/statistics.py
evalscope/api/benchmark/adapters/__init__.py
evalscope/api/benchmark/adapters/agent_adapter.py
evalscope/api/benchmark/adapters/default_data_adapter.py
evalscope/api/benchmark/adapters/image_edit_adapter.py
evalscope/api/benchmark/adapters/multi_choice_adapter.py
evalscope/api/benchmark/adapters/ner_adapter.py
evalscope/api/benchmark/adapters/text2image_adapter.py
evalscope/api/benchmark/adapters/vision_language_adapter.py
evalscope/api/dataset/__init__.py
evalscope/api/dataset/dataset.py
evalscope/api/dataset/loader.py
evalscope/api/dataset/utils.py
evalscope/api/evaluator/__init__.py
evalscope/api/evaluator/cache.py
evalscope/api/evaluator/evaluator.py
evalscope/api/evaluator/state.py
evalscope/api/filter/__init__.py
evalscope/api/filter/filter.py
evalscope/api/messages/__init__.py
evalscope/api/messages/chat_message.py
evalscope/api/messages/content.py
evalscope/api/messages/utils.py
evalscope/api/metric/__init__.py
evalscope/api/metric/metric.py
evalscope/api/metric/scorer.py
evalscope/api/mixin/__init__.py
evalscope/api/mixin/llm_judge_mixin.py
evalscope/api/mixin/sandbox_mixin.py
evalscope/api/model/__init__.py
evalscope/api/model/generate_config.py
evalscope/api/model/lazy_model.py
evalscope/api/model/model.py
evalscope/api/model/model_output.py
evalscope/api/tool/__init__.py
evalscope/api/tool/tool_call.py
evalscope/api/tool/tool_info.py
evalscope/api/tool/utils.py
evalscope/app/__init__.py
evalscope/app/app.py
evalscope/app/arguments.py
evalscope/app/constants.py
evalscope/app/ui/__init__.py
evalscope/app/ui/app_ui.py
evalscope/app/ui/multi_model.py
evalscope/app/ui/sidebar.py
evalscope/app/ui/single_model.py
evalscope/app/ui/visualization.py
evalscope/app/utils/data_utils.py
evalscope/app/utils/env_utils.py
evalscope/app/utils/localization.py
evalscope/app/utils/text_utils.py
evalscope/app/utils/visualization.py
evalscope/backend/__init__.py
evalscope/backend/base.py
evalscope/backend/opencompass/__init__.py
evalscope/backend/opencompass/api_meta_template.py
evalscope/backend/opencompass/backend_manager.py
evalscope/backend/opencompass/tasks/__init__.py
evalscope/backend/opencompass/tasks/eval_api.py
evalscope/backend/opencompass/tasks/eval_datasets.py
evalscope/backend/rag_eval/__init__.py
evalscope/backend/rag_eval/backend_manager.py
evalscope/backend/rag_eval/clip_benchmark/__init__.py
evalscope/backend/rag_eval/clip_benchmark/arguments.py
evalscope/backend/rag_eval/clip_benchmark/dataset_builder.py
evalscope/backend/rag_eval/clip_benchmark/task_template.py
evalscope/backend/rag_eval/clip_benchmark/tasks/__init__.py
evalscope/backend/rag_eval/clip_benchmark/tasks/image_caption.py
evalscope/backend/rag_eval/clip_benchmark/tasks/zeroshot_classification.py
evalscope/backend/rag_eval/clip_benchmark/tasks/zeroshot_retrieval.py
evalscope/backend/rag_eval/clip_benchmark/utils/webdataset_convert.py
evalscope/backend/rag_eval/clip_benchmark/utils/webdatasets.txt
evalscope/backend/rag_eval/cmteb/__init__.py
evalscope/backend/rag_eval/cmteb/arguments.py
evalscope/backend/rag_eval/cmteb/base.py
evalscope/backend/rag_eval/cmteb/task_template.py
evalscope/backend/rag_eval/cmteb/tasks/Classification.py
evalscope/backend/rag_eval/cmteb/tasks/Clustering.py
evalscope/backend/rag_eval/cmteb/tasks/CustomTask.py
evalscope/backend/rag_eval/cmteb/tasks/PairClassification.py
evalscope/backend/rag_eval/cmteb/tasks/Reranking.py
evalscope/backend/rag_eval/cmteb/tasks/Retrieval.py
evalscope/backend/rag_eval/cmteb/tasks/STS.py
evalscope/backend/rag_eval/cmteb/tasks/__init__.py
evalscope/backend/rag_eval/ragas/__init__.py
evalscope/backend/rag_eval/ragas/arguments.py
evalscope/backend/rag_eval/ragas/task_template.py
evalscope/backend/rag_eval/ragas/prompts/persona_prompt.py
evalscope/backend/rag_eval/ragas/tasks/__init__.py
evalscope/backend/rag_eval/ragas/tasks/build_distribution.py
evalscope/backend/rag_eval/ragas/tasks/build_transform.py
evalscope/backend/rag_eval/ragas/tasks/testset_generation.py
evalscope/backend/rag_eval/ragas/tasks/translate_prompt.py
evalscope/backend/rag_eval/utils/__init__.py
evalscope/backend/rag_eval/utils/clip.py
evalscope/backend/rag_eval/utils/embedding.py
evalscope/backend/rag_eval/utils/llm.py
evalscope/backend/rag_eval/utils/tools.py
evalscope/backend/vlm_eval_kit/__init__.py
evalscope/backend/vlm_eval_kit/backend_manager.py
evalscope/benchmarks/__init__.py
evalscope/benchmarks/_meta/a_okvqa.json
evalscope/benchmarks/_meta/aa_lcr.json
evalscope/benchmarks/_meta/ai2d.json
evalscope/benchmarks/_meta/aime24.json
evalscope/benchmarks/_meta/aime25.json
evalscope/benchmarks/_meta/aime26.json
evalscope/benchmarks/_meta/alpaca_eval.json
evalscope/benchmarks/_meta/amc.json
evalscope/benchmarks/_meta/anat_em.json
evalscope/benchmarks/_meta/arc.json
evalscope/benchmarks/_meta/arena_hard.json
evalscope/benchmarks/_meta/bbh.json
evalscope/benchmarks/_meta/bc2gm.json
evalscope/benchmarks/_meta/bc4chemd.json
evalscope/benchmarks/_meta/bc5cdr.json
evalscope/benchmarks/_meta/bfcl_v3.json
evalscope/benchmarks/_meta/bfcl_v4.json
evalscope/benchmarks/_meta/biomix_qa.json
evalscope/benchmarks/_meta/blink.json
evalscope/benchmarks/_meta/broad_twitter_corpus.json
evalscope/benchmarks/_meta/cc_bench.json
evalscope/benchmarks/_meta/ceval.json
evalscope/benchmarks/_meta/chartqa.json
evalscope/benchmarks/_meta/chinese_simpleqa.json
evalscope/benchmarks/_meta/cl_bench.json
evalscope/benchmarks/_meta/cmmlu.json
evalscope/benchmarks/_meta/cmmmu.json
evalscope/benchmarks/_meta/cmmu.json
evalscope/benchmarks/_meta/coin_flip.json
evalscope/benchmarks/_meta/commonsense_qa.json
evalscope/benchmarks/_meta/competition_math.json
evalscope/benchmarks/_meta/conll2003.json
evalscope/benchmarks/_meta/conllpp.json
evalscope/benchmarks/_meta/copious.json
evalscope/benchmarks/_meta/cross_ner.json
evalscope/benchmarks/_meta/data_collection.json
evalscope/benchmarks/_meta/docmath.json
evalscope/benchmarks/_meta/docvqa.json
evalscope/benchmarks/_meta/drivel_binary.json
evalscope/benchmarks/_meta/drivel_multilabel.json
evalscope/benchmarks/_meta/drivel_selection.json
evalscope/benchmarks/_meta/drivel_writing.json
evalscope/benchmarks/_meta/drop.json
evalscope/benchmarks/_meta/eq_bench.json
evalscope/benchmarks/_meta/evalmuse.json
evalscope/benchmarks/_meta/fin_ner.json
evalscope/benchmarks/_meta/fleurs.json
evalscope/benchmarks/_meta/frames.json
evalscope/benchmarks/_meta/gedit.json
evalscope/benchmarks/_meta/genai_bench.json
evalscope/benchmarks/_meta/general_arena.json
evalscope/benchmarks/_meta/general_fc.json
evalscope/benchmarks/_meta/general_mcq.json
evalscope/benchmarks/_meta/general_qa.json
evalscope/benchmarks/_meta/general_t2i.json
evalscope/benchmarks/_meta/general_vmcq.json
evalscope/benchmarks/_meta/general_vqa.json
evalscope/benchmarks/_meta/genia_ner.json
evalscope/benchmarks/_meta/gpqa_diamond.json
evalscope/benchmarks/_meta/gsm8k.json
evalscope/benchmarks/_meta/gsm8k_v.json
evalscope/benchmarks/_meta/hallusion_bench.json
evalscope/benchmarks/_meta/halueval.json
evalscope/benchmarks/_meta/harvey_ner.json
evalscope/benchmarks/_meta/health_bench.json
evalscope/benchmarks/_meta/hellaswag.json
evalscope/benchmarks/_meta/hle.json
evalscope/benchmarks/_meta/hmmt25.json
evalscope/benchmarks/_meta/hpdv2.json
evalscope/benchmarks/_meta/humaneval.json
evalscope/benchmarks/_meta/humaneval_plus.json
evalscope/benchmarks/_meta/ifbench.json
evalscope/benchmarks/_meta/ifeval.json
evalscope/benchmarks/_meta/infovqa.json
evalscope/benchmarks/_meta/iquiz.json
evalscope/benchmarks/_meta/jnlpba.json
evalscope/benchmarks/_meta/jnlpba_rare.json
evalscope/benchmarks/_meta/librispeech.json
evalscope/benchmarks/_meta/live_code_bench.json
evalscope/benchmarks/_meta/logi_qa.json
evalscope/benchmarks/_meta/longbench_v2.json
evalscope/benchmarks/_meta/maritime_bench.json
evalscope/benchmarks/_meta/math_500.json
evalscope/benchmarks/_meta/math_qa.json
evalscope/benchmarks/_meta/math_verse.json
evalscope/benchmarks/_meta/math_vision.json
evalscope/benchmarks/_meta/math_vista.json
evalscope/benchmarks/_meta/mbpp.json
evalscope/benchmarks/_meta/mbpp_plus.json
evalscope/benchmarks/_meta/med_mcqa.json
evalscope/benchmarks/_meta/mgsm.json
evalscope/benchmarks/_meta/micro_vqa.json
evalscope/benchmarks/_meta/minerva_math.json
evalscope/benchmarks/_meta/mit_movie_trivia.json
evalscope/benchmarks/_meta/mit_restaurant.json
evalscope/benchmarks/_meta/mm_bench.json
evalscope/benchmarks/_meta/mm_star.json
evalscope/benchmarks/_meta/mmlu.json
evalscope/benchmarks/_meta/mmlu_pro.json
evalscope/benchmarks/_meta/mmlu_redux.json
evalscope/benchmarks/_meta/mmmlu.json
evalscope/benchmarks/_meta/mmmu.json
evalscope/benchmarks/_meta/mmmu_pro.json
evalscope/benchmarks/_meta/mri_mcqa.json
evalscope/benchmarks/_meta/multi_if.json
evalscope/benchmarks/_meta/multi_nerd.json
evalscope/benchmarks/_meta/multiple_humaneval.json
evalscope/benchmarks/_meta/multiple_mbpp.json
evalscope/benchmarks/_meta/music_trivia.json
evalscope/benchmarks/_meta/musr.json
evalscope/benchmarks/_meta/ncbi.json
evalscope/benchmarks/_meta/needle_haystack.json
evalscope/benchmarks/_meta/ocr_bench.json
evalscope/benchmarks/_meta/ocr_bench_v2.json
evalscope/benchmarks/_meta/olympiad_bench.json
evalscope/benchmarks/_meta/omni_bench.json
evalscope/benchmarks/_meta/omni_doc_bench.json
evalscope/benchmarks/_meta/ontonotes5.json
evalscope/benchmarks/_meta/openai_mrcr.json
evalscope/benchmarks/_meta/piqa.json
evalscope/benchmarks/_meta/poly_math.json
evalscope/benchmarks/_meta/pope.json
evalscope/benchmarks/_meta/process_bench.json
evalscope/benchmarks/_meta/pubmedqa.json
evalscope/benchmarks/_meta/qasc.json
evalscope/benchmarks/_meta/race.json
evalscope/benchmarks/_meta/real_world_qa.json
evalscope/benchmarks/_meta/refcoco.json
evalscope/benchmarks/_meta/scicode.json
evalscope/benchmarks/_meta/science_qa.json
evalscope/benchmarks/_meta/sciq.json
evalscope/benchmarks/_meta/seed_bench_2_plus.json
evalscope/benchmarks/_meta/simple_qa.json
evalscope/benchmarks/_meta/simple_vqa.json
evalscope/benchmarks/_meta/siqa.json
evalscope/benchmarks/_meta/super_gpqa.json
evalscope/benchmarks/_meta/swe_bench_lite.json
evalscope/benchmarks/_meta/swe_bench_verified.json
evalscope/benchmarks/_meta/swe_bench_verified_mini.json
evalscope/benchmarks/_meta/tau2_bench.json
evalscope/benchmarks/_meta/tau_bench.json
evalscope/benchmarks/_meta/terminal_bench_v2.json
evalscope/benchmarks/_meta/tifa160.json
evalscope/benchmarks/_meta/tool_bench.json
evalscope/benchmarks/_meta/torgo.json
evalscope/benchmarks/_meta/trivia_qa.json
evalscope/benchmarks/_meta/truthful_qa.json
evalscope/benchmarks/_meta/tweebank_ner.json
evalscope/benchmarks/_meta/tweet_ner_7.json
evalscope/benchmarks/_meta/visulogic.json
evalscope/benchmarks/_meta/vstar_bench.json
evalscope/benchmarks/_meta/winogrande.json
evalscope/benchmarks/_meta/wmt24pp.json
evalscope/benchmarks/_meta/wnut2017.json
evalscope/benchmarks/_meta/zebralogicbench.json
evalscope/benchmarks/_meta/zerobench.json
evalscope/benchmarks/a_okvqa/__init__.py
evalscope/benchmarks/a_okvqa/a_okvqa_adapter.py
evalscope/benchmarks/aa_lcr/__init__.py
evalscope/benchmarks/aa_lcr/aa_lcr_adapter.py
evalscope/benchmarks/ai2d/__init__.py
evalscope/benchmarks/ai2d/ai2d_adapter.py
evalscope/benchmarks/aime/__init__.py
evalscope/benchmarks/aime/aime_adapter.py
evalscope/benchmarks/aime/grader.py
evalscope/benchmarks/aime/math_normalize.py
evalscope/benchmarks/alpaca_eval/__init__.py
evalscope/benchmarks/alpaca_eval/alpaca_eval_adapter.py
evalscope/benchmarks/amc/__init__.py
evalscope/benchmarks/amc/amc_adapter.py
evalscope/benchmarks/arc/__init__.py
evalscope/benchmarks/arc/arc_adapter.py
evalscope/benchmarks/arena_hard/__init__.py
evalscope/benchmarks/arena_hard/arena_hard_adapter.py
evalscope/benchmarks/arena_hard/utils.py
evalscope/benchmarks/bbh/__init__.py
evalscope/benchmarks/bbh/bbh_adapter.py
evalscope/benchmarks/bbh/cot_prompts/boolean_expressions.txt
evalscope/benchmarks/bbh/cot_prompts/causal_judgement.txt
evalscope/benchmarks/bbh/cot_prompts/date_understanding.txt
evalscope/benchmarks/bbh/cot_prompts/disambiguation_qa.txt
evalscope/benchmarks/bbh/cot_prompts/dyck_languages.txt
evalscope/benchmarks/bbh/cot_prompts/formal_fallacies.txt
evalscope/benchmarks/bbh/cot_prompts/geometric_shapes.txt
evalscope/benchmarks/bbh/cot_prompts/hyperbaton.txt
evalscope/benchmarks/bbh/cot_prompts/logical_deduction_five_objects.txt
evalscope/benchmarks/bbh/cot_prompts/logical_deduction_seven_objects.txt
evalscope/benchmarks/bbh/cot_prompts/logical_deduction_three_objects.txt
evalscope/benchmarks/bbh/cot_prompts/movie_recommendation.txt
evalscope/benchmarks/bbh/cot_prompts/multistep_arithmetic_two.txt
evalscope/benchmarks/bbh/cot_prompts/navigate.txt
evalscope/benchmarks/bbh/cot_prompts/object_counting.txt
evalscope/benchmarks/bbh/cot_prompts/penguins_in_a_table.txt
evalscope/benchmarks/bbh/cot_prompts/reasoning_about_colored_objects.txt
evalscope/benchmarks/bbh/cot_prompts/ruin_names.txt
evalscope/benchmarks/bbh/cot_prompts/salient_translation_error_detection.txt
evalscope/benchmarks/bbh/cot_prompts/snarks.txt
evalscope/benchmarks/bbh/cot_prompts/sports_understanding.txt
evalscope/benchmarks/bbh/cot_prompts/temporal_sequences.txt
evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_five_objects.txt
evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_seven_objects.txt
evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_three_objects.txt
evalscope/benchmarks/bbh/cot_prompts/web_of_lies.txt
evalscope/benchmarks/bbh/cot_prompts/word_sorting.txt
evalscope/benchmarks/bfcl/__init__.py
evalscope/benchmarks/bfcl/v3/__init__.py
evalscope/benchmarks/bfcl/v3/bfcl_v3_adapter.py
evalscope/benchmarks/bfcl/v3/generation.py
evalscope/benchmarks/bfcl/v3/utils.py
evalscope/benchmarks/bfcl/v4/__init__.py
evalscope/benchmarks/bfcl/v4/bfcl_v4_adapter.py
evalscope/benchmarks/bfcl/v4/utils.py
evalscope/benchmarks/biomix_qa/__init__.py
evalscope/benchmarks/biomix_qa/biomix_qa_adapter.py
evalscope/benchmarks/blink/__init__.py
evalscope/benchmarks/blink/blink_adapter.py
evalscope/benchmarks/ceval/__init__.py
evalscope/benchmarks/ceval/ceval_adapter.py
evalscope/benchmarks/chartqa/__init__.py
evalscope/benchmarks/chartqa/chartqa_adapter.py
evalscope/benchmarks/chartqa/utils.py
evalscope/benchmarks/chinese_simple_qa/__init__.py
evalscope/benchmarks/chinese_simple_qa/csimple_qa_adapter.py
evalscope/benchmarks/cl_bench/__init__.py
evalscope/benchmarks/cl_bench/cl_bench_adapter.py
evalscope/benchmarks/cl_bench/utils.py
evalscope/benchmarks/cmmlu/__init__.py
evalscope/benchmarks/cmmlu/cmmlu_adapter.py
evalscope/benchmarks/cmmmu/__init__.py
evalscope/benchmarks/cmmmu/cmmmu_adapter.py
evalscope/benchmarks/cmmmu/utils.py
evalscope/benchmarks/cmmu/__init__.py
evalscope/benchmarks/cmmu/cmmu_adapter.py
evalscope/benchmarks/cmmu/prompt.py
evalscope/benchmarks/coin_flip/__init__.py
evalscope/benchmarks/coin_flip/coin_flip_adapter.py
evalscope/benchmarks/commonsense_qa/__init__.py
evalscope/benchmarks/commonsense_qa/commonsense_qa_adapter.py
evalscope/benchmarks/competition_math/__init__.py
evalscope/benchmarks/competition_math/competition_math_adapter.py
evalscope/benchmarks/data_collection/__init__.py
evalscope/benchmarks/data_collection/data_collection_adapter.py
evalscope/benchmarks/docmath/__init__.py
evalscope/benchmarks/docmath/docmath_adapter.py
evalscope/benchmarks/docmath/utils.py
evalscope/benchmarks/docvqa/__init__.py
evalscope/benchmarks/docvqa/docvqa_adapter.py
evalscope/benchmarks/drivelology/__init__.py
evalscope/benchmarks/drivelology/drivelology_binary_adapter.py
evalscope/benchmarks/drivelology/drivelology_multilabel_adapter.py
evalscope/benchmarks/drivelology/drivelology_selection_adapter.py
evalscope/benchmarks/drivelology/drivelology_writing_adapter.py
evalscope/benchmarks/drop/__init__.py
evalscope/benchmarks/drop/drop_adapter.py
evalscope/benchmarks/drop/utils.py
evalscope/benchmarks/eq_bench/__init__.py
evalscope/benchmarks/eq_bench/answer_validation.py
evalscope/benchmarks/eq_bench/eq_bench_adapter.py
evalscope/benchmarks/fleurs/__init__.py
evalscope/benchmarks/fleurs/fleurs_adapter.py
evalscope/benchmarks/frames/__init__.py
evalscope/benchmarks/frames/frames_adapter.py
evalscope/benchmarks/frames/utils.py
evalscope/benchmarks/general_arena/__init__.py
evalscope/benchmarks/general_arena/general_arena_adapter.py
evalscope/benchmarks/general_arena/utils.py
evalscope/benchmarks/general_fc/__init__.py
evalscope/benchmarks/general_fc/general_fc_adapter.py
evalscope/benchmarks/general_mcq/__init__.py
evalscope/benchmarks/general_mcq/general_mcq_adapter.py
evalscope/benchmarks/general_qa/__init__.py
evalscope/benchmarks/general_qa/general_qa_adapter.py
evalscope/benchmarks/general_vmcq/__init__.py
evalscope/benchmarks/general_vmcq/general_vmcq_adapter.py
evalscope/benchmarks/general_vqa/__init__.py
evalscope/benchmarks/general_vqa/general_vqa_adapter.py
evalscope/benchmarks/gpqa/__init__.py
evalscope/benchmarks/gpqa/gpqa_adapter.py
evalscope/benchmarks/gpqa/prompt.py
evalscope/benchmarks/gsm8k/__init__.py
evalscope/benchmarks/gsm8k/gsm8k_adapter.py
evalscope/benchmarks/gsm8k_v/__init__.py
evalscope/benchmarks/gsm8k_v/gsm8k_v_adapter.py
evalscope/benchmarks/hallusion_bench/__init__.py
evalscope/benchmarks/hallusion_bench/hallusion_bench_adapter.py
evalscope/benchmarks/halu_eval/__init__.py
evalscope/benchmarks/halu_eval/halu_eval_adapter.py
evalscope/benchmarks/halu_eval/halu_eval_instructions.py
evalscope/benchmarks/healthbench/__init__.py
evalscope/benchmarks/healthbench/healthbench_adapter.py
evalscope/benchmarks/healthbench/utils.py
evalscope/benchmarks/hellaswag/__init__.py
evalscope/benchmarks/hellaswag/hellaswag_adapter.py
evalscope/benchmarks/hle/__init__.py
evalscope/benchmarks/hle/hle_adapter.py
evalscope/benchmarks/hmmt25/hmmt25_adapter.py
evalscope/benchmarks/humaneval/__init__.py
evalscope/benchmarks/humaneval/humaneval_adapter.py
evalscope/benchmarks/humaneval/utils.py
evalscope/benchmarks/humanevalplus/__init__.py
evalscope/benchmarks/humanevalplus/humanevalplus_adapter.py
evalscope/benchmarks/humanevalplus/docker/Dockerfile
evalscope/benchmarks/ifbench/__init__.py
evalscope/benchmarks/ifbench/evaluation_lib.py
evalscope/benchmarks/ifbench/ifbench_adapter.py
evalscope/benchmarks/ifbench/instructions.py
evalscope/benchmarks/ifbench/instructions_registry.py
evalscope/benchmarks/ifbench/instructions_util.py
evalscope/benchmarks/ifeval/__init__.py
evalscope/benchmarks/ifeval/ifeval_adapter.py
evalscope/benchmarks/ifeval/instructions.py
evalscope/benchmarks/ifeval/instructions_registry.py
evalscope/benchmarks/ifeval/instructions_util.py
evalscope/benchmarks/ifeval/utils.py
evalscope/benchmarks/image_edit/__init__.py
evalscope/benchmarks/image_edit/gedit/__init__.py
evalscope/benchmarks/image_edit/gedit/gedit_adapter.py
evalscope/benchmarks/image_edit/gedit/utils.py
evalscope/benchmarks/image_edit/gedit/vie_prompts.py
evalscope/benchmarks/infovqa/__init__.py
evalscope/benchmarks/infovqa/infovqa_adapter.py
evalscope/benchmarks/iquiz/__init__.py
evalscope/benchmarks/iquiz/iquiz_adapter.py
evalscope/benchmarks/librispeech/__init__.py
evalscope/benchmarks/librispeech/librispeech_adapter.py
evalscope/benchmarks/live_code_bench/__init__.py
evalscope/benchmarks/live_code_bench/evaluate_utils.py
evalscope/benchmarks/live_code_bench/extract_utils.py
evalscope/benchmarks/live_code_bench/live_code_bench_adapter.py
evalscope/benchmarks/live_code_bench/load_utils.py
evalscope/benchmarks/live_code_bench/pass_k_utils.py
evalscope/benchmarks/live_code_bench/prompts.py
evalscope/benchmarks/live_code_bench/sandbox_evaluate_utils.py
evalscope/benchmarks/live_code_bench/testing_util.py
evalscope/benchmarks/logi_qa/__int__.py
evalscope/benchmarks/logi_qa/logi_qa_adapter.py
evalscope/benchmarks/longbench_v2/__init__.py
evalscope/benchmarks/longbench_v2/longbench_v2_adapter.py
evalscope/benchmarks/maritime_bench/__init__.py
evalscope/benchmarks/maritime_bench/maritime_bench_adapter.py
evalscope/benchmarks/math_500/__init__.py
evalscope/benchmarks/math_500/math_500_adapter.py
evalscope/benchmarks/math_qa/__init__.py
evalscope/benchmarks/math_qa/math_qa_adapter.py
evalscope/benchmarks/math_verse/__init__.py
evalscope/benchmarks/math_verse/math_verse_adapter.py
evalscope/benchmarks/math_vision/__init__.py
evalscope/benchmarks/math_vision/math_vision_adapter.py
evalscope/benchmarks/math_vista/__init__.py
evalscope/benchmarks/math_vista/math_vista_adapter.py
evalscope/benchmarks/mbpp/__init__.py
evalscope/benchmarks/mbpp/mbpp_adapter.py
evalscope/benchmarks/mbppplus/__init__.py
evalscope/benchmarks/mbppplus/mbppplus_adapter.py
evalscope/benchmarks/med_mcqa/__init__.py
evalscope/benchmarks/med_mcqa/med_mcqa_adapter.py
evalscope/benchmarks/mgsm/__init__.py
evalscope/benchmarks/mgsm/mgsm_adapter.py
evalscope/benchmarks/micro_vqa/__init__.py
evalscope/benchmarks/micro_vqa/micro_vqa_adapter.py
evalscope/benchmarks/minerva_math/__init__.py
evalscope/benchmarks/minerva_math/minerva_math_adapter.py
evalscope/benchmarks/mm_bench/__init__.py
evalscope/benchmarks/mm_bench/mm_bench_adapter.py
evalscope/benchmarks/mm_star/__init__.py
evalscope/benchmarks/mm_star/mm_star_adapter.py
evalscope/benchmarks/mmlu/__init__.py
evalscope/benchmarks/mmlu/mmlu_adapter.py
evalscope/benchmarks/mmlu_pro/__init__.py
evalscope/benchmarks/mmlu_pro/mmlu_pro_adapter.py
evalscope/benchmarks/mmlu_redux/__init__.py
evalscope/benchmarks/mmlu_redux/mmlu_redux_adapter.py
evalscope/benchmarks/mmmlu/__init__.py
evalscope/benchmarks/mmmlu/mmmlu_adapter.py
evalscope/benchmarks/mmmlu/prompt.py
evalscope/benchmarks/mmmu/__init__.py
evalscope/benchmarks/mmmu/mmmu_adapter.py
evalscope/benchmarks/mmmu_pro/__init__.py
evalscope/benchmarks/mmmu_pro/mmmu_pro_adapter.py
evalscope/benchmarks/mri_mcqa/__init__.py
evalscope/benchmarks/mri_mcqa/mri_mcqa_adapter.py
evalscope/benchmarks/multi_if/__init__.py
evalscope/benchmarks/multi_if/ifeval.py
evalscope/benchmarks/multi_if/metrics.py
evalscope/benchmarks/multi_if/multi_if_adapter.py
evalscope/benchmarks/multipl_e/__init__.py
evalscope/benchmarks/multipl_e/multiple_humaneval_adapter.py
evalscope/benchmarks/multipl_e/multiple_mbpp_adapter.py
evalscope/benchmarks/multipl_e/utils.py
evalscope/benchmarks/music_trivia/__init__.py
evalscope/benchmarks/music_trivia/music_trivia_adapter.py
evalscope/benchmarks/musr/__init__.py
evalscope/benchmarks/musr/musr_adapter.py
evalscope/benchmarks/needle_haystack/__init__.py
evalscope/benchmarks/needle_haystack/needle_haystack_adapter.py
evalscope/benchmarks/needle_haystack/utils.py
evalscope/benchmarks/ner/__init__.py
evalscope/benchmarks/ner/anat_em_adapter.py
evalscope/benchmarks/ner/bc2gm_adapter.py
evalscope/benchmarks/ner/bc4chemd_adapter.py
evalscope/benchmarks/ner/bc5cdr_adapter.py
evalscope/benchmarks/ner/broad_twitter_corpus_adapter.py
evalscope/benchmarks/ner/conll2003_adapter.py
evalscope/benchmarks/ner/conllpp_adapter.py
evalscope/benchmarks/ner/copious_adapter.py
evalscope/benchmarks/ner/cross_ner_adapter.py
evalscope/benchmarks/ner/fin_ner_adapter.py
evalscope/benchmarks/ner/genia_ner_adapter.py
evalscope/benchmarks/ner/harvey_ner_adapter.py
evalscope/benchmarks/ner/jnlpba_adapter.py
evalscope/benchmarks/ner/jnlpba_rare_adapter.py
evalscope/benchmarks/ner/mit_movie_trivia_adapter.py
evalscope/benchmarks/ner/mit_restaurant_adapter.py
evalscope/benchmarks/ner/multi_nerd_adapter.py
evalscope/benchmarks/ner/ncbi_adapter.py
evalscope/benchmarks/ner/ontonotes5_adapter.py
evalscope/benchmarks/ner/tweebank_ner_adapter.py
evalscope/benchmarks/ner/tweet_ner_7_adapter.py
evalscope/benchmarks/ner/wnut2017_adapter.py
evalscope/benchmarks/ner/cross_ner_entities/__init__.py
evalscope/benchmarks/ner/cross_ner_entities/ai.py
evalscope/benchmarks/ner/cross_ner_entities/literature.py
evalscope/benchmarks/ner/cross_ner_entities/music.py
evalscope/benchmarks/ner/cross_ner_entities/politics.py
evalscope/benchmarks/ner/cross_ner_entities/science.py
evalscope/benchmarks/ocr_bench/__init__.py
evalscope/benchmarks/ocr_bench/ocr_bench/__init__.py
evalscope/benchmarks/ocr_bench/ocr_bench/ocr_bench_adapter.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/IoUscore_metric.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/TEDS_metric.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/__init__.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/ocr_bench_v2_adapter.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/page_ocr_metric.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/parallel.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/spotting_metric.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/utils.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/vqa_metric.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/spotting_eval/__init__.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/spotting_eval/readme.txt
evalscope/benchmarks/ocr_bench/ocr_bench_v2/spotting_eval/rrc_evaluation_funcs_1_1.py
evalscope/benchmarks/ocr_bench/ocr_bench_v2/spotting_eval/script.py
evalscope/benchmarks/olympiad_bench/__init__.py
evalscope/benchmarks/olympiad_bench/olympiad_bench_adapter.py
evalscope/benchmarks/olympiad_bench/utils.py
evalscope/benchmarks/omni_bench/__init__.py
evalscope/benchmarks/omni_bench/omni_bench_adapter.py
evalscope/benchmarks/omnidoc_bench/__init__.py
evalscope/benchmarks/omnidoc_bench/end2end_eval.py
evalscope/benchmarks/omnidoc_bench/metrics.py
evalscope/benchmarks/omnidoc_bench/omnidoc_bench_adapter.py
evalscope/benchmarks/omnidoc_bench/utils.py
evalscope/benchmarks/openai_mrcr/__init__.py
evalscope/benchmarks/openai_mrcr/openai_mrcr_adapter.py
evalscope/benchmarks/openai_mrcr/utils.py
evalscope/benchmarks/piqa/__init__.py
evalscope/benchmarks/piqa/piqa_adapter.py
evalscope/benchmarks/poly_math/__init__.py
evalscope/benchmarks/poly_math/poly_math_adapter.py
evalscope/benchmarks/poly_math/utils/instruction.py
evalscope/benchmarks/pope/__init__.py
evalscope/benchmarks/pope/pope_adapter.py
evalscope/benchmarks/process_bench/__init__.py
evalscope/benchmarks/process_bench/process_bench_adapter.py
evalscope/benchmarks/pumed_qa/__init__.py
evalscope/benchmarks/pumed_qa/pubmed_qa_adapter.py
evalscope/benchmarks/qasc/__init__.py
evalscope/benchmarks/qasc/qasc_adapter.py
evalscope/benchmarks/race/__init__.py
evalscope/benchmarks/race/race_adapter.py
evalscope/benchmarks/real_world_qa/__init__.py
evalscope/benchmarks/real_world_qa/real_world_qa_adapter.py
evalscope/benchmarks/refcoco/__init__.py
evalscope/benchmarks/refcoco/evaluation_lib.py
evalscope/benchmarks/refcoco/refcoco_adapter.py
evalscope/benchmarks/refcoco/utils.py
evalscope/benchmarks/scicode/__init__.py
evalscope/benchmarks/scicode/prompt_templates.py
evalscope/benchmarks/scicode/scicode_adapter.py
evalscope/benchmarks/scicode/util.py
evalscope/benchmarks/scicode/docker/Dockerfile
evalscope/benchmarks/scicode/docker/docker_requirements.txt
evalscope/benchmarks/scicode/docker/process_data.py
evalscope/benchmarks/scicode/docker/test_util.py
evalscope/benchmarks/science_qa/__init__.py
evalscope/benchmarks/science_qa/science_qa_adapter.py
evalscope/benchmarks/sciq/__init__.py
evalscope/benchmarks/sciq/sciq_adapter.py
evalscope/benchmarks/seed_bench_2_plus/__init__.py
evalscope/benchmarks/seed_bench_2_plus/seed_bench_2_plus_adapter.py
evalscope/benchmarks/simple_qa/__init__.py
evalscope/benchmarks/simple_qa/simple_qa_adapter.py
evalscope/benchmarks/simple_vqa/__init__.py
evalscope/benchmarks/simple_vqa/simple_vqa_adapter.py
evalscope/benchmarks/siqa/__init__.py
evalscope/benchmarks/siqa/siqa_adapter.py
evalscope/benchmarks/super_gpqa/__init__.py
evalscope/benchmarks/super_gpqa/prompt.py
evalscope/benchmarks/super_gpqa/super_gpqa_adapter.py
evalscope/benchmarks/super_gpqa/utils.py
evalscope/benchmarks/swe_bench/__init__.py
evalscope/benchmarks/swe_bench/build_images.py
evalscope/benchmarks/swe_bench/swe_bench_adapter.py
evalscope/benchmarks/swe_bench/utils.py
evalscope/benchmarks/tau_bench/__init__.py
evalscope/benchmarks/tau_bench/tau2_bench/__init__.py
evalscope/benchmarks/tau_bench/tau2_bench/generation.py
evalscope/benchmarks/tau_bench/tau2_bench/tau2_bench_adapter.py
evalscope/benchmarks/tau_bench/tau_bench/__init__.py
evalscope/benchmarks/tau_bench/tau_bench/generation.py
evalscope/benchmarks/tau_bench/tau_bench/tau_bench_adapter.py
evalscope/benchmarks/terminal_bench/__init__.py
evalscope/benchmarks/terminal_bench/terminal_bench_adapter.py
evalscope/benchmarks/terminal_bench/utils.py
evalscope/benchmarks/text2image/__init__.py
evalscope/benchmarks/text2image/evalmuse_adapter.py
evalscope/benchmarks/text2image/genai_bench_adapter.py
evalscope/benchmarks/text2image/general_t2i_adapter.py
evalscope/benchmarks/text2image/hpdv2_adapter.py
evalscope/benchmarks/text2image/tifa_adapter.py
evalscope/benchmarks/tool_bench/__init__.py
evalscope/benchmarks/tool_bench/tool_bench_adapter.py
evalscope/benchmarks/tool_bench/utils.py
evalscope/benchmarks/torgo/__init__.py
evalscope/benchmarks/torgo/torgo_adapter.py
evalscope/benchmarks/trivia_qa/__init__.py
evalscope/benchmarks/trivia_qa/samples.jsonl
evalscope/benchmarks/trivia_qa/trivia_qa_adapter.py
evalscope/benchmarks/truthful_qa/__init__.py
evalscope/benchmarks/truthful_qa/truthful_qa_adapter.py
evalscope/benchmarks/visu_logic/__init__.py
evalscope/benchmarks/visu_logic/visu_logic_adapter.py
evalscope/benchmarks/vstar_bench/__init__.py
evalscope/benchmarks/vstar_bench/vstar_bench_adapter.py
evalscope/benchmarks/winogrande/__init__.py
evalscope/benchmarks/winogrande/winogrande_adapter.py
evalscope/benchmarks/wmt/__init__.py
evalscope/benchmarks/wmt/wmt24_adapter.py
evalscope/benchmarks/zebralogicbench/__init__.py
evalscope/benchmarks/zebralogicbench/utils.py
evalscope/benchmarks/zebralogicbench/zebralogicbench_adapter.py
evalscope/benchmarks/zerobench/__init__.py
evalscope/benchmarks/zerobench/zerobench_adapter.py
evalscope/cli/__init__.py
evalscope/cli/base.py
evalscope/cli/benchmark_info.py
evalscope/cli/cli.py
evalscope/cli/start_app.py
evalscope/cli/start_eval.py
evalscope/cli/start_perf.py
evalscope/cli/start_service.py
evalscope/collections/__init__.py
evalscope/collections/sampler.py
evalscope/collections/schema.py
evalscope/evaluator/__init__.py
evalscope/evaluator/batch_reviewer.py
evalscope/evaluator/evaluator.py
evalscope/filters/__init__.py
evalscope/filters/extraction.py
evalscope/filters/selection.py
evalscope/metrics/__init__.py
evalscope/metrics/llm_judge.py
evalscope/metrics/math_parser.py
evalscope/metrics/metric.py
evalscope/metrics/metrics.py
evalscope/metrics/rouge_metric.py
evalscope/metrics/bert_score/__init__.py
evalscope/metrics/bert_score/scorer.py
evalscope/metrics/bert_score/utils.py
evalscope/metrics/bundled_rouge_score/__init__.py
evalscope/metrics/bundled_rouge_score/rouge_scorer.py
evalscope/metrics/sem_score/__init__.py
evalscope/metrics/sem_score/scorer.py
evalscope/metrics/t2v_metrics/__init__.py
evalscope/metrics/t2v_metrics/clipscore.py
evalscope/metrics/t2v_metrics/constants.py
evalscope/metrics/t2v_metrics/itmscore.py
evalscope/metrics/t2v_metrics/score.py
evalscope/metrics/t2v_metrics/vqascore.py
evalscope/metrics/t2v_metrics/models/__init__.py
evalscope/metrics/t2v_metrics/models/model.py
evalscope/metrics/t2v_metrics/models/utils.py
evalscope/metrics/t2v_metrics/models/clipscore_models/__init__.py
evalscope/metrics/t2v_metrics/models/clipscore_models/clip_model.py
evalscope/metrics/t2v_metrics/models/clipscore_models/hpsv2_model.py
evalscope/metrics/t2v_metrics/models/clipscore_models/mps_model.py
evalscope/metrics/t2v_metrics/models/clipscore_models/pickscore_model.py
evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/__init__.py
evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/base_model.py
evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/clip_model.py
evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/cross_modeling.py
evalscope/metrics/t2v_metrics/models/itmscore_models/__init__.py
evalscope/metrics/t2v_metrics/models/itmscore_models/blip2_itm_model.py
evalscope/metrics/t2v_metrics/models/itmscore_models/fga_blip2_model.py
evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward_model.py
evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward/ImageReward.py
evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward/__init__.py
evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward/blip_pretrain.py
evalscope/metrics/t2v_metrics/models/vqascore_models/__init__.py
evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5_model.py
evalscope/metrics/t2v_metrics/models/vqascore_models/gpt4v_model.py
evalscope/metrics/t2v_metrics/models/vqascore_models/mm_utils.py
evalscope/metrics/t2v_metrics/models/vqascore_models/vqa_model.py
evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/__init__.py
evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/__init__.py
evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/language_model/clip_t5.py
evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/multimodal_encoder/builder.py
evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/multimodal_encoder/clip_encoder.py
evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/multimodal_projector/builder.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/__init__.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/config.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/dist_utils.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/gradcam.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/logger.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/optims.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/registry.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/utils.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/vqa_tools/__init__.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/vqa_tools/vqa.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/vqa_tools/vqa_eval.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/default.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/med_config.json
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/med_config_albef.json
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/med_large_config.json
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_caption_flant5xl.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_coco.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_flant5xl.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_flant5xxl.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_vicuna13b.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_vicuna7b.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl_iter_80k_total_100k_no_prefix.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl_iter_80k_total_100k_prefix.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl_vitL.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xxl.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_opt2.7b.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_opt6.7b.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_vitL.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_vicuna13b.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_vicuna7b.yaml
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/__init__.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/base_model.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/clip_vit.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/eva_vit.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/med.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/vit.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/Qformer.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/__init__.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_image_text_matching.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_qformer.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_t5.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_t5_instruct.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/fga_blip2.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/modeling_llama.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/modeling_t5.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/__init__.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_caption.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_classification.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_feature_extractor.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_image_text_matching.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_nlvr.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_outputs.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_pretrain.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_vqa.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/nlvr_encoder.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/__init__.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/base_processor.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/blip_processors.py
evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/randaugment.py
evalscope/metrics/text_normalizer/__init__.py
evalscope/metrics/text_normalizer/basic.py
evalscope/metrics/text_normalizer/chinese.py
evalscope/metrics/text_normalizer/english.json
evalscope/metrics/text_normalizer/english.py
evalscope/metrics/text_normalizer/wer.py
evalscope/models/__init__.py
evalscope/models/anthropic_compatible.py
evalscope/models/image_edit_model.py
evalscope/models/mockllm.py
evalscope/models/model_apis.py
evalscope/models/modelscope.py
evalscope/models/openai_compatible.py
evalscope/models/text2image_model.py
evalscope/models/utils/anthropic.py
evalscope/models/utils/openai.py
evalscope/perf/__init__.py
evalscope/perf/arguments.py
evalscope/perf/benchmark.py
evalscope/perf/http_client.py
evalscope/perf/main.py
evalscope/perf/plugin/__init__.py
evalscope/perf/plugin/registry.py
evalscope/perf/plugin/api/__init__.py
evalscope/perf/plugin/api/base.py
evalscope/perf/plugin/api/custom_api.py
evalscope/perf/plugin/api/dashscope_api.py
evalscope/perf/plugin/api/default_api.py
evalscope/perf/plugin/api/openai_api.py
evalscope/perf/plugin/api/openai_embedding_api.py
evalscope/perf/plugin/api/openai_rerank_api.py
evalscope/perf/plugin/datasets/__init__.py
evalscope/perf/plugin/datasets/base.py
evalscope/perf/plugin/datasets/custom.py
evalscope/perf/plugin/datasets/embedding_dataset.py
evalscope/perf/plugin/datasets/flickr8k.py
evalscope/perf/plugin/datasets/kontext_bench.py
evalscope/perf/plugin/datasets/line_by_line.py
evalscope/perf/plugin/datasets/longalpaca.py
evalscope/perf/plugin/datasets/openqa.py
evalscope/perf/plugin/datasets/random_dataset.py
evalscope/perf/plugin/datasets/random_vl_dataset.py
evalscope/perf/plugin/datasets/rerank_dataset.py
evalscope/perf/plugin/datasets/speed_benchmark.py
evalscope/perf/plugin/datasets/utils.py
evalscope/perf/sla/__init__.py
evalscope/perf/sla/sla_criterion.py
evalscope/perf/sla/sla_run.py
evalscope/perf/utils/__init__.py
evalscope/perf/utils/analysis_result.py
evalscope/perf/utils/benchmark_util.py
evalscope/perf/utils/db_util.py
evalscope/perf/utils/handler.py
evalscope/perf/utils/local_server.py
evalscope/perf/utils/log_utils.py
evalscope/perf/utils/rich_display.py
evalscope/perf/utils/report/__init__.py
evalscope/perf/utils/report/generate_report.py
evalscope/perf/utils/report/perf_charts.py
evalscope/perf/utils/report/perf_data.py
evalscope/report/__init__.py
evalscope/report/combinator.py
evalscope/report/generator.py
evalscope/report/renderer.py
evalscope/report/report.py
evalscope/report/template/perf_report.html.j2
evalscope/report/template/report.html.j2
evalscope/report/template/css/base.css
evalscope/report/template/css/perf_extra.css
evalscope/report/template/js/eval_extra.js
evalscope/report/template/js/i18n_eval.js
evalscope/report/template/js/i18n_perf.js
evalscope/report/template/js/perf_extra.js
evalscope/report/template/js/shared.js
evalscope/report/template/partials/footer.html
evalscope/report/template/partials/header_eval.html
evalscope/report/template/partials/header_perf.html
evalscope/report/template/partials/toc_eval.html
evalscope/report/template/partials/toc_perf.html
evalscope/sandbox/__init__.py
evalscope/sandbox/volcengine.py
evalscope/service/__init__.py
evalscope/service/app.py
evalscope/service/blueprints/__init__.py
evalscope/service/blueprints/eval.py
evalscope/service/blueprints/perf.py
evalscope/service/frontend/__init__.py
evalscope/service/frontend/async_client.py
evalscope/service/frontend/main.py
evalscope/service/frontend/utils.py
evalscope/service/utils/__init__.py
evalscope/service/utils/benchmarks.py
evalscope/service/utils/log.py
evalscope/service/utils/process.py
evalscope/summarizer/__init__.py
evalscope/summarizer/summarizer.py
evalscope/third_party/__init__.py
evalscope/third_party/longbench_write/README.md
evalscope/third_party/longbench_write/__init__.py
evalscope/third_party/longbench_write/default_task.json
evalscope/third_party/longbench_write/default_task.yaml
evalscope/third_party/longbench_write/eval.py
evalscope/third_party/longbench_write/infer.py
evalscope/third_party/longbench_write/longbench_write.py
evalscope/third_party/longbench_write/utils.py
evalscope/third_party/longbench_write/resources/__init__.py
evalscope/third_party/longbench_write/resources/judge.txt
evalscope/third_party/longbench_write/resources/longbench_write.jsonl
evalscope/third_party/longbench_write/resources/longbench_write_en.jsonl
evalscope/third_party/longbench_write/resources/longwrite_ruler.jsonl
evalscope/third_party/longbench_write/tools/__init__.py
evalscope/third_party/longbench_write/tools/data_etl.py
evalscope/third_party/longbench_write/tools/openai_api.py
evalscope/third_party/thinkbench/__init__.py
evalscope/third_party/thinkbench/eval.py
evalscope/third_party/thinkbench/infer.py
evalscope/third_party/thinkbench/resources/critique_template.txt
evalscope/third_party/thinkbench/resources/reformat_template.txt
evalscope/third_party/thinkbench/tools/__init__.py
evalscope/third_party/thinkbench/tools/llm.py
evalscope/third_party/thinkbench/tools/utils.py
evalscope/third_party/toolbench_static/README.md
evalscope/third_party/toolbench_static/__init__.py
evalscope/third_party/toolbench_static/config_default.json
evalscope/third_party/toolbench_static/config_default.yaml
evalscope/third_party/toolbench_static/eval.py
evalscope/third_party/toolbench_static/infer.py
evalscope/third_party/toolbench_static/requirements.txt
evalscope/third_party/toolbench_static/toolbench_static.py
evalscope/third_party/toolbench_static/llm/__init__.py
evalscope/third_party/toolbench_static/llm/swift_infer.py
evalscope/utils/__init__.py
evalscope/utils/argument_utils.py
evalscope/utils/chat_service.py
evalscope/utils/code_utils.py
evalscope/utils/deprecation_utils.py
evalscope/utils/function_utils.py
evalscope/utils/import_utils.py
evalscope/utils/io_utils.py
evalscope/utils/json_schema.py
evalscope/utils/logger.py
evalscope/utils/model_utils.py
evalscope/utils/multi_choices.py
evalscope/utils/ner.py
evalscope/utils/resource_utils.py
evalscope/utils/url_utils.py
evalscope/utils/doc_utils/__init__.py
evalscope/utils/doc_utils/benchmark_stats.py
evalscope/utils/doc_utils/generate_dataset_md.py
evalscope/utils/doc_utils/readme_generator.py
evalscope/utils/doc_utils/translate_description.py
evalscope/utils/tqdm_utils/__init__.py
evalscope/utils/tqdm_utils/progress_tracker.py
evalscope/utils/tqdm_utils/tqdm_logging.py
requirements/aigc.txt
requirements/app.txt
requirements/dev.txt
requirements/docs.txt
requirements/framework.txt
requirements/opencompass.txt
requirements/perf.txt
requirements/rag.txt
requirements/sandbox.txt
requirements/service.txt
requirements/vlmeval.txt
tests/test_loader_shuffle.py
tests/test_run_all.py