.gitignore
.pre-commit-config.yaml
LICENSE
README.md
pyproject.toml
setup.py
test_parse.py
.github/issue_template.md
.github/pull_request_template.md
.github/workflows/lint.yml
docs/README.md
docs/commands.md
docs/current_tasks.md
docs/lmms-eval-0.3.md
docs/model_guide.md
docs/run_examples.md
docs/task_guide.md
lmms_eval/__init__.py
lmms_eval/__main__.py
lmms_eval/evaluator.py
lmms_eval/evaluator_utils.py
lmms_eval/logging_utils.py
lmms_eval/utils.py
lmms_eval.egg-info/PKG-INFO
lmms_eval.egg-info/SOURCES.txt
lmms_eval.egg-info/dependency_links.txt
lmms_eval.egg-info/entry_points.txt
lmms_eval.egg-info/requires.txt
lmms_eval.egg-info/top_level.txt
lmms_eval/api/__init__.py
lmms_eval/api/filter.py
lmms_eval/api/group.py
lmms_eval/api/instance.py
lmms_eval/api/metrics.py
lmms_eval/api/model.py
lmms_eval/api/registry.py
lmms_eval/api/samplers.py
lmms_eval/api/task.py
lmms_eval/caching/__init__.py
lmms_eval/caching/cache.py
lmms_eval/filters/__init__.py
lmms_eval/filters/decontamination.py
lmms_eval/filters/extraction.py
lmms_eval/filters/selection.py
lmms_eval/filters/transformation.py
lmms_eval/loggers/__init__.py
lmms_eval/loggers/evaluation_tracker.py
lmms_eval/loggers/utils.py
lmms_eval/loggers/wandb_logger.py
lmms_eval/models/__init__.py
lmms_eval/models/aria.py
lmms_eval/models/auroracap.py
lmms_eval/models/batch_gpt4.py
lmms_eval/models/cambrian.py
lmms_eval/models/claude.py
lmms_eval/models/cogvlm2.py
lmms_eval/models/from_log.py
lmms_eval/models/fuyu.py
lmms_eval/models/gemini_api.py
lmms_eval/models/gpt4v.py
lmms_eval/models/idefics2.py
lmms_eval/models/instructblip.py
lmms_eval/models/internvideo2.py
lmms_eval/models/internvl.py
lmms_eval/models/internvl2.py
lmms_eval/models/llama_vid.py
lmms_eval/models/llama_vision.py
lmms_eval/models/llava.py
lmms_eval/models/llava_hf.py
lmms_eval/models/llava_onevision.py
lmms_eval/models/llava_onevision_moviechat.py
lmms_eval/models/llava_sglang.py
lmms_eval/models/llava_vid.py
lmms_eval/models/longva.py
lmms_eval/models/mantis.py
lmms_eval/models/minicpm_v.py
lmms_eval/models/minimonkey.py
lmms_eval/models/moviechat.py
lmms_eval/models/mplug_owl_video.py
lmms_eval/models/mplug_owl_video_model.py
lmms_eval/models/oryx.py
lmms_eval/models/phi3v.py
lmms_eval/models/qwen2_audio.py
lmms_eval/models/qwen2_vl.py
lmms_eval/models/qwen_vl.py
lmms_eval/models/qwen_vl_api.py
lmms_eval/models/reka.py
lmms_eval/models/ross.py
lmms_eval/models/slime.py
lmms_eval/models/srt_api.py
lmms_eval/models/tinyllava.py
lmms_eval/models/video_chatgpt.py
lmms_eval/models/video_llava.py
lmms_eval/models/videochat2.py
lmms_eval/models/vila.py
lmms_eval/models/xcomposer2_4KHD.py
lmms_eval/models/xcomposer2d5.py
lmms_eval/models/model_utils/__init__.py
lmms_eval/models/model_utils/audio_processing.py
lmms_eval/models/model_utils/load_video.py
lmms_eval/models/model_utils/qwen/qwen_generate_utils.py
lmms_eval/models/mplug_owl_video/__init__.py
lmms_eval/models/mplug_owl_video/configuration_mplug_owl.py
lmms_eval/models/mplug_owl_video/modeling_mplug_owl.py
lmms_eval/models/mplug_owl_video/processing_mplug_owl.py
lmms_eval/models/mplug_owl_video/tokenization_mplug_owl.py
lmms_eval/models/video_chatgpt/__init__.py
lmms_eval/models/video_chatgpt/constants.py
lmms_eval/models/video_chatgpt/inference.py
lmms_eval/models/video_chatgpt/single_video_inference.py
lmms_eval/models/video_chatgpt/utils.py
lmms_eval/models/video_chatgpt/video_conversation.py
lmms_eval/models/video_chatgpt/eval/__init__.py
lmms_eval/models/video_chatgpt/eval/model_utils.py
lmms_eval/models/video_chatgpt/model/__init__.py
lmms_eval/models/video_chatgpt/model/consolidate.py
lmms_eval/models/video_chatgpt/model/make_delta.py
lmms_eval/models/video_chatgpt/model/utils.py
lmms_eval/models/video_chatgpt/model/video_chatgpt.py
lmms_eval/tasks/__init__.py
lmms_eval/tasks/_task_utils/file_utils.py
lmms_eval/tasks/_task_utils/gpt_eval_utils.py
lmms_eval/tasks/_task_utils/video_loader.py
lmms_eval/tasks/_task_utils/vqa_eval_metric.py
lmms_eval/tasks/activitynetqa/_default_template_yaml
lmms_eval/tasks/activitynetqa/activitynetqa_generation.yaml
lmms_eval/tasks/activitynetqa/utils.py
lmms_eval/tasks/ai2d/ai2d.yaml
lmms_eval/tasks/ai2d/ai2d_lite.yaml
lmms_eval/tasks/ai2d/ai2d_no_mask.yaml
lmms_eval/tasks/ai2d/upload_ai2d.py
lmms_eval/tasks/ai2d/utils.py
lmms_eval/tasks/air_bench/_default_template_yaml
lmms_eval/tasks/air_bench/air_bench_chat.yaml
lmms_eval/tasks/air_bench/air_bench_chat_mixed.yaml
lmms_eval/tasks/air_bench/air_bench_chat_music.yaml
lmms_eval/tasks/air_bench/air_bench_chat_sound.yaml
lmms_eval/tasks/air_bench/air_bench_chat_speech.yaml
lmms_eval/tasks/air_bench/air_bench_foundation.yaml
lmms_eval/tasks/air_bench/air_bench_foundation_music.yaml
lmms_eval/tasks/air_bench/air_bench_foundation_sound.yaml
lmms_eval/tasks/air_bench/air_bench_foundation_speech.yaml
lmms_eval/tasks/air_bench/utils.py
lmms_eval/tasks/alpaca_audio/alpaca_audio.yaml
lmms_eval/tasks/alpaca_audio/utils.py
lmms_eval/tasks/arc/README.md
lmms_eval/tasks/arc/arc_challenge.yaml
lmms_eval/tasks/arc/arc_easy.yaml
lmms_eval/tasks/av_odyssey/av_odyssey.yaml
lmms_eval/tasks/av_odyssey/utils.py
lmms_eval/tasks/chartqa/chartqa.yaml
lmms_eval/tasks/chartqa/chartqa_lite.yaml
lmms_eval/tasks/chartqa/upload_chartqa.py
lmms_eval/tasks/chartqa/utils.py
lmms_eval/tasks/cinepile/cinepile.yaml
lmms_eval/tasks/cinepile/utils.py
lmms_eval/tasks/clotho_aqa/_default_template_yaml
lmms_eval/tasks/clotho_aqa/clotho_aqa.yaml
lmms_eval/tasks/clotho_aqa/clotho_aqa_test.yaml
lmms_eval/tasks/clotho_aqa/clotho_aqa_val.yaml
lmms_eval/tasks/clotho_aqa/clotho_asqa_test_v2.yaml
lmms_eval/tasks/clotho_aqa/utils.py
lmms_eval/tasks/cmmmu/_cmmmu.yaml
lmms_eval/tasks/cmmmu/_default_template_cmmmu_yaml
lmms_eval/tasks/cmmmu/cmmmu_test.yaml
lmms_eval/tasks/cmmmu/cmmmu_val.yaml
lmms_eval/tasks/cmmmu/utils.py
lmms_eval/tasks/coco_cap/coco2014_cap.yaml
lmms_eval/tasks/coco_cap/coco2014_cap_test.yaml
lmms_eval/tasks/coco_cap/coco2014_cap_val.yaml
lmms_eval/tasks/coco_cap/coco2017_cap.yaml
lmms_eval/tasks/coco_cap/coco2017_cap_test.yaml
lmms_eval/tasks/coco_cap/coco2017_cap_val.yaml
lmms_eval/tasks/coco_cap/coco2017_cap_val_lite.yaml
lmms_eval/tasks/coco_cap/coco_cap.yaml
lmms_eval/tasks/coco_cap/utils.py
lmms_eval/tasks/common_voice_15/common_voice_15.yaml
lmms_eval/tasks/common_voice_15/common_voice_15_en.yaml
lmms_eval/tasks/common_voice_15/common_voice_15_fr.yaml
lmms_eval/tasks/common_voice_15/common_voice_15_zh-CN.yaml
lmms_eval/tasks/common_voice_15/utils.py
lmms_eval/tasks/conbench/conbench.yaml
lmms_eval/tasks/conbench/utils.py
lmms_eval/tasks/cuva/_default_template_yaml
lmms_eval/tasks/cuva/cuva.yaml
lmms_eval/tasks/cuva/cuva_test.yaml
lmms_eval/tasks/cuva/utils.py
lmms_eval/tasks/cvrr/_cvrr.yaml
lmms_eval/tasks/cvrr/_default_template_yaml
lmms_eval/tasks/cvrr/cvrr_fine_grained_action_understanding.yaml
lmms_eval/tasks/cvrr/cvrr_interpretation_of_social_context.yaml
lmms_eval/tasks/cvrr/cvrr_interpretation_of_visual_context.yaml
lmms_eval/tasks/cvrr/cvrr_multiple_actions_in_a_single_video.yaml
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_existent_scene_depictions.yaml
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_non_existent_scene_depictions.yaml
lmms_eval/tasks/cvrr/cvrr_object_instance_count.yaml
lmms_eval/tasks/cvrr/cvrr_partial_actions.yaml
lmms_eval/tasks/cvrr/cvrr_time_order_understanding.yaml
lmms_eval/tasks/cvrr/cvrr_understanding_emotional_context.yaml
lmms_eval/tasks/cvrr/cvrr_unusual_and_physically_anomalous_activities.yaml
lmms_eval/tasks/cvrr/utils.py
lmms_eval/tasks/detailcaps/_default_template_detailcaps_yaml
lmms_eval/tasks/detailcaps/detailcaps.yaml
lmms_eval/tasks/detailcaps/utils.py
lmms_eval/tasks/docvqa/_default_template_docvqa_yaml
lmms_eval/tasks/docvqa/docvqa.yaml
lmms_eval/tasks/docvqa/docvqa_test.yaml
lmms_eval/tasks/docvqa/docvqa_val.yaml
lmms_eval/tasks/docvqa/docvqa_val_lite.yaml
lmms_eval/tasks/docvqa/utils.py
lmms_eval/tasks/egoschema/README.md
lmms_eval/tasks/egoschema/_default_template_yaml
lmms_eval/tasks/egoschema/egoschema.yaml
lmms_eval/tasks/egoschema/egoschema_mcppl.yaml
lmms_eval/tasks/egoschema/egoschema_subset.yaml
lmms_eval/tasks/egoschema/egoschema_subset_mcppl.yaml
lmms_eval/tasks/egoschema/utils.py
lmms_eval/tasks/ferret/ferret.yaml
lmms_eval/tasks/ferret/rule.json
lmms_eval/tasks/ferret/utils.py
lmms_eval/tasks/flickr30k/flickr30k.yaml
lmms_eval/tasks/flickr30k/flickr30k_test.yaml
lmms_eval/tasks/flickr30k/flickr30k_test_lite.yaml
lmms_eval/tasks/flickr30k/utils.py
lmms_eval/tasks/funqa/_default_template_yaml
lmms_eval/tasks/funqa/funqa.yaml
lmms_eval/tasks/funqa/funqa_test.yaml
lmms_eval/tasks/funqa/utils.py
lmms_eval/tasks/gigaspeech/gigaspeech.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_dev.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_l_dev.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_l_test.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_m_dev.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_m_test.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_s_dev.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_s_test.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_test.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_xl_dev.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_xl_test.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_xs_dev.yaml
lmms_eval/tasks/gigaspeech/gigaspeech_xs_test.yaml
lmms_eval/tasks/gigaspeech/utils.py
lmms_eval/tasks/gigaspeech/whisper_normalizer/basic.py
lmms_eval/tasks/gigaspeech/whisper_normalizer/english.json
lmms_eval/tasks/gigaspeech/whisper_normalizer/english.py
lmms_eval/tasks/gpqa/README.md
lmms_eval/tasks/gpqa/cot_n_shot/_generate_configs.py
lmms_eval/tasks/gpqa/cot_n_shot/_gpqa_cot_n_shot_yaml
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml
lmms_eval/tasks/gpqa/cot_n_shot/utils.py
lmms_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py
lmms_eval/tasks/gpqa/cot_zeroshot/_gpqa_cot_zeroshot_yaml
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml
lmms_eval/tasks/gpqa/cot_zeroshot/utils.py
lmms_eval/tasks/gpqa/generative/_generate_configs.py
lmms_eval/tasks/gpqa/generative/_gpqa_generative_n_shot_yaml
lmms_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml
lmms_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml
lmms_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml
lmms_eval/tasks/gpqa/generative/utils.py
lmms_eval/tasks/gpqa/n_shot/_generate_configs.py
lmms_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml
lmms_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml
lmms_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml
lmms_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml
lmms_eval/tasks/gpqa/n_shot/utils.py
lmms_eval/tasks/gpqa/zeroshot/_generate_configs.py
lmms_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml
lmms_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml
lmms_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml
lmms_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml
lmms_eval/tasks/gpqa/zeroshot/utils.py
lmms_eval/tasks/gqa/gqa.yaml
lmms_eval/tasks/gqa/gqa_lite.yaml
lmms_eval/tasks/gqa/utils.py
lmms_eval/tasks/gqa_ru/gqa_ru.yaml
lmms_eval/tasks/gqa_ru/utils.py
lmms_eval/tasks/gsm8k/README.md
lmms_eval/tasks/gsm8k/gsm8k-cot-llama.yaml
lmms_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml
lmms_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml
lmms_eval/tasks/gsm8k/gsm8k-cot.yaml
lmms_eval/tasks/gsm8k/gsm8k.yaml
lmms_eval/tasks/hallusion_bench/evaluate_hb.py
lmms_eval/tasks/hallusion_bench/hallusion_bench_image.yaml
lmms_eval/tasks/hallusion_bench/utils.py
lmms_eval/tasks/hellaswag/README.md
lmms_eval/tasks/hellaswag/hellaswag.yaml
lmms_eval/tasks/hellaswag/utils.py
lmms_eval/tasks/iconqa/_default_template_docvqa_yaml
lmms_eval/tasks/iconqa/iconqa.yaml
lmms_eval/tasks/iconqa/iconqa_test.yaml
lmms_eval/tasks/iconqa/iconqa_val.yaml
lmms_eval/tasks/iconqa/utils.py
lmms_eval/tasks/ifeval/README.md
lmms_eval/tasks/ifeval/ifeval.yaml
lmms_eval/tasks/ifeval/instructions.py
lmms_eval/tasks/ifeval/instructions_registry.py
lmms_eval/tasks/ifeval/instructions_util.py
lmms_eval/tasks/ifeval/utils.py
lmms_eval/tasks/ii_bench/ii_bench.yaml
lmms_eval/tasks/ii_bench/utils.py
lmms_eval/tasks/illusionvqa/illusionvqa.yaml
lmms_eval/tasks/illusionvqa/illusionvqa_comprehension.yaml
lmms_eval/tasks/illusionvqa/illusionvqa_soft_localization.yaml
lmms_eval/tasks/illusionvqa/utils.py
lmms_eval/tasks/infovqa/_default_template_infovqa_yaml
lmms_eval/tasks/infovqa/infovqa.yaml
lmms_eval/tasks/infovqa/infovqa_test.yaml
lmms_eval/tasks/infovqa/infovqa_val.yaml
lmms_eval/tasks/infovqa/infovqa_val_lite.yaml
lmms_eval/tasks/infovqa/utils.py
lmms_eval/tasks/internal_eval/_default_template_internal_eval_yaml
lmms_eval/tasks/internal_eval/d170_cn.yaml
lmms_eval/tasks/internal_eval/d170_cn_utils.py
lmms_eval/tasks/internal_eval/d170_en.yaml
lmms_eval/tasks/internal_eval/d170_en_utils.py
lmms_eval/tasks/internal_eval/dc100_en.yaml
lmms_eval/tasks/internal_eval/dc100_en_utils.py
lmms_eval/tasks/internal_eval/dc200_cn.yaml
lmms_eval/tasks/internal_eval/dc200_cn_utils.py
lmms_eval/tasks/internal_eval/internal_eval.yaml
lmms_eval/tasks/internal_eval/utils.py
lmms_eval/tasks/jmmmu/_default_template_yaml
lmms_eval/tasks/jmmmu/jmmmu.yaml
lmms_eval/tasks/jmmmu/jmmmu_accounting.yaml
lmms_eval/tasks/jmmmu/jmmmu_agriculture.yaml
lmms_eval/tasks/jmmmu/jmmmu_architecture_and_engineering.yaml
lmms_eval/tasks/jmmmu/jmmmu_basic_medical_science.yaml
lmms_eval/tasks/jmmmu/jmmmu_biology.yaml
lmms_eval/tasks/jmmmu/jmmmu_chemistry.yaml
lmms_eval/tasks/jmmmu/jmmmu_clinical_medicine.yaml
lmms_eval/tasks/jmmmu/jmmmu_computer_science.yaml
lmms_eval/tasks/jmmmu/jmmmu_design.yaml
lmms_eval/tasks/jmmmu/jmmmu_diagnostics_and_laboratory_medicine.yaml
lmms_eval/tasks/jmmmu/jmmmu_economics.yaml
lmms_eval/tasks/jmmmu/jmmmu_electronics.yaml
lmms_eval/tasks/jmmmu/jmmmu_energy_and_power.yaml
lmms_eval/tasks/jmmmu/jmmmu_finance.yaml
lmms_eval/tasks/jmmmu/jmmmu_japanese_art.yaml
lmms_eval/tasks/jmmmu/jmmmu_japanese_heritage.yaml
lmms_eval/tasks/jmmmu/jmmmu_japanese_history.yaml
lmms_eval/tasks/jmmmu/jmmmu_manage.yaml
lmms_eval/tasks/jmmmu/jmmmu_marketing.yaml
lmms_eval/tasks/jmmmu/jmmmu_materials.yaml
lmms_eval/tasks/jmmmu/jmmmu_math.yaml
lmms_eval/tasks/jmmmu/jmmmu_mechanical_engineering.yaml
lmms_eval/tasks/jmmmu/jmmmu_music.yaml
lmms_eval/tasks/jmmmu/jmmmu_pharmacy.yaml
lmms_eval/tasks/jmmmu/jmmmu_physics.yaml
lmms_eval/tasks/jmmmu/jmmmu_psychology.yaml
lmms_eval/tasks/jmmmu/jmmmu_public_health.yaml
lmms_eval/tasks/jmmmu/jmmmu_world_history.yaml
lmms_eval/tasks/jmmmu/utils.py
lmms_eval/tasks/librispeech/cn_tn.py
lmms_eval/tasks/librispeech/librispeech.yaml
lmms_eval/tasks/librispeech/librispeech_dev_clean.yaml
lmms_eval/tasks/librispeech/librispeech_dev_other.yaml
lmms_eval/tasks/librispeech/librispeech_test_clean.yaml
lmms_eval/tasks/librispeech/librispeech_test_other.yaml
lmms_eval/tasks/librispeech/utils.py
lmms_eval/tasks/librispeech/whisper_normalizer/basic.py
lmms_eval/tasks/librispeech/whisper_normalizer/english.json
lmms_eval/tasks/librispeech/whisper_normalizer/english.py
lmms_eval/tasks/live_bench/live_bench.yaml
lmms_eval/tasks/live_bench/live_bench_2406.yaml
lmms_eval/tasks/live_bench/live_bench_2407.yaml
lmms_eval/tasks/live_bench/live_bench_2409.yaml
lmms_eval/tasks/live_bench/live_bench_template_yaml
lmms_eval/tasks/live_bench/live_bench_template_yaml_v2
lmms_eval/tasks/live_bench/utils.py
lmms_eval/tasks/live_bench/utils_v2.py
lmms_eval/tasks/llava-bench-coco/llava-bench-coco.yaml
lmms_eval/tasks/llava-bench-coco/rule.json
lmms_eval/tasks/llava-bench-coco/utils.py
lmms_eval/tasks/llava-in-the-wild/llava-in-the-wild.yaml
lmms_eval/tasks/llava-in-the-wild/rule.json
lmms_eval/tasks/llava-in-the-wild/utils.py
lmms_eval/tasks/llava_interleave_bench/_default_template_interleave_yaml
lmms_eval/tasks/llava_interleave_bench/in_domain.yaml
lmms_eval/tasks/llava_interleave_bench/interleave_bench.yaml
lmms_eval/tasks/llava_interleave_bench/multi_view_in_domain.yaml
lmms_eval/tasks/llava_interleave_bench/out_of_domain.yaml
lmms_eval/tasks/llava_interleave_bench/utils.py
lmms_eval/tasks/llava_wilder/_default_template_wilder_yaml
lmms_eval/tasks/llava_wilder/llava_wilder_small.yaml
lmms_eval/tasks/llava_wilder/utils.py
lmms_eval/tasks/longvideobench/longvideobench_test_i.yaml
lmms_eval/tasks/longvideobench/longvideobench_test_v.yaml
lmms_eval/tasks/longvideobench/longvideobench_val_i.yaml
lmms_eval/tasks/longvideobench/longvideobench_val_v.yaml
lmms_eval/tasks/longvideobench/utils.py
lmms_eval/tasks/mathverse/mathverse.yaml
lmms_eval/tasks/mathverse/mathverse_evals.py
lmms_eval/tasks/mathverse/mathverse_testmini.yaml
lmms_eval/tasks/mathverse/mathverse_testmini_text.yaml
lmms_eval/tasks/mathverse/mathverse_testmini_text_dominant.yaml
lmms_eval/tasks/mathverse/mathverse_testmini_text_lite.yaml
lmms_eval/tasks/mathverse/mathverse_testmini_text_only.yaml
lmms_eval/tasks/mathverse/mathverse_testmini_vision.yaml
lmms_eval/tasks/mathverse/mathverse_testmini_vision_dominant.yaml
lmms_eval/tasks/mathverse/mathverse_testmini_vision_intensive.yaml
lmms_eval/tasks/mathverse/mathverse_testmini_vision_only.yaml
lmms_eval/tasks/mathverse/utils.py
lmms_eval/tasks/mathvista/mathvista.yaml
lmms_eval/tasks/mathvista/mathvista_evals.py
lmms_eval/tasks/mathvista/mathvista_test.yaml
lmms_eval/tasks/mathvista/mathvista_testmini.yaml
lmms_eval/tasks/mathvista/mathvista_testmini_cot.yaml
lmms_eval/tasks/mathvista/mathvista_testmini_format.yaml
lmms_eval/tasks/mathvista/mathvista_testmini_solution.yaml
lmms_eval/tasks/mathvista/utils.py
lmms_eval/tasks/megabench/README.md
lmms_eval/tasks/megabench/_default_template_yaml
lmms_eval/tasks/megabench/evaluator.py
lmms_eval/tasks/megabench/image_video_utils.py
lmms_eval/tasks/megabench/megabench.yaml
lmms_eval/tasks/megabench/megabench_core.yaml
lmms_eval/tasks/megabench/megabench_core_si.yaml
lmms_eval/tasks/megabench/megabench_open.yaml
lmms_eval/tasks/megabench/megabench_open_si.yaml
lmms_eval/tasks/megabench/requirements.txt
lmms_eval/tasks/megabench/utils.py
lmms_eval/tasks/megabench/breakdown/all_task_meta.json
lmms_eval/tasks/megabench/breakdown/analysis_utils.py
lmms_eval/tasks/megabench/breakdown/derive_breakdown_results.py
lmms_eval/tasks/megabench/metrics/README.md
lmms_eval/tasks/megabench/metrics/__init__.py
lmms_eval/tasks/megabench/metrics/aggregation_type.py
lmms_eval/tasks/megabench/metrics/metric_type.py
lmms_eval/tasks/megabench/metrics/response_parse_type.py
lmms_eval/tasks/megabench/metrics/aggregation/mean_agg.py
lmms_eval/tasks/megabench/metrics/aggregation/min_agg.py
lmms_eval/tasks/megabench/metrics/aggregation/unsupported_agg.py
lmms_eval/tasks/megabench/metrics/parsing/answer_str_parse.py
lmms_eval/tasks/megabench/metrics/parsing/dummy_parse.py
lmms_eval/tasks/megabench/metrics/parsing/json_parse.py
lmms_eval/tasks/megabench/metrics/parsing/common/parsers.py
lmms_eval/tasks/megabench/metrics/parsing/common/utils.py
lmms_eval/tasks/megabench/metrics/scoring/ascii_art_vlm_judge.py
lmms_eval/tasks/megabench/metrics/scoring/chess_jaccard.py
lmms_eval/tasks/megabench/metrics/scoring/constrained_generation.py
lmms_eval/tasks/megabench/metrics/scoring/coordinate_sequence_match.py
lmms_eval/tasks/megabench/metrics/scoring/dict_equality.py
lmms_eval/tasks/megabench/metrics/scoring/dict_exact_match_agg_recall.py
lmms_eval/tasks/megabench/metrics/scoring/dict_jaccard_agg_jaccard.py
lmms_eval/tasks/megabench/metrics/scoring/dict_nbbox_iou_tuple_agg_jaccard.py
lmms_eval/tasks/megabench/metrics/scoring/dict_set_equality_agg_jaccard.py
lmms_eval/tasks/megabench/metrics/scoring/exact_str_match.py
lmms_eval/tasks/megabench/metrics/scoring/exact_str_match_case_insensitive.py
lmms_eval/tasks/megabench/metrics/scoring/general_numerical_match.py
lmms_eval/tasks/megabench/metrics/scoring/geo_proximity.py
lmms_eval/tasks/megabench/metrics/scoring/gleu.py
lmms_eval/tasks/megabench/metrics/scoring/jaccard.py
lmms_eval/tasks/megabench/metrics/scoring/latex_expr_equality.py
lmms_eval/tasks/megabench/metrics/scoring/longest_common_list_prefix_ratio.py
lmms_eval/tasks/megabench/metrics/scoring/mse.py
lmms_eval/tasks/megabench/metrics/scoring/multi_ref_phrase.py
lmms_eval/tasks/megabench/metrics/scoring/nbbox_iou.py
lmms_eval/tasks/megabench/metrics/scoring/near_str_match.py
lmms_eval/tasks/megabench/metrics/scoring/nli_entailment.py
lmms_eval/tasks/megabench/metrics/scoring/normalized_similarity_damerau_levenshtein.py
lmms_eval/tasks/megabench/metrics/scoring/number_rel_diff_ratio.py
lmms_eval/tasks/megabench/metrics/scoring/positive_int_match.py
lmms_eval/tasks/megabench/metrics/scoring/program_judge.py
lmms_eval/tasks/megabench/metrics/scoring/sacrebleu_bleu.py
lmms_eval/tasks/megabench/metrics/scoring/sequence_equality.py
lmms_eval/tasks/megabench/metrics/scoring/set_equality.py
lmms_eval/tasks/megabench/metrics/scoring/set_precision.py
lmms_eval/tasks/megabench/metrics/scoring/simple_str_match.py
lmms_eval/tasks/megabench/metrics/scoring/symbolic_planning.py
lmms_eval/tasks/megabench/metrics/scoring/unsupported_scoring.py
lmms_eval/tasks/megabench/metrics/scoring/vlm_as_judge.py
lmms_eval/tasks/megabench/metrics/scoring/xml_nbbox_iou.py
lmms_eval/tasks/megabench/metrics/scoring/xml_norm_point_distance.py
lmms_eval/tasks/megabench/metrics/scoring/xml_norm_point_in_bbox.py
lmms_eval/tasks/megabench/metrics/scoring/common/conversions.py
lmms_eval/tasks/megabench/metrics/scoring/common/metrics.py
lmms_eval/tasks/megabench/metrics/scoring/common/transformations.py
lmms_eval/tasks/mia_bench/mia_bench.yaml
lmms_eval/tasks/mia_bench/utils.py
lmms_eval/tasks/mirb/mirb.yaml
lmms_eval/tasks/mirb/utils.py
lmms_eval/tasks/mix_evals/README.md
lmms_eval/tasks/mix_evals/audio2text/_default_template_yaml
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2_text_freeform.yaml
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2_text_freeform_hard.yaml
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2text.yaml
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2text_hard.yaml
lmms_eval/tasks/mix_evals/audio2text/utils.py
lmms_eval/tasks/mix_evals/image2text/_default_template_yaml
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text.yaml
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform.yaml
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform_hard.yaml
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_hard.yaml
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc.yaml
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc_hard.yaml
lmms_eval/tasks/mix_evals/image2text/utils.py
lmms_eval/tasks/mix_evals/video2text/_default_template_yaml
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text.yaml
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform.yaml
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform_hard.yaml
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_hard.yaml
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc.yaml
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc_hard.yaml
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_openended.yaml
lmms_eval/tasks/mix_evals/video2text/utils.py
lmms_eval/tasks/mlvu/mlvu.yaml
lmms_eval/tasks/mlvu/utils.py
lmms_eval/tasks/mmbench/_default_template_mmbench_cn_yaml
lmms_eval/tasks/mmbench/_default_template_mmbench_en_yaml
lmms_eval/tasks/mmbench/_default_template_mmbench_ru_yaml
lmms_eval/tasks/mmbench/cc_utils.py
lmms_eval/tasks/mmbench/cn_utils.py
lmms_eval/tasks/mmbench/en_utils.py
lmms_eval/tasks/mmbench/mmbench.yaml
lmms_eval/tasks/mmbench/mmbench_cc.yaml
lmms_eval/tasks/mmbench/mmbench_cn.yaml
lmms_eval/tasks/mmbench/mmbench_cn_dev.yaml
lmms_eval/tasks/mmbench/mmbench_cn_dev_lite.yaml
lmms_eval/tasks/mmbench/mmbench_cn_test.yaml
lmms_eval/tasks/mmbench/mmbench_en.yaml
lmms_eval/tasks/mmbench/mmbench_en_dev.yaml
lmms_eval/tasks/mmbench/mmbench_en_dev_lite.yaml
lmms_eval/tasks/mmbench/mmbench_en_test.yaml
lmms_eval/tasks/mmbench/mmbench_evals.py
lmms_eval/tasks/mmbench/mmbench_ru_dev.yaml
lmms_eval/tasks/mmbench/ru_utils.py
lmms_eval/tasks/mme/mme.yaml
lmms_eval/tasks/mme/utils.py
lmms_eval/tasks/mme_realworld/mme_realworld.yaml
lmms_eval/tasks/mme_realworld/mme_realworld_cn.yaml
lmms_eval/tasks/mme_realworld/mme_realworld_lite.yaml
lmms_eval/tasks/mme_realworld/utils.py
lmms_eval/tasks/mmlu/_generate_configs.py
lmms_eval/tasks/mmlu/continuation/_continuation_template_yaml
lmms_eval/tasks/mmlu/continuation/_mmlu.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_international_law.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_management.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_marketing.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_sociology.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_virology.yaml
lmms_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml
lmms_eval/tasks/mmlu/default/_default_template_yaml
lmms_eval/tasks/mmlu/default/_mmlu.yaml
lmms_eval/tasks/mmlu/default/_mmlu_humanities.yaml
lmms_eval/tasks/mmlu/default/_mmlu_other.yaml
lmms_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml
lmms_eval/tasks/mmlu/default/_mmlu_stem.yaml
lmms_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml
lmms_eval/tasks/mmlu/default/mmlu_anatomy.yaml
lmms_eval/tasks/mmlu/default/mmlu_astronomy.yaml
lmms_eval/tasks/mmlu/default/mmlu_business_ethics.yaml
lmms_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml
lmms_eval/tasks/mmlu/default/mmlu_college_biology.yaml
lmms_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml
lmms_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml
lmms_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml
lmms_eval/tasks/mmlu/default/mmlu_college_medicine.yaml
lmms_eval/tasks/mmlu/default/mmlu_college_physics.yaml
lmms_eval/tasks/mmlu/default/mmlu_computer_security.yaml
lmms_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml
lmms_eval/tasks/mmlu/default/mmlu_econometrics.yaml
lmms_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml
lmms_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml
lmms_eval/tasks/mmlu/default/mmlu_formal_logic.yaml
lmms_eval/tasks/mmlu/default/mmlu_global_facts.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml
lmms_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml
lmms_eval/tasks/mmlu/default/mmlu_human_aging.yaml
lmms_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml
lmms_eval/tasks/mmlu/default/mmlu_international_law.yaml
lmms_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml
lmms_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml
lmms_eval/tasks/mmlu/default/mmlu_machine_learning.yaml
lmms_eval/tasks/mmlu/default/mmlu_management.yaml
lmms_eval/tasks/mmlu/default/mmlu_marketing.yaml
lmms_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml
lmms_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml
lmms_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml
lmms_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml
lmms_eval/tasks/mmlu/default/mmlu_nutrition.yaml
lmms_eval/tasks/mmlu/default/mmlu_philosophy.yaml
lmms_eval/tasks/mmlu/default/mmlu_prehistory.yaml
lmms_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml
lmms_eval/tasks/mmlu/default/mmlu_professional_law.yaml
lmms_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml
lmms_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml
lmms_eval/tasks/mmlu/default/mmlu_public_relations.yaml
lmms_eval/tasks/mmlu/default/mmlu_security_studies.yaml
lmms_eval/tasks/mmlu/default/mmlu_sociology.yaml
lmms_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml
lmms_eval/tasks/mmlu/default/mmlu_virology.yaml
lmms_eval/tasks/mmlu/default/mmlu_world_religions.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json
lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml
lmms_eval/tasks/mmlu/flan_cot_zeroshot/utils.py
lmms_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml
lmms_eval/tasks/mmlu/flan_n_shot/generative/utils.py
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml
lmms_eval/tasks/mmlu/generative/_default_template_yaml
lmms_eval/tasks/mmlu/generative/_mmlu.yaml
lmms_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml
lmms_eval/tasks/mmlu/generative/mmlu_anatomy.yaml
lmms_eval/tasks/mmlu/generative/mmlu_astronomy.yaml
lmms_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml
lmms_eval/tasks/mmlu/generative/mmlu_college_biology.yaml
lmms_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml
lmms_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml
lmms_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml
lmms_eval/tasks/mmlu/generative/mmlu_college_physics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_computer_security.yaml
lmms_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_econometrics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml
lmms_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml
lmms_eval/tasks/mmlu/generative/mmlu_global_facts.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml
lmms_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml
lmms_eval/tasks/mmlu/generative/mmlu_human_aging.yaml
lmms_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml
lmms_eval/tasks/mmlu/generative/mmlu_international_law.yaml
lmms_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml
lmms_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml
lmms_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml
lmms_eval/tasks/mmlu/generative/mmlu_management.yaml
lmms_eval/tasks/mmlu/generative/mmlu_marketing.yaml
lmms_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml
lmms_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml
lmms_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml
lmms_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml
lmms_eval/tasks/mmlu/generative/mmlu_nutrition.yaml
lmms_eval/tasks/mmlu/generative/mmlu_philosophy.yaml
lmms_eval/tasks/mmlu/generative/mmlu_prehistory.yaml
lmms_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml
lmms_eval/tasks/mmlu/generative/mmlu_professional_law.yaml
lmms_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml
lmms_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml
lmms_eval/tasks/mmlu/generative/mmlu_public_relations.yaml
lmms_eval/tasks/mmlu/generative/mmlu_security_studies.yaml
lmms_eval/tasks/mmlu/generative/mmlu_sociology.yaml
lmms_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml
lmms_eval/tasks/mmlu/generative/mmlu_virology.yaml
lmms_eval/tasks/mmlu/generative/mmlu_world_religions.yaml
lmms_eval/tasks/mmlu_pro/README.md
lmms_eval/tasks/mmlu_pro/_default_template_yaml
lmms_eval/tasks/mmlu_pro/_mmlu_pro.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_business.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_health.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_history.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_law.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_math.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_other.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml
lmms_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml
lmms_eval/tasks/mmlu_pro/utils.py
lmms_eval/tasks/mmmu/_default_template_yaml
lmms_eval/tasks/mmmu/arial.ttf
lmms_eval/tasks/mmmu/mmmu.yaml
lmms_eval/tasks/mmmu/mmmu_group_img.yaml
lmms_eval/tasks/mmmu/mmmu_group_img_test.yaml
lmms_eval/tasks/mmmu/mmmu_group_img_val.yaml
lmms_eval/tasks/mmmu/mmmu_test.yaml
lmms_eval/tasks/mmmu/mmmu_val.yaml
lmms_eval/tasks/mmmu/utils.py
lmms_eval/tasks/mmmu/utils_group_img.py
lmms_eval/tasks/mmmu_pro/_default_template_yaml
lmms_eval/tasks/mmmu_pro/mmmu_pro.yaml
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite.yaml
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite_cot.yaml
lmms_eval/tasks/mmmu_pro/mmmu_pro_cot.yaml
lmms_eval/tasks/mmmu_pro/mmmu_pro_standard.yaml
lmms_eval/tasks/mmmu_pro/mmmu_pro_standard_cot.yaml
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision.yaml
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision_cot.yaml
lmms_eval/tasks/mmmu_pro/utils.py
lmms_eval/tasks/mmsearch/constants.py
lmms_eval/tasks/mmsearch/get_final_scores.py
lmms_eval/tasks/mmsearch/lmms_eval_utils.py
lmms_eval/tasks/mmsearch/mmsearch.yaml
lmms_eval/tasks/mmsearch/mmsearch_end2end.yaml
lmms_eval/tasks/mmsearch/mmsearch_rerank.yaml
lmms_eval/tasks/mmsearch/mmsearch_summarization.yaml
lmms_eval/tasks/mmsearch/prompts/prompt.py
lmms_eval/tasks/mmsearch/prompts/prompt_w_imagesearch.py
lmms_eval/tasks/mmsearch/retrieve_content/retriever.py
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/__init__.py
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/tokenizers.py
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/utils.py
lmms_eval/tasks/mmsearch/score/f1_score.py
lmms_eval/tasks/mmsearch/score/req_score.py
lmms_eval/tasks/mmsearch/score/result_summary.py
lmms_eval/tasks/mmsearch/utils/image_utils.py
lmms_eval/tasks/mmsearch/utils/lmms_eval_utils.py
lmms_eval/tasks/mmsearch/utils/prompt_utils.py
lmms_eval/tasks/mmsearch/utils/utils.py
lmms_eval/tasks/mmsearch/utils/web_content_utils.py
lmms_eval/tasks/mmstar/mmstar.yaml
lmms_eval/tasks/mmstar/utils.py
lmms_eval/tasks/mmt/_default_template_yaml
lmms_eval/tasks/mmt/mmt.yaml
lmms_eval/tasks/mmt/mmt_mi.yaml
lmms_eval/tasks/mmt/mmt_mi_test.yaml
lmms_eval/tasks/mmt/mmt_mi_val.yaml
lmms_eval/tasks/mmt/mmt_test.yaml
lmms_eval/tasks/mmt/mmt_val.yaml
lmms_eval/tasks/mmt/utils.py
lmms_eval/tasks/mmupd/_default_template_mmupd_yaml
lmms_eval/tasks/mmupd/mmaad_base.yaml
lmms_eval/tasks/mmupd/mmaad_instruction.yaml
lmms_eval/tasks/mmupd/mmaad_option.yaml
lmms_eval/tasks/mmupd/mmiasd_base.yaml
lmms_eval/tasks/mmupd/mmiasd_instruction.yaml
lmms_eval/tasks/mmupd/mmiasd_option.yaml
lmms_eval/tasks/mmupd/mmivqd_base.yaml
lmms_eval/tasks/mmupd/mmivqd_instruction.yaml
lmms_eval/tasks/mmupd/mmivqd_option.yaml
lmms_eval/tasks/mmupd/mmupd.yaml
lmms_eval/tasks/mmupd/mmupd_base.yaml
lmms_eval/tasks/mmupd/mmupd_evals.py
lmms_eval/tasks/mmupd/mmupd_instruction.yaml
lmms_eval/tasks/mmupd/mmupd_option.yaml
lmms_eval/tasks/mmupd/utils.py
lmms_eval/tasks/mmvet/mmvet.yaml
lmms_eval/tasks/mmvet/utils.py
lmms_eval/tasks/mmvetv2/mmvetv2.yaml
lmms_eval/tasks/mmvetv2/mmvetv2_group_img.yaml
lmms_eval/tasks/mmvetv2/utils.py
lmms_eval/tasks/mmworld/mmworld.yaml
lmms_eval/tasks/mmworld/utils.py
lmms_eval/tasks/moviechat/README.md
lmms_eval/tasks/moviechat/_default_template_yaml
lmms_eval/tasks/moviechat/moviechat_breakpoint.yaml
lmms_eval/tasks/moviechat/moviechat_global.yaml
lmms_eval/tasks/moviechat/utils.py
lmms_eval/tasks/muchomusic/muchomusic.yaml
lmms_eval/tasks/muchomusic/utils.py
lmms_eval/tasks/muirbench/muirbench.yaml
lmms_eval/tasks/muirbench/utils.py
lmms_eval/tasks/multidocvqa/multidocvqa.yaml
lmms_eval/tasks/multidocvqa/multidocvqa_test.yaml
lmms_eval/tasks/multidocvqa/multidocvqa_val.yaml
lmms_eval/tasks/multidocvqa/utils.py
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/README.md
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/_default_template_yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/arabic_llava_in_the_wild.yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/bengali_llava_in_the_wild.yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/chinese_llava_in_the_wild.yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/french_llava_in_the_wild.yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/hindi_llava_in_the_wild.yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/japanese_llava_in_the_wild.yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/rule.json
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/russian_llava_in_the_wild.yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/spanish_llava_in_the_wild.yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/urdu_llava_in_the_wild.yaml
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/utils.py
lmms_eval/tasks/mvbench/_default_template_yaml
lmms_eval/tasks/mvbench/mvbench.yaml
lmms_eval/tasks/mvbench/mvbench_action_antonym.yaml
lmms_eval/tasks/mvbench/mvbench_action_count.yaml
lmms_eval/tasks/mvbench/mvbench_action_localization.yaml
lmms_eval/tasks/mvbench/mvbench_action_prediction.yaml
lmms_eval/tasks/mvbench/mvbench_action_sequence.yaml
lmms_eval/tasks/mvbench/mvbench_character_order.yaml
lmms_eval/tasks/mvbench/mvbench_counterfactual_inference.yaml
lmms_eval/tasks/mvbench/mvbench_egocentric_navigation.yaml
lmms_eval/tasks/mvbench/mvbench_episodic_reasoning.yaml
lmms_eval/tasks/mvbench/mvbench_fine_grained_action.yaml
lmms_eval/tasks/mvbench/mvbench_fine_grained_pose.yaml
lmms_eval/tasks/mvbench/mvbench_moving_attribute.yaml
lmms_eval/tasks/mvbench/mvbench_moving_count.yaml
lmms_eval/tasks/mvbench/mvbench_moving_direction.yaml
lmms_eval/tasks/mvbench/mvbench_object_existence.yaml
lmms_eval/tasks/mvbench/mvbench_object_interaction.yaml
lmms_eval/tasks/mvbench/mvbench_object_shuffle.yaml
lmms_eval/tasks/mvbench/mvbench_scene_transition.yaml
lmms_eval/tasks/mvbench/mvbench_state_change.yaml
lmms_eval/tasks/mvbench/mvbench_unexpected_action.yaml
lmms_eval/tasks/mvbench/utils.py
lmms_eval/tasks/naturalbench/naturalbench.yaml
lmms_eval/tasks/naturalbench/utils.py
lmms_eval/tasks/nextqa/_default_template_yaml
lmms_eval/tasks/nextqa/nextqa.yaml
lmms_eval/tasks/nextqa/nextqa_mc_test.yaml
lmms_eval/tasks/nextqa/nextqa_oe_test.yaml
lmms_eval/tasks/nextqa/nextqa_oe_val.yaml
lmms_eval/tasks/nextqa/stopwords.csv
lmms_eval/tasks/nextqa/utils.py
lmms_eval/tasks/nocaps/_default_template_nocaps_yaml
lmms_eval/tasks/nocaps/nocaps.yaml
lmms_eval/tasks/nocaps/nocaps_test.yaml
lmms_eval/tasks/nocaps/nocaps_val.yaml
lmms_eval/tasks/nocaps/nocaps_val_lite.yaml
lmms_eval/tasks/nocaps/utils.py
lmms_eval/tasks/ocrbench/ocrbench.yaml
lmms_eval/tasks/ocrbench/upload_ocrbench.py
lmms_eval/tasks/ocrbench/utils.py
lmms_eval/tasks/ok_vqa/_default_template_vqa_yaml
lmms_eval/tasks/ok_vqa/_generate_config.py
lmms_eval/tasks/ok_vqa/_ok_vqa.yaml
lmms_eval/tasks/ok_vqa/ok_vqa_val2014.yaml
lmms_eval/tasks/ok_vqa/ok_vqa_val2014_lite.yaml
lmms_eval/tasks/ok_vqa/utils.py
lmms_eval/tasks/olympiadbench/cn_utils.py
lmms_eval/tasks/olympiadbench/en_utils.py
lmms_eval/tasks/olympiadbench/olympiadbench.yaml
lmms_eval/tasks/olympiadbench/olympiadbench_evals.py
lmms_eval/tasks/olympiadbench/olympiadbench_test_cn.yaml
lmms_eval/tasks/olympiadbench/olympiadbench_test_en.yaml
lmms_eval/tasks/openhermes/openhermes.yaml
lmms_eval/tasks/openhermes/utils.py
lmms_eval/tasks/people_speech/people_speech_val.yaml
lmms_eval/tasks/people_speech/utils.py
lmms_eval/tasks/perceptiontest/test/_default_template_yaml
lmms_eval/tasks/perceptiontest/test/perceptiontest_mc.yaml
lmms_eval/tasks/perceptiontest/test/perceptiontest_mcppl.yaml
lmms_eval/tasks/perceptiontest/test/utils.py
lmms_eval/tasks/perceptiontest/val/_default_template_yaml
lmms_eval/tasks/perceptiontest/val/perceptiontest_mc.yaml
lmms_eval/tasks/perceptiontest/val/perceptiontest_mcppl.yaml
lmms_eval/tasks/perceptiontest/val/utils.py
lmms_eval/tasks/pope/pope.yaml
lmms_eval/tasks/pope/pope_adv.yaml
lmms_eval/tasks/pope/pope_full.yaml
lmms_eval/tasks/pope/pope_pop.yaml
lmms_eval/tasks/pope/pope_random.yaml
lmms_eval/tasks/pope/utils.py
lmms_eval/tasks/qbench/abench_dev.yaml
lmms_eval/tasks/qbench/qbench2_dev.yaml
lmms_eval/tasks/qbench/qbench_dev.yaml
lmms_eval/tasks/qbench/qbenchs_dev.yaml
lmms_eval/tasks/qbench/utils.py
lmms_eval/tasks/realworldqa/realworldqa.yaml
lmms_eval/tasks/realworldqa/utils.py
lmms_eval/tasks/refcoco/_default_template_bbox_rec_yaml
lmms_eval/tasks/refcoco/_default_template_bbox_yaml
lmms_eval/tasks/refcoco/_default_template_seg_yaml
lmms_eval/tasks/refcoco/_generate_config.py
lmms_eval/tasks/refcoco/_refcoco.yaml
lmms_eval/tasks/refcoco/refcoco_bbox_rec_test.yaml
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testA.yaml
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testB.yaml
lmms_eval/tasks/refcoco/refcoco_bbox_rec_val.yaml
lmms_eval/tasks/refcoco/refcoco_bbox_test.yaml
lmms_eval/tasks/refcoco/refcoco_bbox_testA.yaml
lmms_eval/tasks/refcoco/refcoco_bbox_testB.yaml
lmms_eval/tasks/refcoco/refcoco_bbox_val.yaml
lmms_eval/tasks/refcoco/refcoco_bbox_val_lite.yaml
lmms_eval/tasks/refcoco/refcoco_seg_test.yaml
lmms_eval/tasks/refcoco/refcoco_seg_testA.yaml
lmms_eval/tasks/refcoco/refcoco_seg_testB.yaml
lmms_eval/tasks/refcoco/refcoco_seg_val.yaml
lmms_eval/tasks/refcoco/utils.py
lmms_eval/tasks/refcoco/utils_rec.py
lmms_eval/tasks/refcoco+/_default_template_bbox_rec_yaml
lmms_eval/tasks/refcoco+/_default_template_bbox_yaml
lmms_eval/tasks/refcoco+/_default_template_seg_yaml
lmms_eval/tasks/refcoco+/_generate_config.py
lmms_eval/tasks/refcoco+/_refcoco.yaml
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testA.yaml
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testB.yaml
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_val.yaml
lmms_eval/tasks/refcoco+/refcoco+_bbox_testA.yaml
lmms_eval/tasks/refcoco+/refcoco+_bbox_testB.yaml
lmms_eval/tasks/refcoco+/refcoco+_bbox_val.yaml
lmms_eval/tasks/refcoco+/refcoco+_seg_testA.yaml
lmms_eval/tasks/refcoco+/refcoco+_seg_testB.yaml
lmms_eval/tasks/refcoco+/refcoco+_seg_val.yaml
lmms_eval/tasks/refcoco+/utils.py
lmms_eval/tasks/refcoco+/utils_rec.py
lmms_eval/tasks/refcocog/_default_template_bbox_rec_yaml
lmms_eval/tasks/refcocog/_default_template_bbox_yaml
lmms_eval/tasks/refcocog/_default_template_seg_yaml
lmms_eval/tasks/refcocog/_generate_config.py
lmms_eval/tasks/refcocog/_refcoco.yaml
lmms_eval/tasks/refcocog/refcocog_bbox_rec_test.yaml
lmms_eval/tasks/refcocog/refcocog_bbox_rec_val.yaml
lmms_eval/tasks/refcocog/refcocog_bbox_test.yaml
lmms_eval/tasks/refcocog/refcocog_bbox_val.yaml
lmms_eval/tasks/refcocog/refcocog_seg_test.yaml
lmms_eval/tasks/refcocog/refcocog_seg_val.yaml
lmms_eval/tasks/refcocog/utils.py
lmms_eval/tasks/refcocog/utils_rec.py
lmms_eval/tasks/scienceqa/scienceqa.yaml
lmms_eval/tasks/scienceqa/scienceqa_full.yaml
lmms_eval/tasks/scienceqa/scienceqa_img.yaml
lmms_eval/tasks/scienceqa/utils.py
lmms_eval/tasks/screenspot/README.md
lmms_eval/tasks/screenspot/_default_template_rec_yaml
lmms_eval/tasks/screenspot/_default_template_reg_yaml
lmms_eval/tasks/screenspot/_screenspot.yaml
lmms_eval/tasks/screenspot/screenspot_rec_test.yaml
lmms_eval/tasks/screenspot/screenspot_reg_test.yaml
lmms_eval/tasks/screenspot/utils.py
lmms_eval/tasks/screenspot/utils_rec.py
lmms_eval/tasks/seedbench/seedbench.yaml
lmms_eval/tasks/seedbench/seedbench_lite.yaml
lmms_eval/tasks/seedbench/seedbench_ppl.yaml
lmms_eval/tasks/seedbench/utils.py
lmms_eval/tasks/seedbench_2/seedbench_2.yaml
lmms_eval/tasks/seedbench_2/utils.py
lmms_eval/tasks/seedbench_2_plus/seedbench_2_plus.yaml
lmms_eval/tasks/seedbench_2_plus/utils.py
lmms_eval/tasks/stvqa/stvqa.yaml
lmms_eval/tasks/stvqa/utils.py
lmms_eval/tasks/synthdog/donut_evaluator.py
lmms_eval/tasks/synthdog/synthdog.yaml
lmms_eval/tasks/synthdog/synthdog_en.yaml
lmms_eval/tasks/synthdog/synthdog_zh.yaml
lmms_eval/tasks/synthdog/utils.py
lmms_eval/tasks/tedlium/tedlium_dev_test.yaml
lmms_eval/tasks/tedlium/tedlium_long_form.yaml
lmms_eval/tasks/tedlium/utils.py
lmms_eval/tasks/tempcompass/_default_template_yaml
lmms_eval/tasks/tempcompass/_tempcompass.yaml
lmms_eval/tasks/tempcompass/tempcompass_caption_matching.yaml
lmms_eval/tasks/tempcompass/tempcompass_captioning.yaml
lmms_eval/tasks/tempcompass/tempcompass_mc.yaml
lmms_eval/tasks/tempcompass/tempcompass_yes_no.yaml
lmms_eval/tasks/tempcompass/utils.py
lmms_eval/tasks/temporalbench/temporalbench.yaml
lmms_eval/tasks/temporalbench/temporalbench_long_qa.yaml
lmms_eval/tasks/temporalbench/temporalbench_short_caption.yaml
lmms_eval/tasks/temporalbench/temporalbench_short_qa.yaml
lmms_eval/tasks/temporalbench/utils.py
lmms_eval/tasks/textcaps/_default_template_textcaps_yaml
lmms_eval/tasks/textcaps/textcaps.yaml
lmms_eval/tasks/textcaps/textcaps_test.yaml
lmms_eval/tasks/textcaps/textcaps_train.yaml
lmms_eval/tasks/textcaps/textcaps_val.yaml
lmms_eval/tasks/textcaps/textcaps_val_lite.yaml
lmms_eval/tasks/textcaps/utils.py
lmms_eval/tasks/textvqa/_default_template_textvqa_yaml
lmms_eval/tasks/textvqa/_textvqa.yaml
lmms_eval/tasks/textvqa/textvqa_test.yaml
lmms_eval/tasks/textvqa/textvqa_val.yaml
lmms_eval/tasks/textvqa/textvqa_val_lite.yaml
lmms_eval/tasks/textvqa/utils.py
lmms_eval/tasks/vatex/_vatex.yaml
lmms_eval/tasks/vatex/utils.py
lmms_eval/tasks/vatex/vatex_test.yaml
lmms_eval/tasks/vatex/vatex_val_zh.yaml
lmms_eval/tasks/vcr_wiki/_default_template_vcr_yaml
lmms_eval/tasks/vcr_wiki/utils.py
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_100.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_500.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_100.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_500.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_100.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_500.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_100.yaml
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_500.yaml
lmms_eval/tasks/vdc/README.md
lmms_eval/tasks/vdc/_default_template_yaml
lmms_eval/tasks/vdc/background_test.yaml
lmms_eval/tasks/vdc/camera_test.yaml
lmms_eval/tasks/vdc/detailed_test.yaml
lmms_eval/tasks/vdc/main_object_test.yaml
lmms_eval/tasks/vdc/short_test.yaml
lmms_eval/tasks/vdc/utils.py
lmms_eval/tasks/vibe_eval/utils.py
lmms_eval/tasks/vibe_eval/vibe_eval.yaml
lmms_eval/tasks/video_detail_description/README.md
lmms_eval/tasks/video_detail_description/_default_template_yaml
lmms_eval/tasks/video_detail_description/utils.py
lmms_eval/tasks/video_detail_description/video_detail_description.yaml
lmms_eval/tasks/videochatgpt/_default_template_yaml
lmms_eval/tasks/videochatgpt/_videochatgpt.yaml
lmms_eval/tasks/videochatgpt/utils.py
lmms_eval/tasks/videochatgpt/videochatgpt_consistency.yaml
lmms_eval/tasks/videochatgpt/videochatgpt_generic.yaml
lmms_eval/tasks/videochatgpt/videochatgpt_temporal.yaml
lmms_eval/tasks/videomme/utils.py
lmms_eval/tasks/videomme/videomme.yaml
lmms_eval/tasks/videomme/videomme_w_subtitle.yaml
lmms_eval/tasks/vinoground/utils.py
lmms_eval/tasks/vinoground/vinoground.yaml
lmms_eval/tasks/vitatecs/_default_template_yaml
lmms_eval/tasks/vitatecs/_vitatecs.yaml
lmms_eval/tasks/vitatecs/utils.py
lmms_eval/tasks/vitatecs/vitatecs_compositionality.yaml
lmms_eval/tasks/vitatecs/vitatecs_direction.yaml
lmms_eval/tasks/vitatecs/vitatecs_intensity.yaml
lmms_eval/tasks/vitatecs/vitatecs_localization.yaml
lmms_eval/tasks/vitatecs/vitatecs_sequence.yaml
lmms_eval/tasks/vitatecs/vitatecs_type.yaml
lmms_eval/tasks/vizwiz_vqa/_default_template_vqa_yaml
lmms_eval/tasks/vizwiz_vqa/_generate_config.py
lmms_eval/tasks/vizwiz_vqa/_vizwiz_vqa.yaml
lmms_eval/tasks/vizwiz_vqa/utils.py
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_test.yaml
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val.yaml
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val_lite.yaml
lmms_eval/tasks/vl_rewardbench/utils.py
lmms_eval/tasks/vl_rewardbench/vl_rewardbench.yaml
lmms_eval/tasks/vocalsound/_default_template_yaml
lmms_eval/tasks/vocalsound/utils.py
lmms_eval/tasks/vocalsound/vocalsound_test.yaml
lmms_eval/tasks/vocalsound/vocalsound_val.yaml
lmms_eval/tasks/vqav2/_default_template_vqav2_yaml
lmms_eval/tasks/vqav2/_vqav2.yaml
lmms_eval/tasks/vqav2/utils.py
lmms_eval/tasks/vqav2/vqav2_test.yaml
lmms_eval/tasks/vqav2/vqav2_val.yaml
lmms_eval/tasks/vqav2/vqav2_val_lite.yaml
lmms_eval/tasks/wavcaps/utils.py
lmms_eval/tasks/wavcaps/wavcaps.yaml
lmms_eval/tasks/websrc/README.md
lmms_eval/tasks/websrc/utils.py
lmms_eval/tasks/websrc/websrc.yaml
lmms_eval/tasks/websrc/websrc_test.yaml
lmms_eval/tasks/websrc/websrc_val.yaml
lmms_eval/tasks/wild_vision_bench/_default_template_yaml
lmms_eval/tasks/wild_vision_bench/utils.py
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0617.yaml
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0630.yaml
lmms_eval/tasks/wild_vision_bench/wildvision_bench.yaml
lmms_eval/tasks/worldqa/_default_template_yaml
lmms_eval/tasks/worldqa/utils.py
lmms_eval/tasks/worldqa/worldqa.yaml
lmms_eval/tasks/worldqa/worldqa_generation.yaml
lmms_eval/tasks/worldqa/worldqa_mc.yaml
lmms_eval/tasks/worldqa/worldqa_mc_evaluator.py
lmms_eval/tasks/worldqa/worldqa_mcppl.yaml
lmms_eval/tasks/youcook2/_default_template_yaml
lmms_eval/tasks/youcook2/utils.py
lmms_eval/tasks/youcook2/youcook2_val.yaml
miscs/example_eval.yaml
miscs/llava_repr_requirements.txt
miscs/llava_result_check.md
miscs/llava_sglang_result_check.md
miscs/repr_scripts.sh
miscs/repr_torch_envs.txt
miscs/scienceqa_id.txt
miscs/script.sh
miscs/test_llava.py
miscs/test_scienceqa.py
miscs/tinyllava_repr_requirements.txt
miscs/tinyllava_repr_scripts.sh
tools/get_video_avg_time.py
tools/make_audio_hf_dataset.ipynb
tools/make_image_hf_dataset.ipynb
tools/make_vatex.py
tools/make_video_hf_dataset.ipynb
tools/makecvrr.ipynb
tools/regression.py
tools/lite/embed.py
tools/lite/shrink.py
tools/lite/embedder/BaseEmbedder.py
tools/lite/embedder/ClipBgeEmbedder.py
tools/lite/embedder/__init__.py
tools/lite/shrinker/BaseShrinker.py
tools/lite/shrinker/EmbedShrinker.py
tools/lite/shrinker/__init__.py
tools/lite/shrinker/sampling_methods/__init__.py
tools/lite/shrinker/sampling_methods/kcenter_greedy.py
tools/lite/shrinker/sampling_methods/sampling_def.py
tools/live_bench/create_dataset.py
tools/live_bench/data_summary.ipynb
tools/live_bench/example.ipynb
tools/live_bench/filter.ipynb
tools/live_bench/pyproject.toml
tools/live_bench/refine_all_results.py
tools/live_bench/setup.py
tools/live_bench/summerize.ipynb
tools/live_bench/live_bench/__init__.py
tools/live_bench/live_bench/view.ipynb
tools/live_bench/live_bench/api/live_bench.py
tools/live_bench/live_bench/data_generator/__init__.py
tools/live_bench/live_bench/data_generator/check_prompt.md
tools/live_bench/live_bench/data_generator/default_criteria.md
tools/live_bench/live_bench/data_generator/live_bench.py
tools/live_bench/live_bench/data_generator/live_bench_data.py
tools/live_bench/live_bench/data_generator/prompt.md
tools/live_bench/live_bench/data_generator/qa_generator.py
tools/live_bench/live_bench/data_generator/question_finalizer.py
tools/live_bench/live_bench/data_generator/response.py
tools/live_bench/live_bench/data_generator/score_getter.py
tools/live_bench/live_bench/data_generator/score_prompt.md
tools/live_bench/live_bench/data_generator/example/example_output.json
tools/live_bench/live_bench/data_generator/example/example_website.png
tools/live_bench/live_bench/data_generator/utils/__init__.py
tools/live_bench/live_bench/data_generator/utils/claude.py
tools/live_bench/live_bench/data_generator/utils/extract_information.py
tools/live_bench/live_bench/data_generator/utils/gemini.py
tools/live_bench/live_bench/data_generator/utils/gpt4v.py
tools/live_bench/live_bench/driver/.gitignore
tools/live_bench/live_bench/driver/__init__.py
tools/live_bench/live_bench/driver/load_driver.py
tools/live_bench/live_bench/screen_shoter/__init__.py
tools/live_bench/live_bench/screen_shoter/screen.py
tools/live_bench/live_bench/screen_shoter/screen_shoter.py
tools/live_bench/live_bench/websites/__init__.py
tools/live_bench/live_bench/websites/load_website.py
tools/live_bench/live_bench/websites/website.py
tools/live_bench/live_bench/websites/website_list.yaml
tools/live_bench/script/README.md
tools/live_bench/script/change.ipynb
tools/live_bench/script/compare.ipynb
tools/live_bench/script/modify.ipynb
tools/live_bench/script/refractor.py
tools/live_bench/script/select.ipynb
tools/live_bench/script/update_banchmark.ipynb
tools/live_bench/script/upload_results.py