#!/bin/bash
#SBATCH -J evaluate_eagle_x4_8b_average-job
#SBATCH -o evaluate_eagle_x4_8b_average-%j.out
#SBATCH -e evaluate_eagle_x4_8b_average-%j.err

torchrun --nproc-per-node=8 run.py \
    --model Eagle-X4-8B-Plus-Average \
    --data MME MMBench_DEV_EN SEEDBench_IMG GQA_TestDev_Balanced \
        ScienceQA_VAL MMMU_DEV_VAL MathVista_MINI AI2D_TEST \
        ChartQA_TEST OCRBench TextVQA_VAL DocVQA_VAL \
        MMVP RealWorldQA CV-Bench-2D CV-Bench-3D \
    --judge qwen-plus \
    --work-dir outputs \
    --reuse \
    --verbose