#!/bin/bash
# Usage: ./eval_swe_smith.sh [PREDICTIONS_PATH] [DATASET]
PREDICTIONS_PATH="${1:-tool_gen/evaluation/tests/test11_evo_results/patches/preds_list.json}"
RUN_ID="${2:-test11_evo_results}"

python -m swebench.harness.run_evaluation \
  --predictions_path "$PREDICTIONS_PATH" \
  --cache_level "instance" \
  --dataset "SWE-Gym/SWE-Gym" \
  --split "train" \
  --run_id "$RUN_ID" \
  --max_workers "16"