#!/bin/bash
# Usage: ./eval_swe_smith.sh [PREDICTIONS_PATH] [DATASET]
# PREDICTIONS_PATH="${1:-tool_gen/generated/iteration_001/experiment_001/results/preds.json}"
PREDICTIONS_PATH="${1:-tool_gen/test_output/preds_list.json}"
RUN_ID="${2:-testing}"
DATASET="${3:-SWE-Gym/SWE-Gym}"


python -m swebench.harness.run_evaluation \
  --predictions_path "$PREDICTIONS_PATH" \
  --run_id "$RUN_ID" \
  --dataset "$DATASET" \
  --split "train"