#!/bin/bash
# Usage: ./eval_swe_smith.sh [PREDICTIONS_PATH] [DATASET]
PREDICTIONS_PATH="${1:-tool_gen/generated/iteration_001/experiment_001/results/preds.json}"
RUN_ID="${2:-testing}"
DATASET="${3:-SWE-smith/SWE-smith}"


python -m swesmith.harness.eval \
  --predictions_path "$PREDICTIONS_PATH" \
  --run_id "$RUN_ID" \
  --dataset "$DATASET"