run_all_experiments.sh

#!/bin/bash
# Run all three experiments and generate comparison report

set -e

PYTHON_BIN="./venv/bin/python"
if [ ! -x "$PYTHON_BIN" ]; then
  PYTHON_BIN="python3"
fi

echo "============================================================"
echo "ICDE 2027 Artifact: Multimodal Ambiguity Detection Experiments"
echo "============================================================"

SAMPLES=${1:-100}

echo ""
echo "Configuration:"
echo "  Samples per method: $SAMPLES"
echo "  Dataset: BIRD (real benchmark)"
echo ""

# Create results directory
mkdir -p experiments/results

echo "============================================================"
echo "Experiment 1/3: Baseline 1 (No Clarification)"
echo "============================================================"
$PYTHON_BIN experiments/baseline1_no_clarification.py --samples $SAMPLES

echo ""
echo "============================================================"
echo "Experiment 2/3: Baseline 2 (Random Clarification)"
echo "============================================================"
$PYTHON_BIN experiments/baseline2_random_clarification.py --samples $SAMPLES

echo ""
echo "============================================================"
echo "Experiment 3/3: Our Method (EIG-Ranked Clarification)"
echo "============================================================"
$PYTHON_BIN experiments/our_method_eig.py --samples $SAMPLES --auto-clarify-without-user

echo ""
echo "============================================================"
echo "Generating Comparison Report"
echo "============================================================"
$PYTHON_BIN experiments/generate_comparison_report.py

echo ""
echo "============================================================"
echo "All Experiments Complete!"
echo "============================================================"
echo ""
echo "Results saved to:"
echo "  - experiments/results/baseline1_results.json"
echo "  - experiments/results/baseline2_results.json"
echo "  - experiments/results/our_method_results.json"
echo "  - experiments/results/comparison_report.json"
echo ""