diff --git a/run_e5_1_regression.sh b/run_e5_1_regression.sh new file mode 100755 index 0000000..ac0a51b --- /dev/null +++ b/run_e5_1_regression.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +set -euo pipefail + +python evaluation/evaluate_rag_answers.py \ + --split dev \ + --question-id q0039 \ + --question-id q0042 \ + --question-id q0393 \ + --question-id q0575 \ + --question-id q0624 \ + --question-id q0689 \ + --results-dir evaluation/results/e5_1_regression \ + --delay 0 \ + --overwrite