5a743d1dc4
git-subtree-dir: apps/core git-subtree-mainline: a8963e11e7a5a0059acbc849ce768e1eee80df61 git-subtree-split: ea2a7395f4023f5b9fab03e6273db3b64a1181d5
19 lines
656 B
Bash
19 lines
656 B
Bash
docs=(1 5 10 20 50 100 200 700)
|
|
models=("gpt-4-0613" "gpt-3.5-turbo-1106" "gpt-4-1106-preview")
|
|
|
|
## run letta eval
|
|
for model in "${models[@]}";
|
|
do
|
|
poetry run python icml_experiments/doc_qa_task/llm_judge_doc_qa.py --file results/doc_qa_results_model_${model}.json
|
|
done
|
|
|
|
# Iterate over each model
|
|
for model in "${models[@]}"; do
|
|
# Iterate over each doc
|
|
for doc in "${docs[@]}"; do
|
|
# Construct and run the command
|
|
echo "Running for model $model with $doc docs..."
|
|
poetry run python icml_experiments/doc_qa_task/llm_judge_doc_qa.py --file results/doc_qa_baseline_model_${model}_num_docs_${doc}.json --baseline
|
|
done
|
|
done
|