webrl/VAB-WebArena-Lite/scripts/run_reddit_som.sh
2025-04-23 17:01:18 +08:00

43 lines
1.3 KiB
Bash

#!/bin/bash
### Define the model, result directory, and instruction path variables
model="gpt-4-vision-preview"
result_dir="reddit_gpt4_som"
instruction_path="agent/prompts/jsons/p_som_cot_id_actree_3s.json"
captioning_model="Salesforce/blip2-flan-t5-xl"
# Define the batch size variable
batch_size=30
# Define the starting and ending indices
start_idx=0
end_idx=$((start_idx + batch_size))
max_idx=210
# Loop until the starting index is less than or equal to 466
while [ $start_idx -le $max_idx ]
do
# Run the scripts and the Python command with the current indices and defined variables
bash scripts/reset_reddit.sh
bash prepare.sh
python run.py \
--instruction_path $instruction_path \
--test_start_idx $start_idx \
--test_end_idx $end_idx \
--model $model \
--result_dir $result_dir \
--test_config_base_dir=config_files/test_reddit \
--repeating_action_failure_th 5 --viewport_height 2048 --max_obs_length 3840 \
--captioning_model $captioning_model \
--action_set_tag som --observation_type image_som
# Increment the start and end indices by the batch size
start_idx=$((start_idx + batch_size))
end_idx=$((end_idx + batch_size))
# Ensure the end index does not exceed 466 in the final iteration
if [ $end_idx -gt $max_idx ]; then
end_idx=$max_idx
fi
done