#!/bin/bash DATASET='webarena' # TODO: select from ['webarena', 'visualwebarena'] result_dir='' # TODO: set your result_dir provider='' # TODO: select from ['openai', 'finetune', ...] model='' # TODO: assign model name. If `provider == finetune`, choose `finetuned` instruction_path='agent/prompts/jsons/p_som_cot_id_actree_3s.json' # e.g., agent/prompts/jsons/p_cot_id_actree_2s.json test_config_base_dir='config_files/wa/test_webarena_lite' # e.g., config_files/wa/test_webarena_lite temperature=0.0 SERVER='localhost' # TODO: your server address MAP_SERVER='www.openstreetmap.org' # TODO: the server address for MAP tasks OPENAI_API_KEY='' # TODO: if you test OpenAI APIs OPENAI_ORGANIZATION='' CONDA_ENV_NAME='' # TODO: the name of your conda environment for testing WebArena export DATASET=${DATASET}; export SHOPPING='http://${SERVER}:28082';export SHOPPING_ADMIN='http://${SERVER}:28083/admin';export REDDIT='http://${SERVER}:28080';export GITLAB='http://${SERVER}:28084';export MAP='https://www.openstreetmap.org';export WIKIPEDIA='http://${SERVER}:28081/wikipedia_en_all_maxi_2022-05/A/User:The_other_Kiwix_guy/Landing';export HOMEPAGE='http://${SERVER}:20080';export OPENAI_API_KEY=${OPENAI_API_KEY};export OPENAI_ORGANIZATION=${OPENAI_ORGANIZATION} # pytest -x pytest tests/test_browser_env/test_action_functionalities.py # get the number of tmux panes # num_panes=$(tmux list-panes | wc -l) # # calculate how many panes need to be created # let "panes_to_create = 8 - num_panes" # # array of tmux commands to create each pane # tmux_commands=( # 'tmux split-window -h' # 'tmux split-window -v' # 'tmux select-pane -t 0; tmux split-window -v' # 'tmux select-pane -t 0; tmux split-window -v' # 'tmux select-pane -t 2; tmux split-window -v' # 'tmux select-pane -t 4; tmux split-window -v' # 'tmux select-pane -t 6; tmux split-window -v' # ) # # create panes up to 8 # for ((i=0; i<$panes_to_create; i++)); do # eval ${tmux_commands[$i]} # done # #!/bin/bash # # Function to run a job # run_job() { # tmux select-pane -t $1 # tmux send-keys "tmux set mouse on; conda activate ${CONDA_ENV_NAME}; ${ENV_VARIABLES}; until python run.py --viewport_width 1280 --viewport_height 720 --test_start_idx $2 --test_end_idx $3 --provider ${provider} --model ${model} --instruction_path ${instruction_path} --temperature ${temperature} --test_config_base_dir ${test_config_base_dir} --result_dir ${result_dir} --action_set_tag som --observation_type image_som; do echo 'crashed' >&2; sleep 1; done" C-m # sleep 3 # } # TOLERANCE=2 # run_batch() { # args=("$@") # save all arguments in an array # num_jobs=${#args[@]} # get number of arguments # for ((i=1; i<$num_jobs; i++)); do # run_job $i ${args[i-1]} ${args[i]} # done # # Wait for all jobs to finish # while tmux list-panes -F "#{pane_pid} #{pane_current_command}" | grep -q python; do # sleep 100 # wait for 10 seconds before checking again # done # # Run checker # while ! python scripts/check_error_runs.py ${result_dir} --delete_errors --tolerance ${TOLERANCE}; do # echo "Check failed, rerunning jobs..." # for ((i=1; i<$num_jobs; i++)); do # run_job $i ${args[i-1]} ${args[i]} # done # # Wait for all jobs to finish # while tmux list-panes -F "#{pane_pid} #{pane_current_command}" | grep -q python; do # sleep 100 # wait for 10 seconds before checking again # done # done # } # run_batch 0 24 48 72 96 120 143 165