增加环境变量指向g14部署webarena环境;

map网站使用socks5连接到官网openstreetmap;
模型改成gpt-4o; llm fuzzy math也使用4o;
增加generate_test_data.py脚本
This commit is contained in:
2025-04-15 18:16:52 +08:00
parent c078ba6292
commit bb7393bcb3
11 changed files with 115 additions and 22 deletions

View File

@@ -0,0 +1,27 @@
"""Replace the website placeholders with website domains from env_config
Generate the test data"""
import json
from browser_env.env_config import *
def main() -> None:
with open("config_files/test.raw.json", "r") as f:
raw = f.read()
raw = raw.replace("__GITLAB__", GITLAB)
raw = raw.replace("__REDDIT__", REDDIT)
raw = raw.replace("__SHOPPING__", SHOPPING)
raw = raw.replace("__SHOPPING_ADMIN__", SHOPPING_ADMIN)
raw = raw.replace("__WIKIPEDIA__", WIKIPEDIA)
raw = raw.replace("__MAP__", MAP)
with open("config_files/tasks/test.json", "w") as f:
f.write(raw)
# split to multiple files
data = json.loads(raw)
for idx, item in enumerate(data):
with open(f"config_files/tasks/{idx}.json", "w") as f:
json.dump(item, f, indent=2)
if __name__ == "__main__":
main()

View File

@@ -1,11 +1,18 @@
export SHOPPING="http://<webarena_server_address>:7770"
export SHOPPING_ADMIN="http://<webarena_server_address>:7780/admin"
export REDDIT="http://<webarena_server_address>:9999"
export GITLAB="http://<webarena_server_address>:8023"
export MAP="http://<webarena_server_address>:3000"
export WIKIPEDIA="http://<webarena_server_address>:8888/wikipedia_en_all_maxi_2022-05/A/User:The_other_Kiwix_guy/Landing"
export HOMEPAGE="http://<webarena_server_address>:4399"
export OPENAI_API_KEY=<openai_api_key>
conda activate webarena
webarena_server_address="localhost"
export SHOPPING="http://${webarena_server_address}:28082"
export SHOPPING_ADMIN="http://${webarena_server_address}:28083/admin"
export REDDIT="http://${webarena_server_address}:28080"
export GITLAB="http://${webarena_server_address}:28084"
export MAP="https://www.openstreetmap.org"
export WIKIPEDIA="http://${webarena_server_address}:28081/wikipedia_en_all_maxi_2022-05/A/User:The_other_Kiwix_guy/Landing"
export HOMEPAGE="http://${webarena_server_address}:20080"
export OPENAI_API_KEY="sk-xxx" # 改成你的key
export OPENAI_BASE_URL="https://aiproxy.lmzgc.cn:8080/v1"
export GEMINI_API_KEY="AIzaSyBwE1234567890" # Optional, we provide several other agent base models, such as Claude and LLaMa.
python browser_env/auto_login.py
python eval_webarena.py --config AgentOccam/configs/AgentOccam.yml
python eval_webarena.py --config AgentOccam/configs/AgentOccam.yml