增加环境变量指向g14部署webarena环境;
map网站使用socks5连接到官网openstreetmap; 模型改成gpt-4o; llm fuzzy math也使用4o; 增加generate_test_data.py脚本
This commit is contained in:
27
scripts/generate_test_data.py
Normal file
27
scripts/generate_test_data.py
Normal file
@@ -0,0 +1,27 @@
|
||||
"""Replace the website placeholders with website domains from env_config
|
||||
Generate the test data"""
|
||||
import json
|
||||
|
||||
from browser_env.env_config import *
|
||||
|
||||
|
||||
def main() -> None:
|
||||
with open("config_files/test.raw.json", "r") as f:
|
||||
raw = f.read()
|
||||
raw = raw.replace("__GITLAB__", GITLAB)
|
||||
raw = raw.replace("__REDDIT__", REDDIT)
|
||||
raw = raw.replace("__SHOPPING__", SHOPPING)
|
||||
raw = raw.replace("__SHOPPING_ADMIN__", SHOPPING_ADMIN)
|
||||
raw = raw.replace("__WIKIPEDIA__", WIKIPEDIA)
|
||||
raw = raw.replace("__MAP__", MAP)
|
||||
with open("config_files/tasks/test.json", "w") as f:
|
||||
f.write(raw)
|
||||
# split to multiple files
|
||||
data = json.loads(raw)
|
||||
for idx, item in enumerate(data):
|
||||
with open(f"config_files/tasks/{idx}.json", "w") as f:
|
||||
json.dump(item, f, indent=2)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -1,11 +1,18 @@
|
||||
export SHOPPING="http://<webarena_server_address>:7770"
|
||||
export SHOPPING_ADMIN="http://<webarena_server_address>:7780/admin"
|
||||
export REDDIT="http://<webarena_server_address>:9999"
|
||||
export GITLAB="http://<webarena_server_address>:8023"
|
||||
export MAP="http://<webarena_server_address>:3000"
|
||||
export WIKIPEDIA="http://<webarena_server_address>:8888/wikipedia_en_all_maxi_2022-05/A/User:The_other_Kiwix_guy/Landing"
|
||||
export HOMEPAGE="http://<webarena_server_address>:4399"
|
||||
export OPENAI_API_KEY=<openai_api_key>
|
||||
conda activate webarena
|
||||
webarena_server_address="localhost"
|
||||
|
||||
export SHOPPING="http://${webarena_server_address}:28082"
|
||||
export SHOPPING_ADMIN="http://${webarena_server_address}:28083/admin"
|
||||
export REDDIT="http://${webarena_server_address}:28080"
|
||||
export GITLAB="http://${webarena_server_address}:28084"
|
||||
export MAP="https://www.openstreetmap.org"
|
||||
export WIKIPEDIA="http://${webarena_server_address}:28081/wikipedia_en_all_maxi_2022-05/A/User:The_other_Kiwix_guy/Landing"
|
||||
export HOMEPAGE="http://${webarena_server_address}:20080"
|
||||
|
||||
export OPENAI_API_KEY="sk-xxx" # 改成你的key
|
||||
export OPENAI_BASE_URL="https://aiproxy.lmzgc.cn:8080/v1"
|
||||
|
||||
export GEMINI_API_KEY="AIzaSyBwE1234567890" # Optional, we provide several other agent base models, such as Claude and LLaMa.
|
||||
|
||||
|
||||
python browser_env/auto_login.py
|
||||
python eval_webarena.py --config AgentOccam/configs/AgentOccam.yml
|
||||
python eval_webarena.py --config AgentOccam/configs/AgentOccam.yml
|
||||
|
||||
Reference in New Issue
Block a user