├── .github └── workflows │ ├── pypi.yml │ └── unit_tests.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── LICENSE ├── Makefile ├── README.md ├── browsergym ├── assistantbench │ ├── README.md │ ├── pyproject.toml │ ├── requirements.txt │ └── src │ │ └── browsergym │ │ └── assistantbench │ │ ├── __init__.py │ │ ├── evaluation │ │ ├── evaluate_utils │ │ │ ├── evaluate_dicts.py │ │ │ ├── evaluate_factory.py │ │ │ ├── evaluate_numbers.py │ │ │ ├── evaluate_strings.py │ │ │ └── utils.py │ │ └── evaluator.py │ │ ├── task.py │ │ └── utils.py ├── core │ ├── README.md │ ├── pyproject.toml │ ├── requirements.txt │ └── src │ │ └── browsergym │ │ ├── core │ │ ├── __init__.py │ │ ├── action │ │ │ ├── __init__.py │ │ │ ├── base.py │ │ │ ├── functions.py │ │ │ ├── highlevel.py │ │ │ ├── parsers.py │ │ │ ├── python.py │ │ │ └── utils.py │ │ ├── chat.py │ │ ├── chat_files │ │ │ ├── assistant.png │ │ │ ├── chatbox.html │ │ │ ├── chatbox_modern.html │ │ │ └── img │ │ │ │ └── send.svg │ │ ├── constants.py │ │ ├── env.py │ │ ├── javascript │ │ │ ├── frame_mark_elements.js │ │ │ └── frame_unmark_elements.js │ │ ├── observation.py │ │ ├── registration.py │ │ ├── spaces.py │ │ └── task.py │ │ └── utils │ │ ├── mcp_server.py │ │ └── obs.py ├── experiments │ ├── README.md │ ├── pyproject.toml │ ├── requirements.txt │ └── src │ │ ├── bgym │ │ └── __init__.py │ │ └── browsergym │ │ └── experiments │ │ ├── __init__.py │ │ ├── agent.py │ │ ├── benchmark │ │ ├── __init__.py │ │ ├── base.py │ │ ├── configs.py │ │ ├── metadata │ │ │ ├── assistantbench.csv │ │ │ ├── miniwob.csv │ │ │ ├── scripts.py │ │ │ ├── utils.py │ │ │ ├── visualwebarena.csv │ │ │ ├── webarena.csv │ │ │ ├── webarenalite.csv │ │ │ ├── weblinx.csv │ │ │ └── workarena.csv │ │ └── utils.py │ │ ├── loop.py │ │ └── utils.py ├── miniwob │ ├── README.md │ ├── pyproject.toml │ ├── requirements.txt │ └── src │ │ └── browsergym │ │ └── miniwob │ │ ├── __init__.py │ │ ├── all.py │ │ └── base.py ├── pyproject.toml ├── visualwebarena │ ├── README.md │ ├── pyproject.toml │ ├── requirements.txt │ └── src │ │ └── browsergym │ │ └── visualwebarena │ │ ├── __init__.py │ │ ├── config.py │ │ ├── instance.py │ │ ├── task.py │ │ └── utils.py ├── webarena │ ├── README.md │ ├── pyproject.toml │ ├── requirements.txt │ └── src │ │ └── browsergym │ │ └── webarena │ │ ├── __init__.py │ │ ├── config.py │ │ ├── instance.py │ │ └── task.py └── webarenalite │ ├── pyproject.toml │ ├── requirements.txt │ └── src │ └── browsergym │ └── webarenalite │ ├── __init__.py │ ├── config.py │ ├── evaluators.py │ ├── helper_functions.py │ ├── task.py │ └── test_webarena_lite.raw.json ├── demo_agent ├── README.md ├── agent.py ├── environment.yml ├── requirements.txt └── run_demo.py ├── dev ├── environment.yaml └── requirements.txt ├── docs ├── Makefile ├── requirements.txt └── src │ ├── api.rst │ ├── conf.py │ ├── core │ ├── action_space.rst │ ├── core.rst │ └── observation_space.rst │ ├── environments │ ├── miniwob.rst │ ├── webarena.rst │ └── workarena.rst │ ├── examples │ ├── create_custom_task.rst │ └── walkthrough.rst │ ├── index.rst │ ├── tutorials.rst │ └── usage.rst ├── pyproject.toml └── tests ├── __init__.py ├── assistantbench ├── __init__.py ├── data │ └── fallback_gpt4_seeplanact_predictions.jsonl ├── test_env_general.py └── test_evaluation.py ├── core ├── __init__.py ├── data │ ├── basic_iframe_site │ │ ├── basic_iframe.html │ │ ├── basic_iframe_2.html │ │ ├── inner-iframe.html │ │ └── outer-iframe.html │ ├── basic_shadow_dom_site │ │ ├── basic_shadow_dom.html │ │ └── simple_shadow_dom.html │ ├── basic_shadow_iframe_site │ │ ├── basic_iframe.html │ │ ├── basic_iframe_2.html │ │ ├── inner-iframe.html │ │ └── outer-iframe.html │ ├── dblclick.html │ ├── example.html │ ├── hover.html │ ├── input_type │ │ ├── button_input.html │ │ ├── checkbox_input.html │ │ ├── color_picker_input.html │ │ ├── date_input.html │ │ ├── date_min_max_input.html │ │ ├── date_time_local_input.html │ │ ├── email_input.html │ │ ├── file_input.html │ │ ├── hidden_field_input.html │ │ ├── image_input.html │ │ ├── img_submit.gif │ │ ├── number_input.html │ │ ├── number_step_input.html │ │ ├── password_input.html │ │ ├── radio_input.html │ │ ├── range_input.html │ │ ├── reset_input.html │ │ ├── search_input.html │ │ ├── submit_input.html │ │ ├── submit_nn_input.html │ │ ├── telephone_input.html │ │ ├── text_input.html │ │ ├── time_input.html │ │ ├── url_input.html │ │ └── week_input.html │ ├── long_page.html │ ├── lots_of_iframes.html │ ├── obstructed_checkbox_page.html │ ├── screenshot.png │ ├── test_page.html │ ├── test_page_2.html │ └── textbox.html ├── test_actions_highlevel.py ├── test_actions_python.py ├── test_gym_envs.py ├── test_observation.py ├── test_registration.py └── test_task.py ├── experiments ├── __init__.py ├── test_benchmark.py ├── test_bgym.py └── test_exp_loop.py ├── miniwob ├── __init__.py ├── test_base.py ├── test_click-menu-2.py ├── test_click-scroll-list.py └── test_use-colorwheel-2.py ├── utils.py ├── visualwebarena ├── __init__.py ├── test_vwa_domains.py ├── test_vwa_tasks_with_reset.py └── test_vwa_tasks_without_reset.py └── webarena ├── __init__.py ├── test_env_general.py ├── test_infeasible.py └── test_instance.py /.github/workflows/pypi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/.github/workflows/pypi.yml -------------------------------------------------------------------------------- /.github/workflows/unit_tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/.github/workflows/unit_tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/.readthedocs.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/README.md -------------------------------------------------------------------------------- /browsergym/assistantbench/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/README.md -------------------------------------------------------------------------------- /browsergym/assistantbench/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/pyproject.toml -------------------------------------------------------------------------------- /browsergym/assistantbench/requirements.txt: -------------------------------------------------------------------------------- 1 | browsergym-core==0.14.3.dev1 2 | datasets 3 | scipy 4 | numpy 5 | -------------------------------------------------------------------------------- /browsergym/assistantbench/src/browsergym/assistantbench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/src/browsergym/assistantbench/__init__.py -------------------------------------------------------------------------------- /browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/evaluate_dicts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/evaluate_dicts.py -------------------------------------------------------------------------------- /browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/evaluate_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/evaluate_factory.py -------------------------------------------------------------------------------- /browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/evaluate_numbers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/evaluate_numbers.py -------------------------------------------------------------------------------- /browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/evaluate_strings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/evaluate_strings.py -------------------------------------------------------------------------------- /browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluate_utils/utils.py -------------------------------------------------------------------------------- /browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/src/browsergym/assistantbench/evaluation/evaluator.py -------------------------------------------------------------------------------- /browsergym/assistantbench/src/browsergym/assistantbench/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/src/browsergym/assistantbench/task.py -------------------------------------------------------------------------------- /browsergym/assistantbench/src/browsergym/assistantbench/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/assistantbench/src/browsergym/assistantbench/utils.py -------------------------------------------------------------------------------- /browsergym/core/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/README.md -------------------------------------------------------------------------------- /browsergym/core/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/pyproject.toml -------------------------------------------------------------------------------- /browsergym/core/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/requirements.txt -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/__init__.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/action/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/action/__init__.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/action/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/action/base.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/action/functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/action/functions.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/action/highlevel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/action/highlevel.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/action/parsers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/action/parsers.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/action/python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/action/python.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/action/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/action/utils.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/chat.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/chat_files/assistant.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/chat_files/assistant.png -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/chat_files/chatbox.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/chat_files/chatbox.html -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/chat_files/chatbox_modern.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/chat_files/chatbox_modern.html -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/chat_files/img/send.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/chat_files/img/send.svg -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/constants.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/env.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/javascript/frame_mark_elements.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/javascript/frame_mark_elements.js -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/javascript/frame_unmark_elements.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/javascript/frame_unmark_elements.js -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/observation.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/registration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/registration.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/spaces.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/spaces.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/core/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/core/task.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/utils/mcp_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/utils/mcp_server.py -------------------------------------------------------------------------------- /browsergym/core/src/browsergym/utils/obs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/core/src/browsergym/utils/obs.py -------------------------------------------------------------------------------- /browsergym/experiments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/README.md -------------------------------------------------------------------------------- /browsergym/experiments/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/pyproject.toml -------------------------------------------------------------------------------- /browsergym/experiments/requirements.txt: -------------------------------------------------------------------------------- 1 | browsergym-core==0.14.3.dev1 2 | tiktoken>=0.4 3 | dataclasses-json 4 | -------------------------------------------------------------------------------- /browsergym/experiments/src/bgym/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/bgym/__init__.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/__init__.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/agent.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/__init__.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/base.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/configs.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/metadata/assistantbench.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/metadata/assistantbench.csv -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/metadata/miniwob.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/metadata/miniwob.csv -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/metadata/scripts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/metadata/scripts.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/metadata/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/metadata/utils.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/metadata/visualwebarena.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/metadata/visualwebarena.csv -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/metadata/webarena.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/metadata/webarena.csv -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/metadata/webarenalite.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/metadata/webarenalite.csv -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/metadata/weblinx.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/metadata/weblinx.csv -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/metadata/workarena.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/metadata/workarena.csv -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/benchmark/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/benchmark/utils.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/loop.py -------------------------------------------------------------------------------- /browsergym/experiments/src/browsergym/experiments/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/experiments/src/browsergym/experiments/utils.py -------------------------------------------------------------------------------- /browsergym/miniwob/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/miniwob/README.md -------------------------------------------------------------------------------- /browsergym/miniwob/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/miniwob/pyproject.toml -------------------------------------------------------------------------------- /browsergym/miniwob/requirements.txt: -------------------------------------------------------------------------------- 1 | browsergym-core==0.14.3.dev1 2 | -------------------------------------------------------------------------------- /browsergym/miniwob/src/browsergym/miniwob/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/miniwob/src/browsergym/miniwob/__init__.py -------------------------------------------------------------------------------- /browsergym/miniwob/src/browsergym/miniwob/all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/miniwob/src/browsergym/miniwob/all.py -------------------------------------------------------------------------------- /browsergym/miniwob/src/browsergym/miniwob/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/miniwob/src/browsergym/miniwob/base.py -------------------------------------------------------------------------------- /browsergym/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/pyproject.toml -------------------------------------------------------------------------------- /browsergym/visualwebarena/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/visualwebarena/README.md -------------------------------------------------------------------------------- /browsergym/visualwebarena/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/visualwebarena/pyproject.toml -------------------------------------------------------------------------------- /browsergym/visualwebarena/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/visualwebarena/requirements.txt -------------------------------------------------------------------------------- /browsergym/visualwebarena/src/browsergym/visualwebarena/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/visualwebarena/src/browsergym/visualwebarena/__init__.py -------------------------------------------------------------------------------- /browsergym/visualwebarena/src/browsergym/visualwebarena/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/visualwebarena/src/browsergym/visualwebarena/config.py -------------------------------------------------------------------------------- /browsergym/visualwebarena/src/browsergym/visualwebarena/instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/visualwebarena/src/browsergym/visualwebarena/instance.py -------------------------------------------------------------------------------- /browsergym/visualwebarena/src/browsergym/visualwebarena/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/visualwebarena/src/browsergym/visualwebarena/task.py -------------------------------------------------------------------------------- /browsergym/visualwebarena/src/browsergym/visualwebarena/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/visualwebarena/src/browsergym/visualwebarena/utils.py -------------------------------------------------------------------------------- /browsergym/webarena/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarena/README.md -------------------------------------------------------------------------------- /browsergym/webarena/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarena/pyproject.toml -------------------------------------------------------------------------------- /browsergym/webarena/requirements.txt: -------------------------------------------------------------------------------- 1 | browsergym-core==0.14.3.dev1 2 | libwebarena==0.0.4 3 | -------------------------------------------------------------------------------- /browsergym/webarena/src/browsergym/webarena/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarena/src/browsergym/webarena/__init__.py -------------------------------------------------------------------------------- /browsergym/webarena/src/browsergym/webarena/config.py: -------------------------------------------------------------------------------- 1 | TASK_IDS = range(812) 2 | -------------------------------------------------------------------------------- /browsergym/webarena/src/browsergym/webarena/instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarena/src/browsergym/webarena/instance.py -------------------------------------------------------------------------------- /browsergym/webarena/src/browsergym/webarena/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarena/src/browsergym/webarena/task.py -------------------------------------------------------------------------------- /browsergym/webarenalite/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarenalite/pyproject.toml -------------------------------------------------------------------------------- /browsergym/webarenalite/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarenalite/requirements.txt -------------------------------------------------------------------------------- /browsergym/webarenalite/src/browsergym/webarenalite/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarenalite/src/browsergym/webarenalite/__init__.py -------------------------------------------------------------------------------- /browsergym/webarenalite/src/browsergym/webarenalite/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarenalite/src/browsergym/webarenalite/config.py -------------------------------------------------------------------------------- /browsergym/webarenalite/src/browsergym/webarenalite/evaluators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarenalite/src/browsergym/webarenalite/evaluators.py -------------------------------------------------------------------------------- /browsergym/webarenalite/src/browsergym/webarenalite/helper_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarenalite/src/browsergym/webarenalite/helper_functions.py -------------------------------------------------------------------------------- /browsergym/webarenalite/src/browsergym/webarenalite/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarenalite/src/browsergym/webarenalite/task.py -------------------------------------------------------------------------------- /browsergym/webarenalite/src/browsergym/webarenalite/test_webarena_lite.raw.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/browsergym/webarenalite/src/browsergym/webarenalite/test_webarena_lite.raw.json -------------------------------------------------------------------------------- /demo_agent/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/demo_agent/README.md -------------------------------------------------------------------------------- /demo_agent/agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/demo_agent/agent.py -------------------------------------------------------------------------------- /demo_agent/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/demo_agent/environment.yml -------------------------------------------------------------------------------- /demo_agent/requirements.txt: -------------------------------------------------------------------------------- 1 | browsergym 2 | openai 3 | -------------------------------------------------------------------------------- /demo_agent/run_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/demo_agent/run_demo.py -------------------------------------------------------------------------------- /dev/environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/dev/environment.yaml -------------------------------------------------------------------------------- /dev/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/dev/requirements.txt -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/src/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/api.rst -------------------------------------------------------------------------------- /docs/src/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/conf.py -------------------------------------------------------------------------------- /docs/src/core/action_space.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/core/action_space.rst -------------------------------------------------------------------------------- /docs/src/core/core.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/core/core.rst -------------------------------------------------------------------------------- /docs/src/core/observation_space.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/core/observation_space.rst -------------------------------------------------------------------------------- /docs/src/environments/miniwob.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/environments/miniwob.rst -------------------------------------------------------------------------------- /docs/src/environments/webarena.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/environments/webarena.rst -------------------------------------------------------------------------------- /docs/src/environments/workarena.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/environments/workarena.rst -------------------------------------------------------------------------------- /docs/src/examples/create_custom_task.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/examples/create_custom_task.rst -------------------------------------------------------------------------------- /docs/src/examples/walkthrough.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/examples/walkthrough.rst -------------------------------------------------------------------------------- /docs/src/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/index.rst -------------------------------------------------------------------------------- /docs/src/tutorials.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/tutorials.rst -------------------------------------------------------------------------------- /docs/src/usage.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/docs/src/usage.rst -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/pyproject.toml -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/assistantbench/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/assistantbench/data/fallback_gpt4_seeplanact_predictions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/assistantbench/data/fallback_gpt4_seeplanact_predictions.jsonl -------------------------------------------------------------------------------- /tests/assistantbench/test_env_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/assistantbench/test_env_general.py -------------------------------------------------------------------------------- /tests/assistantbench/test_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/assistantbench/test_evaluation.py -------------------------------------------------------------------------------- /tests/core/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/__init__.py -------------------------------------------------------------------------------- /tests/core/data/basic_iframe_site/basic_iframe.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_iframe_site/basic_iframe.html -------------------------------------------------------------------------------- /tests/core/data/basic_iframe_site/basic_iframe_2.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_iframe_site/basic_iframe_2.html -------------------------------------------------------------------------------- /tests/core/data/basic_iframe_site/inner-iframe.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_iframe_site/inner-iframe.html -------------------------------------------------------------------------------- /tests/core/data/basic_iframe_site/outer-iframe.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_iframe_site/outer-iframe.html -------------------------------------------------------------------------------- /tests/core/data/basic_shadow_dom_site/basic_shadow_dom.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_shadow_dom_site/basic_shadow_dom.html -------------------------------------------------------------------------------- /tests/core/data/basic_shadow_dom_site/simple_shadow_dom.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_shadow_dom_site/simple_shadow_dom.html -------------------------------------------------------------------------------- /tests/core/data/basic_shadow_iframe_site/basic_iframe.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_shadow_iframe_site/basic_iframe.html -------------------------------------------------------------------------------- /tests/core/data/basic_shadow_iframe_site/basic_iframe_2.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_shadow_iframe_site/basic_iframe_2.html -------------------------------------------------------------------------------- /tests/core/data/basic_shadow_iframe_site/inner-iframe.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_shadow_iframe_site/inner-iframe.html -------------------------------------------------------------------------------- /tests/core/data/basic_shadow_iframe_site/outer-iframe.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/basic_shadow_iframe_site/outer-iframe.html -------------------------------------------------------------------------------- /tests/core/data/dblclick.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/dblclick.html -------------------------------------------------------------------------------- /tests/core/data/example.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/example.html -------------------------------------------------------------------------------- /tests/core/data/hover.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/hover.html -------------------------------------------------------------------------------- /tests/core/data/input_type/button_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/button_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/checkbox_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/checkbox_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/color_picker_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/color_picker_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/date_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/date_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/date_min_max_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/date_min_max_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/date_time_local_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/date_time_local_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/email_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/email_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/file_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/file_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/hidden_field_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/hidden_field_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/image_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/image_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/img_submit.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/img_submit.gif -------------------------------------------------------------------------------- /tests/core/data/input_type/number_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/number_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/number_step_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/number_step_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/password_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/password_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/radio_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/radio_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/range_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/range_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/reset_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/reset_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/search_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/search_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/submit_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/submit_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/submit_nn_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/submit_nn_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/telephone_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/telephone_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/text_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/text_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/time_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/time_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/url_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/url_input.html -------------------------------------------------------------------------------- /tests/core/data/input_type/week_input.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/input_type/week_input.html -------------------------------------------------------------------------------- /tests/core/data/long_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/long_page.html -------------------------------------------------------------------------------- /tests/core/data/lots_of_iframes.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/lots_of_iframes.html -------------------------------------------------------------------------------- /tests/core/data/obstructed_checkbox_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/obstructed_checkbox_page.html -------------------------------------------------------------------------------- /tests/core/data/screenshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/screenshot.png -------------------------------------------------------------------------------- /tests/core/data/test_page.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/test_page.html -------------------------------------------------------------------------------- /tests/core/data/test_page_2.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/test_page_2.html -------------------------------------------------------------------------------- /tests/core/data/textbox.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/data/textbox.html -------------------------------------------------------------------------------- /tests/core/test_actions_highlevel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/test_actions_highlevel.py -------------------------------------------------------------------------------- /tests/core/test_actions_python.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/test_actions_python.py -------------------------------------------------------------------------------- /tests/core/test_gym_envs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/test_gym_envs.py -------------------------------------------------------------------------------- /tests/core/test_observation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/test_observation.py -------------------------------------------------------------------------------- /tests/core/test_registration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/test_registration.py -------------------------------------------------------------------------------- /tests/core/test_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/core/test_task.py -------------------------------------------------------------------------------- /tests/experiments/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/experiments/__init__.py -------------------------------------------------------------------------------- /tests/experiments/test_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/experiments/test_benchmark.py -------------------------------------------------------------------------------- /tests/experiments/test_bgym.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/experiments/test_bgym.py -------------------------------------------------------------------------------- /tests/experiments/test_exp_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/experiments/test_exp_loop.py -------------------------------------------------------------------------------- /tests/miniwob/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/miniwob/__init__.py -------------------------------------------------------------------------------- /tests/miniwob/test_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/miniwob/test_base.py -------------------------------------------------------------------------------- /tests/miniwob/test_click-menu-2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/miniwob/test_click-menu-2.py -------------------------------------------------------------------------------- /tests/miniwob/test_click-scroll-list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/miniwob/test_click-scroll-list.py -------------------------------------------------------------------------------- /tests/miniwob/test_use-colorwheel-2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/miniwob/test_use-colorwheel-2.py -------------------------------------------------------------------------------- /tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/utils.py -------------------------------------------------------------------------------- /tests/visualwebarena/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/visualwebarena/__init__.py -------------------------------------------------------------------------------- /tests/visualwebarena/test_vwa_domains.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/visualwebarena/test_vwa_domains.py -------------------------------------------------------------------------------- /tests/visualwebarena/test_vwa_tasks_with_reset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/visualwebarena/test_vwa_tasks_with_reset.py -------------------------------------------------------------------------------- /tests/visualwebarena/test_vwa_tasks_without_reset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/visualwebarena/test_vwa_tasks_without_reset.py -------------------------------------------------------------------------------- /tests/webarena/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/webarena/__init__.py -------------------------------------------------------------------------------- /tests/webarena/test_env_general.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/webarena/test_env_general.py -------------------------------------------------------------------------------- /tests/webarena/test_infeasible.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/webarena/test_infeasible.py -------------------------------------------------------------------------------- /tests/webarena/test_instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ServiceNow/BrowserGym/HEAD/tests/webarena/test_instance.py --------------------------------------------------------------------------------