├── LICENSE ├── README.md ├── SeePlanAct ├── README.md ├── requirements.txt └── src │ ├── config │ ├── auto_mode.toml │ └── demo_mode.toml │ ├── data_utils │ ├── dom_utils.py │ ├── evaluation_utils.py │ ├── format_prompt_utils.py │ ├── image_utils.py │ └── prompts.py │ ├── demo_utils │ ├── browser_helper.py │ ├── format_prompt.py │ ├── inference_engine.py │ ├── ranking_model.py │ └── website_dict.py │ ├── offline_experiments │ ├── offline_experiment.py │ └── screenshot_generation │ │ ├── element_attributes.py │ │ ├── image_annotation.py │ │ └── textual_choices.py │ └── seeplanact.py ├── images ├── overview.png └── spa.png └── resources └── assistantbench.pdf /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/README.md -------------------------------------------------------------------------------- /SeePlanAct/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/README.md -------------------------------------------------------------------------------- /SeePlanAct/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/requirements.txt -------------------------------------------------------------------------------- /SeePlanAct/src/config/auto_mode.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/config/auto_mode.toml -------------------------------------------------------------------------------- /SeePlanAct/src/config/demo_mode.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/config/demo_mode.toml -------------------------------------------------------------------------------- /SeePlanAct/src/data_utils/dom_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/data_utils/dom_utils.py -------------------------------------------------------------------------------- /SeePlanAct/src/data_utils/evaluation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/data_utils/evaluation_utils.py -------------------------------------------------------------------------------- /SeePlanAct/src/data_utils/format_prompt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/data_utils/format_prompt_utils.py -------------------------------------------------------------------------------- /SeePlanAct/src/data_utils/image_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/data_utils/image_utils.py -------------------------------------------------------------------------------- /SeePlanAct/src/data_utils/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/data_utils/prompts.py -------------------------------------------------------------------------------- /SeePlanAct/src/demo_utils/browser_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/demo_utils/browser_helper.py -------------------------------------------------------------------------------- /SeePlanAct/src/demo_utils/format_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/demo_utils/format_prompt.py -------------------------------------------------------------------------------- /SeePlanAct/src/demo_utils/inference_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/demo_utils/inference_engine.py -------------------------------------------------------------------------------- /SeePlanAct/src/demo_utils/ranking_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/demo_utils/ranking_model.py -------------------------------------------------------------------------------- /SeePlanAct/src/demo_utils/website_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/demo_utils/website_dict.py -------------------------------------------------------------------------------- /SeePlanAct/src/offline_experiments/offline_experiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/offline_experiments/offline_experiment.py -------------------------------------------------------------------------------- /SeePlanAct/src/offline_experiments/screenshot_generation/element_attributes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/offline_experiments/screenshot_generation/element_attributes.py -------------------------------------------------------------------------------- /SeePlanAct/src/offline_experiments/screenshot_generation/image_annotation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/offline_experiments/screenshot_generation/image_annotation.py -------------------------------------------------------------------------------- /SeePlanAct/src/offline_experiments/screenshot_generation/textual_choices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/offline_experiments/screenshot_generation/textual_choices.py -------------------------------------------------------------------------------- /SeePlanAct/src/seeplanact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/SeePlanAct/src/seeplanact.py -------------------------------------------------------------------------------- /images/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/images/overview.png -------------------------------------------------------------------------------- /images/spa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/images/spa.png -------------------------------------------------------------------------------- /resources/assistantbench.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/oriyor/assistantbench/HEAD/resources/assistantbench.pdf --------------------------------------------------------------------------------