├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE.txt ├── README.md ├── __init__.py ├── data └── webarena_map_google_fixed_eval.jsonl ├── pae ├── algorithms │ ├── __init__.py │ ├── base │ │ ├── __init__.py │ │ └── base_trainer.py │ ├── filteredbc │ │ ├── __init__.py │ │ └── trainer.py │ ├── onpolicy_train_loop.py │ ├── parallel_utils.py │ ├── trajectory_critic │ │ ├── __init__.py │ │ └── trainer.py │ ├── utils.py │ └── worker_collect_loop.py ├── data │ ├── __init__.py │ └── utils.py ├── environment │ ├── __init__.py │ ├── env_utils.py │ └── webgym │ │ ├── __init__.py │ │ ├── utils.py │ │ ├── utils_eval.py │ │ ├── utils_webarena.py │ │ └── webgym.py ├── llava_utils │ ├── __init__.py │ └── interface.py ├── misc.py └── models │ ├── __init__.py │ ├── claude_agent.py │ ├── claude_prompts.py │ ├── critic.py │ └── llava_agent.py ├── quick_start.py ├── requirements.txt ├── scripts ├── config │ ├── accelerate_config │ │ ├── config_zero2.yaml │ │ ├── config_zero2_singlethread.yaml │ │ └── ddp.yaml │ └── main │ │ ├── default.yaml │ │ ├── evaluate_llava_7b.yaml │ │ ├── evaluate_llava_7b_no_eval.yaml │ │ ├── evaluate_llava_7b_webarena.yaml │ │ ├── rl_llava_7b.yaml │ │ ├── rl_llava_7b_distributed_server.yaml │ │ ├── sft_llava_7b.yaml │ │ └── worker_llava.yaml ├── process_trajectories.py ├── prompts │ ├── evaluator_prompt.txt │ └── webarena_evaluator_prompt.txt ├── propose_tasks_from_names_webvoyager.py ├── run.py ├── trajectories_visualizer.py └── webarena_reset_scripts │ ├── reset.sh │ └── setup.sh └── setup.py /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/webarena_map_google_fixed_eval.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/data/webarena_map_google_fixed_eval.jsonl -------------------------------------------------------------------------------- /pae/algorithms/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/__init__.py -------------------------------------------------------------------------------- /pae/algorithms/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/base/__init__.py -------------------------------------------------------------------------------- /pae/algorithms/base/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/base/base_trainer.py -------------------------------------------------------------------------------- /pae/algorithms/filteredbc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/filteredbc/__init__.py -------------------------------------------------------------------------------- /pae/algorithms/filteredbc/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/filteredbc/trainer.py -------------------------------------------------------------------------------- /pae/algorithms/onpolicy_train_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/onpolicy_train_loop.py -------------------------------------------------------------------------------- /pae/algorithms/parallel_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/parallel_utils.py -------------------------------------------------------------------------------- /pae/algorithms/trajectory_critic/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/trajectory_critic/__init__.py -------------------------------------------------------------------------------- /pae/algorithms/trajectory_critic/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/trajectory_critic/trainer.py -------------------------------------------------------------------------------- /pae/algorithms/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/utils.py -------------------------------------------------------------------------------- /pae/algorithms/worker_collect_loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/algorithms/worker_collect_loop.py -------------------------------------------------------------------------------- /pae/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/data/__init__.py -------------------------------------------------------------------------------- /pae/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/data/utils.py -------------------------------------------------------------------------------- /pae/environment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/environment/__init__.py -------------------------------------------------------------------------------- /pae/environment/env_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/environment/env_utils.py -------------------------------------------------------------------------------- /pae/environment/webgym/__init__.py: -------------------------------------------------------------------------------- 1 | from .webgym import WebBroswerGym, BatchedWebEnv -------------------------------------------------------------------------------- /pae/environment/webgym/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/environment/webgym/utils.py -------------------------------------------------------------------------------- /pae/environment/webgym/utils_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/environment/webgym/utils_eval.py -------------------------------------------------------------------------------- /pae/environment/webgym/utils_webarena.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/environment/webgym/utils_webarena.py -------------------------------------------------------------------------------- /pae/environment/webgym/webgym.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/environment/webgym/webgym.py -------------------------------------------------------------------------------- /pae/llava_utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .interface import * -------------------------------------------------------------------------------- /pae/llava_utils/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/llava_utils/interface.py -------------------------------------------------------------------------------- /pae/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/misc.py -------------------------------------------------------------------------------- /pae/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/models/__init__.py -------------------------------------------------------------------------------- /pae/models/claude_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/models/claude_agent.py -------------------------------------------------------------------------------- /pae/models/claude_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/models/claude_prompts.py -------------------------------------------------------------------------------- /pae/models/critic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/models/critic.py -------------------------------------------------------------------------------- /pae/models/llava_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/pae/models/llava_agent.py -------------------------------------------------------------------------------- /quick_start.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/quick_start.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/config/accelerate_config/config_zero2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/accelerate_config/config_zero2.yaml -------------------------------------------------------------------------------- /scripts/config/accelerate_config/config_zero2_singlethread.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/accelerate_config/config_zero2_singlethread.yaml -------------------------------------------------------------------------------- /scripts/config/accelerate_config/ddp.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/accelerate_config/ddp.yaml -------------------------------------------------------------------------------- /scripts/config/main/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/main/default.yaml -------------------------------------------------------------------------------- /scripts/config/main/evaluate_llava_7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/main/evaluate_llava_7b.yaml -------------------------------------------------------------------------------- /scripts/config/main/evaluate_llava_7b_no_eval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/main/evaluate_llava_7b_no_eval.yaml -------------------------------------------------------------------------------- /scripts/config/main/evaluate_llava_7b_webarena.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/main/evaluate_llava_7b_webarena.yaml -------------------------------------------------------------------------------- /scripts/config/main/rl_llava_7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/main/rl_llava_7b.yaml -------------------------------------------------------------------------------- /scripts/config/main/rl_llava_7b_distributed_server.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/main/rl_llava_7b_distributed_server.yaml -------------------------------------------------------------------------------- /scripts/config/main/sft_llava_7b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/main/sft_llava_7b.yaml -------------------------------------------------------------------------------- /scripts/config/main/worker_llava.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/config/main/worker_llava.yaml -------------------------------------------------------------------------------- /scripts/process_trajectories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/process_trajectories.py -------------------------------------------------------------------------------- /scripts/prompts/evaluator_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/prompts/evaluator_prompt.txt -------------------------------------------------------------------------------- /scripts/prompts/webarena_evaluator_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/prompts/webarena_evaluator_prompt.txt -------------------------------------------------------------------------------- /scripts/propose_tasks_from_names_webvoyager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/propose_tasks_from_names_webvoyager.py -------------------------------------------------------------------------------- /scripts/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/run.py -------------------------------------------------------------------------------- /scripts/trajectories_visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/trajectories_visualizer.py -------------------------------------------------------------------------------- /scripts/webarena_reset_scripts/reset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/webarena_reset_scripts/reset.sh -------------------------------------------------------------------------------- /scripts/webarena_reset_scripts/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/scripts/webarena_reset_scripts/setup.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/amazon-science/PAE/HEAD/setup.py --------------------------------------------------------------------------------