├── LICENSE ├── README.md ├── agent ├── grounding.py ├── main.py ├── pcagent.py ├── planning.py ├── prompt.py ├── server │ ├── molmo_server.sh │ └── planner_server.sh └── utils.py ├── assets ├── animation.png ├── overview.png └── raw_trajectory_example.png ├── environment.yml ├── postprocess ├── completion.py ├── data │ └── events_example │ │ ├── free_task_20241126_161517.jsonl │ │ ├── free_task_20241126_161517.md │ │ └── screenshot │ │ ├── 20241126_161519_1.png │ │ ├── 20241126_161519_1_marked.png │ │ ├── 20241126_161521_2.png │ │ ├── 20241126_161521_2_marked.png │ │ ├── 20241126_161524_3.png │ │ ├── 20241126_161524_3_marked.png │ │ ├── 20241126_161526_4.png │ │ ├── 20241126_161526_4_marked.png │ │ ├── 20241126_161528_5.png │ │ ├── 20241126_161536_6.png │ │ ├── 20241126_161536_6_marked.png │ │ ├── 20241126_161538_7.png │ │ ├── 20241126_161538_7_marked.png │ │ └── 20241126_161540_8.png ├── prompt.py ├── refinement.py └── utils.py └── tracker ├── README.md ├── README_zh.md ├── capturer.py ├── fs.py ├── main.py ├── main.spec ├── monitor.py ├── package.ps1 ├── recorder.py ├── task.py ├── task_cnt.json ├── tasks.json ├── tracker.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/README.md -------------------------------------------------------------------------------- /agent/grounding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/agent/grounding.py -------------------------------------------------------------------------------- /agent/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/agent/main.py -------------------------------------------------------------------------------- /agent/pcagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/agent/pcagent.py -------------------------------------------------------------------------------- /agent/planning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/agent/planning.py -------------------------------------------------------------------------------- /agent/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/agent/prompt.py -------------------------------------------------------------------------------- /agent/server/molmo_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/agent/server/molmo_server.sh -------------------------------------------------------------------------------- /agent/server/planner_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/agent/server/planner_server.sh -------------------------------------------------------------------------------- /agent/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/agent/utils.py -------------------------------------------------------------------------------- /assets/animation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/assets/animation.png -------------------------------------------------------------------------------- /assets/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/assets/overview.png -------------------------------------------------------------------------------- /assets/raw_trajectory_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/assets/raw_trajectory_example.png -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/environment.yml -------------------------------------------------------------------------------- /postprocess/completion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/completion.py -------------------------------------------------------------------------------- /postprocess/data/events_example/free_task_20241126_161517.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/free_task_20241126_161517.jsonl -------------------------------------------------------------------------------- /postprocess/data/events_example/free_task_20241126_161517.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/free_task_20241126_161517.md -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161519_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161519_1.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161519_1_marked.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161519_1_marked.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161521_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161521_2.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161521_2_marked.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161521_2_marked.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161524_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161524_3.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161524_3_marked.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161524_3_marked.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161526_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161526_4.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161526_4_marked.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161526_4_marked.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161528_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161528_5.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161536_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161536_6.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161536_6_marked.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161536_6_marked.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161538_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161538_7.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161538_7_marked.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161538_7_marked.png -------------------------------------------------------------------------------- /postprocess/data/events_example/screenshot/20241126_161540_8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/data/events_example/screenshot/20241126_161540_8.png -------------------------------------------------------------------------------- /postprocess/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/prompt.py -------------------------------------------------------------------------------- /postprocess/refinement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/refinement.py -------------------------------------------------------------------------------- /postprocess/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/postprocess/utils.py -------------------------------------------------------------------------------- /tracker/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/README.md -------------------------------------------------------------------------------- /tracker/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/README_zh.md -------------------------------------------------------------------------------- /tracker/capturer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/capturer.py -------------------------------------------------------------------------------- /tracker/fs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/fs.py -------------------------------------------------------------------------------- /tracker/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/main.py -------------------------------------------------------------------------------- /tracker/main.spec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/main.spec -------------------------------------------------------------------------------- /tracker/monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/monitor.py -------------------------------------------------------------------------------- /tracker/package.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/package.ps1 -------------------------------------------------------------------------------- /tracker/recorder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/recorder.py -------------------------------------------------------------------------------- /tracker/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/task.py -------------------------------------------------------------------------------- /tracker/task_cnt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/task_cnt.json -------------------------------------------------------------------------------- /tracker/tasks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/tasks.json -------------------------------------------------------------------------------- /tracker/tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/tracker.py -------------------------------------------------------------------------------- /tracker/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GAIR-NLP/PC-Agent/HEAD/tracker/utils.py --------------------------------------------------------------------------------