├── .gitignore ├── LICENSE ├── README.md ├── app.py ├── assets ├── Teaser.gif ├── examples │ ├── init_states │ │ ├── amazon.png │ │ ├── booking.png │ │ ├── honkai_star_rail.png │ │ ├── honkai_star_rail_showui.png │ │ ├── ign.png │ │ ├── powerpoint.png │ │ └── powerpoint_homepage.png │ └── ootb_examples.json ├── gradio_interface.png ├── ootb_icon.png ├── ootb_logo.png └── wechat_3.jpg ├── computer_use_demo ├── __init__.py ├── executor │ ├── anthropic_executor.py │ └── showui_executor.py ├── gui_agent │ ├── actor │ │ ├── showui_agent.py │ │ └── uitars_agent.py │ ├── llm_utils │ │ ├── llm_utils.py │ │ ├── oai.py │ │ ├── qwen.py │ │ └── run_llm.py │ └── planner │ │ ├── anthropic_agent.py │ │ ├── api_vlm_planner.py │ │ └── local_vlm_planner.py ├── loop.py ├── remote_inference.py └── tools │ ├── __init__.py │ ├── base.py │ ├── bash.py │ ├── collection.py │ ├── colorful_text.py │ ├── computer.py │ ├── edit.py │ ├── logger.py │ ├── run.py │ └── screen_capture.py ├── docs └── README_cn.md ├── install_tools ├── install_showui-awq-4bit.py ├── install_showui.py ├── install_uitars-2b-sft.py └── test_ui-tars_server.py └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/README.md -------------------------------------------------------------------------------- /app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/app.py -------------------------------------------------------------------------------- /assets/Teaser.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/Teaser.gif -------------------------------------------------------------------------------- /assets/examples/init_states/amazon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/examples/init_states/amazon.png -------------------------------------------------------------------------------- /assets/examples/init_states/booking.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/examples/init_states/booking.png -------------------------------------------------------------------------------- /assets/examples/init_states/honkai_star_rail.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/examples/init_states/honkai_star_rail.png -------------------------------------------------------------------------------- /assets/examples/init_states/honkai_star_rail_showui.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/examples/init_states/honkai_star_rail_showui.png -------------------------------------------------------------------------------- /assets/examples/init_states/ign.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/examples/init_states/ign.png -------------------------------------------------------------------------------- /assets/examples/init_states/powerpoint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/examples/init_states/powerpoint.png -------------------------------------------------------------------------------- /assets/examples/init_states/powerpoint_homepage.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/examples/init_states/powerpoint_homepage.png -------------------------------------------------------------------------------- /assets/examples/ootb_examples.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/examples/ootb_examples.json -------------------------------------------------------------------------------- /assets/gradio_interface.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/gradio_interface.png -------------------------------------------------------------------------------- /assets/ootb_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/ootb_icon.png -------------------------------------------------------------------------------- /assets/ootb_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/ootb_logo.png -------------------------------------------------------------------------------- /assets/wechat_3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/assets/wechat_3.jpg -------------------------------------------------------------------------------- /computer_use_demo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /computer_use_demo/executor/anthropic_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/executor/anthropic_executor.py -------------------------------------------------------------------------------- /computer_use_demo/executor/showui_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/executor/showui_executor.py -------------------------------------------------------------------------------- /computer_use_demo/gui_agent/actor/showui_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/gui_agent/actor/showui_agent.py -------------------------------------------------------------------------------- /computer_use_demo/gui_agent/actor/uitars_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/gui_agent/actor/uitars_agent.py -------------------------------------------------------------------------------- /computer_use_demo/gui_agent/llm_utils/llm_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/gui_agent/llm_utils/llm_utils.py -------------------------------------------------------------------------------- /computer_use_demo/gui_agent/llm_utils/oai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/gui_agent/llm_utils/oai.py -------------------------------------------------------------------------------- /computer_use_demo/gui_agent/llm_utils/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/gui_agent/llm_utils/qwen.py -------------------------------------------------------------------------------- /computer_use_demo/gui_agent/llm_utils/run_llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/gui_agent/llm_utils/run_llm.py -------------------------------------------------------------------------------- /computer_use_demo/gui_agent/planner/anthropic_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/gui_agent/planner/anthropic_agent.py -------------------------------------------------------------------------------- /computer_use_demo/gui_agent/planner/api_vlm_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/gui_agent/planner/api_vlm_planner.py -------------------------------------------------------------------------------- /computer_use_demo/gui_agent/planner/local_vlm_planner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/gui_agent/planner/local_vlm_planner.py -------------------------------------------------------------------------------- /computer_use_demo/loop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/loop.py -------------------------------------------------------------------------------- /computer_use_demo/remote_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/remote_inference.py -------------------------------------------------------------------------------- /computer_use_demo/tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/__init__.py -------------------------------------------------------------------------------- /computer_use_demo/tools/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/base.py -------------------------------------------------------------------------------- /computer_use_demo/tools/bash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/bash.py -------------------------------------------------------------------------------- /computer_use_demo/tools/collection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/collection.py -------------------------------------------------------------------------------- /computer_use_demo/tools/colorful_text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/colorful_text.py -------------------------------------------------------------------------------- /computer_use_demo/tools/computer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/computer.py -------------------------------------------------------------------------------- /computer_use_demo/tools/edit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/edit.py -------------------------------------------------------------------------------- /computer_use_demo/tools/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/logger.py -------------------------------------------------------------------------------- /computer_use_demo/tools/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/run.py -------------------------------------------------------------------------------- /computer_use_demo/tools/screen_capture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/computer_use_demo/tools/screen_capture.py -------------------------------------------------------------------------------- /docs/README_cn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/docs/README_cn.md -------------------------------------------------------------------------------- /install_tools/install_showui-awq-4bit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/install_tools/install_showui-awq-4bit.py -------------------------------------------------------------------------------- /install_tools/install_showui.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/install_tools/install_showui.py -------------------------------------------------------------------------------- /install_tools/install_uitars-2b-sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/install_tools/install_uitars-2b-sft.py -------------------------------------------------------------------------------- /install_tools/test_ui-tars_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/install_tools/test_ui-tars_server.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/showlab/computer_use_ootb/HEAD/requirements.txt --------------------------------------------------------------------------------