├── .env.example ├── .github └── workflows │ └── voice-server-verification.yml ├── .gitignore ├── Dockerfile ├── LICENSE ├── README.md ├── analyze_structured_logs.py ├── docker-compose.yml ├── gui-electron ├── app.js ├── index.html ├── install-desktop.sh ├── llm-control-gui.desktop ├── main.js ├── package.json ├── platform │ ├── index.js │ ├── linux.js │ ├── macos.js │ └── windows.js ├── preload.js ├── simple-computer-use-desktop.desktop ├── start-gui-electron.sh ├── styles-modern.css.example └── styles.css ├── llm_control ├── __init__.py ├── __main__.py ├── command_processing │ ├── __init__.py │ ├── executor.py │ ├── finder.py │ ├── history.py │ └── parser.py ├── favorites │ ├── __init__.py │ └── utils.py ├── llm │ ├── __init__.py │ ├── intent_detection.py │ ├── simple_executor.py │ └── text_extraction.py ├── screenshot.py ├── ui_detection │ ├── __init__.py │ ├── element_finder.py │ └── ocr.py ├── utils │ ├── __init__.py │ ├── dependencies.py │ ├── download.py │ ├── gpu_utils.py │ ├── pyautogui_extensions.py │ └── wait.py └── voice │ ├── __init__.py │ ├── audio.py │ ├── commands.py │ ├── prompts.py │ ├── screenshots.py │ ├── server.py │ └── utils.py ├── requirements-py311.txt ├── requirements.txt ├── scripts ├── docker │ ├── docker-diagnose-ui.sh │ ├── docker-visualize-ui.sh │ ├── entrypoint.sh │ └── setup-docker-x11.sh ├── migration │ ├── migrate_venv.sh │ ├── test_imports.py │ └── verify_python_compatibility.sh ├── setup │ ├── check_setup.py │ ├── clear_gpu_memory.py │ ├── fix-x11.sh │ ├── install-additional-deps.sh │ └── install_system_deps.py ├── test_favorites.py ├── test_favorites_run_delete.py └── tools │ ├── clean_requirements.py │ ├── diagnose_ui_detection.py │ ├── start-ollama.sh │ ├── start-voice-control.sh │ ├── start_server_with_memory_mgmt.sh │ ├── test_command_history.py │ └── visualize_ui_detection.py ├── setup.py ├── start-llm-control.sh ├── start-service-debug.sh ├── start-with-structured-logs.sh └── structured_logs ├── structured_events_20251117.jsonl └── structured_events_20251118.jsonl /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/.env.example -------------------------------------------------------------------------------- /.github/workflows/voice-server-verification.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/.github/workflows/voice-server-verification.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/.gitignore -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/README.md -------------------------------------------------------------------------------- /analyze_structured_logs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/analyze_structured_logs.py -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/docker-compose.yml -------------------------------------------------------------------------------- /gui-electron/app.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/app.js -------------------------------------------------------------------------------- /gui-electron/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/index.html -------------------------------------------------------------------------------- /gui-electron/install-desktop.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/install-desktop.sh -------------------------------------------------------------------------------- /gui-electron/llm-control-gui.desktop: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/llm-control-gui.desktop -------------------------------------------------------------------------------- /gui-electron/main.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/main.js -------------------------------------------------------------------------------- /gui-electron/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/package.json -------------------------------------------------------------------------------- /gui-electron/platform/index.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/platform/index.js -------------------------------------------------------------------------------- /gui-electron/platform/linux.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/platform/linux.js -------------------------------------------------------------------------------- /gui-electron/platform/macos.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/platform/macos.js -------------------------------------------------------------------------------- /gui-electron/platform/windows.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/platform/windows.js -------------------------------------------------------------------------------- /gui-electron/preload.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/preload.js -------------------------------------------------------------------------------- /gui-electron/simple-computer-use-desktop.desktop: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/simple-computer-use-desktop.desktop -------------------------------------------------------------------------------- /gui-electron/start-gui-electron.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/start-gui-electron.sh -------------------------------------------------------------------------------- /gui-electron/styles-modern.css.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/styles-modern.css.example -------------------------------------------------------------------------------- /gui-electron/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/gui-electron/styles.css -------------------------------------------------------------------------------- /llm_control/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/__init__.py -------------------------------------------------------------------------------- /llm_control/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/__main__.py -------------------------------------------------------------------------------- /llm_control/command_processing/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/command_processing/__init__.py -------------------------------------------------------------------------------- /llm_control/command_processing/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/command_processing/executor.py -------------------------------------------------------------------------------- /llm_control/command_processing/finder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/command_processing/finder.py -------------------------------------------------------------------------------- /llm_control/command_processing/history.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/command_processing/history.py -------------------------------------------------------------------------------- /llm_control/command_processing/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/command_processing/parser.py -------------------------------------------------------------------------------- /llm_control/favorites/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/favorites/__init__.py -------------------------------------------------------------------------------- /llm_control/favorites/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/favorites/utils.py -------------------------------------------------------------------------------- /llm_control/llm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/llm/__init__.py -------------------------------------------------------------------------------- /llm_control/llm/intent_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/llm/intent_detection.py -------------------------------------------------------------------------------- /llm_control/llm/simple_executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/llm/simple_executor.py -------------------------------------------------------------------------------- /llm_control/llm/text_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/llm/text_extraction.py -------------------------------------------------------------------------------- /llm_control/screenshot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/screenshot.py -------------------------------------------------------------------------------- /llm_control/ui_detection/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/ui_detection/__init__.py -------------------------------------------------------------------------------- /llm_control/ui_detection/element_finder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/ui_detection/element_finder.py -------------------------------------------------------------------------------- /llm_control/ui_detection/ocr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/ui_detection/ocr.py -------------------------------------------------------------------------------- /llm_control/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/utils/__init__.py -------------------------------------------------------------------------------- /llm_control/utils/dependencies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/utils/dependencies.py -------------------------------------------------------------------------------- /llm_control/utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/utils/download.py -------------------------------------------------------------------------------- /llm_control/utils/gpu_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/utils/gpu_utils.py -------------------------------------------------------------------------------- /llm_control/utils/pyautogui_extensions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/utils/pyautogui_extensions.py -------------------------------------------------------------------------------- /llm_control/utils/wait.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/utils/wait.py -------------------------------------------------------------------------------- /llm_control/voice/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/voice/__init__.py -------------------------------------------------------------------------------- /llm_control/voice/audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/voice/audio.py -------------------------------------------------------------------------------- /llm_control/voice/commands.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/voice/commands.py -------------------------------------------------------------------------------- /llm_control/voice/prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/voice/prompts.py -------------------------------------------------------------------------------- /llm_control/voice/screenshots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/voice/screenshots.py -------------------------------------------------------------------------------- /llm_control/voice/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/voice/server.py -------------------------------------------------------------------------------- /llm_control/voice/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/llm_control/voice/utils.py -------------------------------------------------------------------------------- /requirements-py311.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/requirements-py311.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/docker/docker-diagnose-ui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/docker/docker-diagnose-ui.sh -------------------------------------------------------------------------------- /scripts/docker/docker-visualize-ui.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/docker/docker-visualize-ui.sh -------------------------------------------------------------------------------- /scripts/docker/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/docker/entrypoint.sh -------------------------------------------------------------------------------- /scripts/docker/setup-docker-x11.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/docker/setup-docker-x11.sh -------------------------------------------------------------------------------- /scripts/migration/migrate_venv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/migration/migrate_venv.sh -------------------------------------------------------------------------------- /scripts/migration/test_imports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/migration/test_imports.py -------------------------------------------------------------------------------- /scripts/migration/verify_python_compatibility.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/migration/verify_python_compatibility.sh -------------------------------------------------------------------------------- /scripts/setup/check_setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/setup/check_setup.py -------------------------------------------------------------------------------- /scripts/setup/clear_gpu_memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/setup/clear_gpu_memory.py -------------------------------------------------------------------------------- /scripts/setup/fix-x11.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/setup/fix-x11.sh -------------------------------------------------------------------------------- /scripts/setup/install-additional-deps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/setup/install-additional-deps.sh -------------------------------------------------------------------------------- /scripts/setup/install_system_deps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/setup/install_system_deps.py -------------------------------------------------------------------------------- /scripts/test_favorites.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/test_favorites.py -------------------------------------------------------------------------------- /scripts/test_favorites_run_delete.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/test_favorites_run_delete.py -------------------------------------------------------------------------------- /scripts/tools/clean_requirements.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/tools/clean_requirements.py -------------------------------------------------------------------------------- /scripts/tools/diagnose_ui_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/tools/diagnose_ui_detection.py -------------------------------------------------------------------------------- /scripts/tools/start-ollama.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/tools/start-ollama.sh -------------------------------------------------------------------------------- /scripts/tools/start-voice-control.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/tools/start-voice-control.sh -------------------------------------------------------------------------------- /scripts/tools/start_server_with_memory_mgmt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/tools/start_server_with_memory_mgmt.sh -------------------------------------------------------------------------------- /scripts/tools/test_command_history.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/tools/test_command_history.py -------------------------------------------------------------------------------- /scripts/tools/visualize_ui_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/scripts/tools/visualize_ui_detection.py -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/setup.py -------------------------------------------------------------------------------- /start-llm-control.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/start-llm-control.sh -------------------------------------------------------------------------------- /start-service-debug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/start-service-debug.sh -------------------------------------------------------------------------------- /start-with-structured-logs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/start-with-structured-logs.sh -------------------------------------------------------------------------------- /structured_logs/structured_events_20251117.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/structured_logs/structured_events_20251117.jsonl -------------------------------------------------------------------------------- /structured_logs/structured_events_20251118.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/pnmartinez/simple-computer-use/HEAD/structured_logs/structured_events_20251118.jsonl --------------------------------------------------------------------------------