├── .gitignore ├── README.md ├── mcp-client-cli-interface ├── README.md ├── main.ts ├── package-lock.json ├── package.json ├── query-processing-engine.ts ├── setup.ts ├── start-here.ts └── tests │ └── test-mcp.js ├── mcp-client-nextjs ├── .env.example ├── .gitignore ├── README.md ├── eslint.config.mjs ├── next.config.ts ├── package-lock.json ├── package.json ├── postcss.config.mjs ├── public │ ├── file.svg │ ├── globe.svg │ ├── next.svg │ ├── vercel.svg │ └── window.svg ├── src │ ├── app │ │ ├── api │ │ │ └── mcp │ │ │ │ ├── initialize │ │ │ │ └── route.ts │ │ │ │ ├── logs │ │ │ │ └── route.ts │ │ │ │ ├── query │ │ │ │ └── route.ts │ │ │ │ ├── route.ts │ │ │ │ └── tools │ │ │ │ └── route.ts │ │ ├── favicon.ico │ │ ├── globals.css │ │ ├── layout.tsx │ │ └── page.tsx │ ├── components │ │ └── mcp-interface.tsx │ └── lib │ │ └── mcp │ │ ├── log-buffer.ts │ │ ├── query-processing-engine.ts │ │ ├── setup.ts │ │ └── start-here.ts ├── tailwind.config.js └── tsconfig.json └── mcp-server-os-level ├── Cargo.toml ├── examples ├── test_click_by_role.rs ├── test_example.rs ├── test_get_all_apps.rs ├── test_get_arc_all_elements_custom.rs ├── test_get_arc_all_elements_sdk_count.rs ├── test_get_arc_interactable_elements.rs ├── test_get_arc_interactable_elements_list.rs ├── test_get_arc_text_sdk.rs ├── test_get_messages_and_send_message.rs └── test_get_messages_text_sdk.rs └── src ├── bin ├── handlers │ ├── click_by_index.rs │ ├── input_control.rs │ ├── list_elements_and_attributes.rs │ ├── mcp.rs │ ├── mod.rs │ ├── open_application.rs │ ├── open_url.rs │ ├── press_key_by_index.rs │ ├── type_by_index.rs │ └── utils.rs ├── mcp-bridge.ts ├── mod.rs ├── server.rs └── types.rs ├── desktop.rs ├── element.rs ├── errors.rs ├── lib.rs ├── locator.rs ├── platforms ├── linux.rs ├── macos.rs ├── mod.rs ├── tree_search.rs └── windows.rs ├── selector.rs └── tests.rs /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/README.md -------------------------------------------------------------------------------- /mcp-client-cli-interface/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-cli-interface/README.md -------------------------------------------------------------------------------- /mcp-client-cli-interface/main.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-cli-interface/main.ts -------------------------------------------------------------------------------- /mcp-client-cli-interface/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-cli-interface/package-lock.json -------------------------------------------------------------------------------- /mcp-client-cli-interface/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-cli-interface/package.json -------------------------------------------------------------------------------- /mcp-client-cli-interface/query-processing-engine.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-cli-interface/query-processing-engine.ts -------------------------------------------------------------------------------- /mcp-client-cli-interface/setup.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-cli-interface/setup.ts -------------------------------------------------------------------------------- /mcp-client-cli-interface/start-here.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-cli-interface/start-here.ts -------------------------------------------------------------------------------- /mcp-client-cli-interface/tests/test-mcp.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-cli-interface/tests/test-mcp.js -------------------------------------------------------------------------------- /mcp-client-nextjs/.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/.env.example -------------------------------------------------------------------------------- /mcp-client-nextjs/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/.gitignore -------------------------------------------------------------------------------- /mcp-client-nextjs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/README.md -------------------------------------------------------------------------------- /mcp-client-nextjs/eslint.config.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/eslint.config.mjs -------------------------------------------------------------------------------- /mcp-client-nextjs/next.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/next.config.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/package-lock.json -------------------------------------------------------------------------------- /mcp-client-nextjs/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/package.json -------------------------------------------------------------------------------- /mcp-client-nextjs/postcss.config.mjs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/postcss.config.mjs -------------------------------------------------------------------------------- /mcp-client-nextjs/public/file.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/public/file.svg -------------------------------------------------------------------------------- /mcp-client-nextjs/public/globe.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/public/globe.svg -------------------------------------------------------------------------------- /mcp-client-nextjs/public/next.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/public/next.svg -------------------------------------------------------------------------------- /mcp-client-nextjs/public/vercel.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/public/vercel.svg -------------------------------------------------------------------------------- /mcp-client-nextjs/public/window.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/public/window.svg -------------------------------------------------------------------------------- /mcp-client-nextjs/src/app/api/mcp/initialize/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/app/api/mcp/initialize/route.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/src/app/api/mcp/logs/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/app/api/mcp/logs/route.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/src/app/api/mcp/query/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/app/api/mcp/query/route.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/src/app/api/mcp/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/app/api/mcp/route.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/src/app/api/mcp/tools/route.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/app/api/mcp/tools/route.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/src/app/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/app/favicon.ico -------------------------------------------------------------------------------- /mcp-client-nextjs/src/app/globals.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/app/globals.css -------------------------------------------------------------------------------- /mcp-client-nextjs/src/app/layout.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/app/layout.tsx -------------------------------------------------------------------------------- /mcp-client-nextjs/src/app/page.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/app/page.tsx -------------------------------------------------------------------------------- /mcp-client-nextjs/src/components/mcp-interface.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/components/mcp-interface.tsx -------------------------------------------------------------------------------- /mcp-client-nextjs/src/lib/mcp/log-buffer.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/lib/mcp/log-buffer.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/src/lib/mcp/query-processing-engine.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/lib/mcp/query-processing-engine.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/src/lib/mcp/setup.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/lib/mcp/setup.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/src/lib/mcp/start-here.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/src/lib/mcp/start-here.ts -------------------------------------------------------------------------------- /mcp-client-nextjs/tailwind.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/tailwind.config.js -------------------------------------------------------------------------------- /mcp-client-nextjs/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-client-nextjs/tsconfig.json -------------------------------------------------------------------------------- /mcp-server-os-level/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/Cargo.toml -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_click_by_role.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_click_by_role.rs -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_example.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_example.rs -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_get_all_apps.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_get_all_apps.rs -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_get_arc_all_elements_custom.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_get_arc_all_elements_custom.rs -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_get_arc_all_elements_sdk_count.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_get_arc_all_elements_sdk_count.rs -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_get_arc_interactable_elements.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_get_arc_interactable_elements.rs -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_get_arc_interactable_elements_list.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_get_arc_interactable_elements_list.rs -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_get_arc_text_sdk.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_get_arc_text_sdk.rs -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_get_messages_and_send_message.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_get_messages_and_send_message.rs -------------------------------------------------------------------------------- /mcp-server-os-level/examples/test_get_messages_text_sdk.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/examples/test_get_messages_text_sdk.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/click_by_index.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/click_by_index.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/input_control.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/input_control.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/list_elements_and_attributes.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/list_elements_and_attributes.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/mcp.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/mcp.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/mod.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/open_application.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/open_application.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/open_url.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/open_url.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/press_key_by_index.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/press_key_by_index.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/type_by_index.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/type_by_index.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/handlers/utils.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/handlers/utils.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/mcp-bridge.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/mcp-bridge.ts -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/mod.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/server.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/server.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/bin/types.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/bin/types.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/desktop.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/desktop.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/element.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/element.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/errors.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/errors.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/lib.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/locator.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/locator.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/platforms/linux.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/platforms/linux.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/platforms/macos.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/platforms/macos.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/platforms/mod.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/platforms/mod.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/platforms/tree_search.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/platforms/tree_search.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/platforms/windows.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/platforms/windows.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/selector.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/selector.rs -------------------------------------------------------------------------------- /mcp-server-os-level/src/tests.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mediar-ai/MCP-server-client-computer-use-ai-sdk/HEAD/mcp-server-os-level/src/tests.rs --------------------------------------------------------------------------------