├── .dockerignore ├── .gitattributes ├── .github ├── actions │ └── rust_build │ │ └── action.yml ├── requirements_github_actions.txt └── workflows │ ├── checks.yml │ └── rust-ci.yml ├── .gitignore ├── CONTRIBUTING.md ├── ISSUE_TEMPLATE ├── bug.yml └── question.yml ├── LICENSE-APACHE ├── LICENSE-MIT ├── LICENSE.md ├── MoshiVis.png ├── PULL_REQUEST_TEMPLATE.md ├── README.md ├── assets └── MoshiVisSchema.png ├── client ├── .env.local ├── .eslinrc.json ├── .nvmrc ├── .prettierignore ├── .prettierrc.json ├── Dockerfile ├── LICENSE ├── README.md ├── index.html ├── package-lock.json ├── package.json ├── postcss.config.js ├── public │ └── assets │ │ ├── decoderWorker.min.js │ │ ├── decoderWorker.min.wasm │ │ ├── favicon-16x16.png │ │ ├── favicon-32x32.png │ │ ├── favicon.ico │ │ ├── images │ │ └── demo │ │ │ ├── attribution.txt │ │ │ ├── image1.jpg │ │ │ ├── image10.jpg │ │ │ ├── image11.jpg │ │ │ ├── image12.jpg │ │ │ ├── image13.jpg │ │ │ ├── image14.jpg │ │ │ ├── image15.jpg │ │ │ ├── image16.jpg │ │ │ ├── image17.jpg │ │ │ ├── image18.jpg │ │ │ ├── image19.jpg │ │ │ ├── image2.jpg │ │ │ ├── image20.jpg │ │ │ ├── image3.jpg │ │ │ ├── image4.jpg │ │ │ ├── image5.jpg │ │ │ ├── image6.jpg │ │ │ ├── image7.jpg │ │ │ ├── image8.jpg │ │ │ └── image9.jpg │ │ └── logo.svg ├── src │ ├── app.tsx │ ├── audio-processor.ts │ ├── components │ │ ├── Button │ │ │ └── Button.tsx │ │ ├── ImageGallery │ │ │ └── ImageGallery.tsx │ │ └── Input │ │ │ └── Input.tsx │ ├── decoder │ │ └── decoderWorker.ts │ ├── env.ts │ ├── index.css │ ├── modules.d.ts │ ├── pages │ │ ├── Conversation │ │ │ ├── Conversation.tsx │ │ │ ├── MediaContext.ts │ │ │ ├── SocketContext.ts │ │ │ ├── canvas-logo-black.png │ │ │ ├── canvas-logo.png │ │ │ ├── components │ │ │ │ ├── AudioVisualizer │ │ │ │ │ ├── AudioVisualizer.tsx │ │ │ │ │ ├── ClientVisualizer.tsx │ │ │ │ │ └── ServerVisualizer.tsx │ │ │ │ ├── Controls │ │ │ │ │ └── Controls.tsx │ │ │ │ ├── ModelParams │ │ │ │ │ └── ModelParams.tsx │ │ │ │ ├── ServerAudio │ │ │ │ │ ├── ServerAudio.tsx │ │ │ │ │ └── ServerAudioStats.tsx │ │ │ │ ├── ServerInfo │ │ │ │ │ └── ServerInfo.tsx │ │ │ │ ├── TextDisplay │ │ │ │ │ ├── TextDisplay.tsx │ │ │ │ │ └── TextDisplayStats.tsx │ │ │ │ └── UserAudio │ │ │ │ │ ├── UserAudio.tsx │ │ │ │ │ └── UserAudioStats.tsx │ │ │ ├── getMimeType.ts │ │ │ └── hooks │ │ │ │ ├── audioUtils.ts │ │ │ │ ├── useModelParams.ts │ │ │ │ ├── useServerAudio.ts │ │ │ │ ├── useServerInfo.ts │ │ │ │ ├── useServerText.ts │ │ │ │ ├── useSocket.ts │ │ │ │ └── useUserAudio.ts │ │ └── Queue │ │ │ ├── Queue.tsx │ │ │ ├── api │ │ │ ├── client.ts │ │ │ ├── errors │ │ │ │ ├── api_error.ts │ │ │ │ └── response_error.ts │ │ │ └── validators.ts │ │ │ └── hooks │ │ │ └── useUserEmail.ts │ └── protocol │ │ ├── encoder.ts │ │ ├── testMessages.ts │ │ └── types.ts ├── tailwind.config.js ├── tsconfig.json └── vite.config.ts ├── docker-bake.hcl ├── kyuteye_mlx ├── .pylintrc ├── LICENSE ├── MANIFEST.in ├── README.md ├── kyuteye_mlx │ ├── __init__.py │ ├── benchmark.py │ ├── local_web.py │ ├── mlx_vlm │ │ ├── LICENSE │ │ ├── __init__.py │ │ └── models │ │ │ ├── __init__.py │ │ │ ├── pixtral │ │ │ ├── __init__.py │ │ │ └── vision.py │ │ │ └── siglip │ │ │ └── vision.py │ ├── models │ │ ├── __init__.py │ │ ├── generate.py │ │ ├── lm.py │ │ ├── pixtral.py │ │ └── siglip.py │ ├── modules │ │ ├── __init__.py │ │ ├── config.py │ │ ├── cross_attention.py │ │ ├── kv_cache.py │ │ └── transformer.py │ ├── py.typed │ ├── quantize.py │ └── utils │ │ ├── __init__.py │ │ ├── loading.py │ │ ├── profiling.py │ │ └── sampling.py ├── pixtral-12b-8bit.config ├── pyproject.toml ├── siglip448.config ├── tests │ └── test_siglip.py └── uv.lock ├── kyuteye_pt ├── .pylintrc ├── LICENSE.md ├── README.md ├── configs │ └── moshika-vis.yaml ├── kyuteye │ ├── __init__.py │ ├── config │ │ ├── __init__.py │ │ ├── enums.py │ │ ├── kyuteye_config.py │ │ └── subconfigs.py │ ├── models │ │ ├── __init__.py │ │ ├── docker-bake.hcl │ │ ├── helium.py │ │ ├── hf_model_configs.py │ │ ├── image_projection.py │ │ ├── loaders.py │ │ └── moshivis.py │ ├── modules │ │ ├── __init__.py │ │ ├── attention.py │ │ ├── cross_attention.py │ │ ├── image_encoder.py │ │ ├── image_transforms.py │ │ ├── streaming_utils.py │ │ ├── transformer.py │ │ └── utils.py │ ├── server.py │ └── utils │ │ ├── __init__.py │ │ ├── dist_utils.py │ │ ├── logging_utils.py │ │ └── struct_utils.py ├── pyproject.toml ├── tests │ └── hello.py └── uv.lock ├── kyuteye_rs ├── Cargo.lock ├── Cargo.toml ├── configs │ ├── config-moshika-vis-q8.json │ └── config-moshika-vis.json ├── moshi-backend │ ├── Cargo.toml │ ├── build.rs │ └── src │ │ ├── audio.rs │ │ ├── build.rs │ │ ├── image_embedder.rs │ │ ├── main.rs │ │ ├── metrics.rs │ │ ├── standalone.rs │ │ ├── stream_both.rs │ │ └── utils.rs └── moshi-core │ ├── Cargo.toml │ └── src │ ├── conv.rs │ ├── dynamic_logits_processor.rs │ ├── lib.rs │ ├── lm.rs │ ├── lm_generate.rs │ ├── lm_generate_multistream.rs │ ├── mimi.rs │ ├── nn.rs │ ├── quantization.rs │ ├── seanet.rs │ ├── streaming.rs │ └── transformer.rs ├── scripts ├── convert_ckpt_utils.py └── get_static_client.py └── ssvd ├── README.md ├── __init__.py ├── generate.py ├── multiturn_instruct.py ├── multiturn_prompting.py └── utils.py /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/.dockerignore -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/actions/rust_build/action.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/.github/actions/rust_build/action.yml -------------------------------------------------------------------------------- /.github/requirements_github_actions.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/.github/requirements_github_actions.txt -------------------------------------------------------------------------------- /.github/workflows/checks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/.github/workflows/checks.yml -------------------------------------------------------------------------------- /.github/workflows/rust-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/.github/workflows/rust-ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /ISSUE_TEMPLATE/bug.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/ISSUE_TEMPLATE/bug.yml -------------------------------------------------------------------------------- /ISSUE_TEMPLATE/question.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/ISSUE_TEMPLATE/question.yml -------------------------------------------------------------------------------- /LICENSE-APACHE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/LICENSE-APACHE -------------------------------------------------------------------------------- /LICENSE-MIT: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/LICENSE-MIT -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/LICENSE.md -------------------------------------------------------------------------------- /MoshiVis.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/MoshiVis.png -------------------------------------------------------------------------------- /PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/README.md -------------------------------------------------------------------------------- /assets/MoshiVisSchema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/assets/MoshiVisSchema.png -------------------------------------------------------------------------------- /client/.env.local: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/.env.local -------------------------------------------------------------------------------- /client/.eslinrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/.eslinrc.json -------------------------------------------------------------------------------- /client/.nvmrc: -------------------------------------------------------------------------------- 1 | v20.12.2 2 | -------------------------------------------------------------------------------- /client/.prettierignore: -------------------------------------------------------------------------------- 1 | dist/* -------------------------------------------------------------------------------- /client/.prettierrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/.prettierrc.json -------------------------------------------------------------------------------- /client/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/Dockerfile -------------------------------------------------------------------------------- /client/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/LICENSE -------------------------------------------------------------------------------- /client/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/README.md -------------------------------------------------------------------------------- /client/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/index.html -------------------------------------------------------------------------------- /client/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/package-lock.json -------------------------------------------------------------------------------- /client/package.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/package.json -------------------------------------------------------------------------------- /client/postcss.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/postcss.config.js -------------------------------------------------------------------------------- /client/public/assets/decoderWorker.min.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/decoderWorker.min.js -------------------------------------------------------------------------------- /client/public/assets/decoderWorker.min.wasm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/decoderWorker.min.wasm -------------------------------------------------------------------------------- /client/public/assets/favicon-16x16.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/favicon-16x16.png -------------------------------------------------------------------------------- /client/public/assets/favicon-32x32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/favicon-32x32.png -------------------------------------------------------------------------------- /client/public/assets/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/favicon.ico -------------------------------------------------------------------------------- /client/public/assets/images/demo/attribution.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/attribution.txt -------------------------------------------------------------------------------- /client/public/assets/images/demo/image1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image1.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image10.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image11.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image11.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image12.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image12.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image13.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image13.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image14.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image14.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image15.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image15.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image16.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image16.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image17.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image17.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image18.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image18.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image19.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image19.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image2.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image20.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image20.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image3.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image4.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image5.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image6.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image7.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image8.jpg -------------------------------------------------------------------------------- /client/public/assets/images/demo/image9.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/images/demo/image9.jpg -------------------------------------------------------------------------------- /client/public/assets/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/public/assets/logo.svg -------------------------------------------------------------------------------- /client/src/app.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/app.tsx -------------------------------------------------------------------------------- /client/src/audio-processor.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/audio-processor.ts -------------------------------------------------------------------------------- /client/src/components/Button/Button.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/components/Button/Button.tsx -------------------------------------------------------------------------------- /client/src/components/ImageGallery/ImageGallery.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/components/ImageGallery/ImageGallery.tsx -------------------------------------------------------------------------------- /client/src/components/Input/Input.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/components/Input/Input.tsx -------------------------------------------------------------------------------- /client/src/decoder/decoderWorker.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/decoder/decoderWorker.ts -------------------------------------------------------------------------------- /client/src/env.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/env.ts -------------------------------------------------------------------------------- /client/src/index.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/index.css -------------------------------------------------------------------------------- /client/src/modules.d.ts: -------------------------------------------------------------------------------- 1 | declare module "opus-recorder"; 2 | -------------------------------------------------------------------------------- /client/src/pages/Conversation/Conversation.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/Conversation.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/MediaContext.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/MediaContext.ts -------------------------------------------------------------------------------- /client/src/pages/Conversation/SocketContext.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/SocketContext.ts -------------------------------------------------------------------------------- /client/src/pages/Conversation/canvas-logo-black.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/canvas-logo-black.png -------------------------------------------------------------------------------- /client/src/pages/Conversation/canvas-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/canvas-logo.png -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/AudioVisualizer/AudioVisualizer.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/AudioVisualizer/AudioVisualizer.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/AudioVisualizer/ClientVisualizer.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/AudioVisualizer/ClientVisualizer.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/AudioVisualizer/ServerVisualizer.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/AudioVisualizer/ServerVisualizer.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/Controls/Controls.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/Controls/Controls.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/ModelParams/ModelParams.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/ModelParams/ModelParams.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/ServerAudio/ServerAudio.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/ServerAudio/ServerAudio.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/ServerAudio/ServerAudioStats.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/ServerAudio/ServerAudioStats.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/ServerInfo/ServerInfo.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/ServerInfo/ServerInfo.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/TextDisplay/TextDisplay.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/TextDisplay/TextDisplay.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/TextDisplay/TextDisplayStats.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/TextDisplay/TextDisplayStats.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/UserAudio/UserAudio.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/UserAudio/UserAudio.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/components/UserAudio/UserAudioStats.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/components/UserAudio/UserAudioStats.tsx -------------------------------------------------------------------------------- /client/src/pages/Conversation/getMimeType.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/getMimeType.ts -------------------------------------------------------------------------------- /client/src/pages/Conversation/hooks/audioUtils.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/hooks/audioUtils.ts -------------------------------------------------------------------------------- /client/src/pages/Conversation/hooks/useModelParams.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/hooks/useModelParams.ts -------------------------------------------------------------------------------- /client/src/pages/Conversation/hooks/useServerAudio.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/hooks/useServerAudio.ts -------------------------------------------------------------------------------- /client/src/pages/Conversation/hooks/useServerInfo.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/hooks/useServerInfo.ts -------------------------------------------------------------------------------- /client/src/pages/Conversation/hooks/useServerText.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/hooks/useServerText.ts -------------------------------------------------------------------------------- /client/src/pages/Conversation/hooks/useSocket.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/hooks/useSocket.ts -------------------------------------------------------------------------------- /client/src/pages/Conversation/hooks/useUserAudio.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Conversation/hooks/useUserAudio.ts -------------------------------------------------------------------------------- /client/src/pages/Queue/Queue.tsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Queue/Queue.tsx -------------------------------------------------------------------------------- /client/src/pages/Queue/api/client.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Queue/api/client.ts -------------------------------------------------------------------------------- /client/src/pages/Queue/api/errors/api_error.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Queue/api/errors/api_error.ts -------------------------------------------------------------------------------- /client/src/pages/Queue/api/errors/response_error.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Queue/api/errors/response_error.ts -------------------------------------------------------------------------------- /client/src/pages/Queue/api/validators.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Queue/api/validators.ts -------------------------------------------------------------------------------- /client/src/pages/Queue/hooks/useUserEmail.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/pages/Queue/hooks/useUserEmail.ts -------------------------------------------------------------------------------- /client/src/protocol/encoder.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/protocol/encoder.ts -------------------------------------------------------------------------------- /client/src/protocol/testMessages.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/protocol/testMessages.ts -------------------------------------------------------------------------------- /client/src/protocol/types.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/src/protocol/types.ts -------------------------------------------------------------------------------- /client/tailwind.config.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/tailwind.config.js -------------------------------------------------------------------------------- /client/tsconfig.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/tsconfig.json -------------------------------------------------------------------------------- /client/vite.config.ts: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/client/vite.config.ts -------------------------------------------------------------------------------- /docker-bake.hcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/docker-bake.hcl -------------------------------------------------------------------------------- /kyuteye_mlx/.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/.pylintrc -------------------------------------------------------------------------------- /kyuteye_mlx/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/LICENSE -------------------------------------------------------------------------------- /kyuteye_mlx/MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/MANIFEST.in -------------------------------------------------------------------------------- /kyuteye_mlx/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/README.md -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/__init__.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/benchmark.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/local_web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/local_web.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/mlx_vlm/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/mlx_vlm/LICENSE -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/mlx_vlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/mlx_vlm/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/mlx_vlm/models/pixtral/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/mlx_vlm/models/pixtral/vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/mlx_vlm/models/pixtral/vision.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/mlx_vlm/models/siglip/vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/mlx_vlm/models/siglip/vision.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/models/__init__.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/models/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/models/generate.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/models/lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/models/lm.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/models/pixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/models/pixtral.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/models/siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/models/siglip.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/modules/__init__.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/modules/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/modules/config.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/modules/cross_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/modules/cross_attention.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/modules/kv_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/modules/kv_cache.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/modules/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/modules/transformer.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/quantize.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/utils/__init__.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/utils/loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/utils/loading.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/utils/profiling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/utils/profiling.py -------------------------------------------------------------------------------- /kyuteye_mlx/kyuteye_mlx/utils/sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/kyuteye_mlx/utils/sampling.py -------------------------------------------------------------------------------- /kyuteye_mlx/pixtral-12b-8bit.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/pixtral-12b-8bit.config -------------------------------------------------------------------------------- /kyuteye_mlx/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/pyproject.toml -------------------------------------------------------------------------------- /kyuteye_mlx/siglip448.config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/siglip448.config -------------------------------------------------------------------------------- /kyuteye_mlx/tests/test_siglip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/tests/test_siglip.py -------------------------------------------------------------------------------- /kyuteye_mlx/uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_mlx/uv.lock -------------------------------------------------------------------------------- /kyuteye_pt/.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/.pylintrc -------------------------------------------------------------------------------- /kyuteye_pt/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/LICENSE.md -------------------------------------------------------------------------------- /kyuteye_pt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/README.md -------------------------------------------------------------------------------- /kyuteye_pt/configs/moshika-vis.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/configs/moshika-vis.yaml -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/config/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/config/enums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/config/enums.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/config/kyuteye_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/config/kyuteye_config.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/config/subconfigs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/config/subconfigs.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/models/docker-bake.hcl: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/models/helium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/models/helium.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/models/hf_model_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/models/hf_model_configs.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/models/image_projection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/models/image_projection.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/models/loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/models/loaders.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/models/moshivis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/models/moshivis.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/modules/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/modules/attention.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/modules/cross_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/modules/cross_attention.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/modules/image_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/modules/image_encoder.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/modules/image_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/modules/image_transforms.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/modules/streaming_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/modules/streaming_utils.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/modules/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/modules/transformer.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/modules/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/modules/utils.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/server.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/utils/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/utils/dist_utils.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/utils/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/utils/logging_utils.py -------------------------------------------------------------------------------- /kyuteye_pt/kyuteye/utils/struct_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/kyuteye/utils/struct_utils.py -------------------------------------------------------------------------------- /kyuteye_pt/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/pyproject.toml -------------------------------------------------------------------------------- /kyuteye_pt/tests/hello.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/tests/hello.py -------------------------------------------------------------------------------- /kyuteye_pt/uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_pt/uv.lock -------------------------------------------------------------------------------- /kyuteye_rs/Cargo.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/Cargo.lock -------------------------------------------------------------------------------- /kyuteye_rs/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/Cargo.toml -------------------------------------------------------------------------------- /kyuteye_rs/configs/config-moshika-vis-q8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/configs/config-moshika-vis-q8.json -------------------------------------------------------------------------------- /kyuteye_rs/configs/config-moshika-vis.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/configs/config-moshika-vis.json -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/Cargo.toml -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/build.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/build.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/src/audio.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/src/audio.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/src/build.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/src/build.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/src/image_embedder.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/src/image_embedder.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/src/main.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/src/main.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/src/metrics.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/src/metrics.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/src/standalone.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/src/standalone.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/src/stream_both.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/src/stream_both.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-backend/src/utils.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-backend/src/utils.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/Cargo.toml -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/conv.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/conv.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/dynamic_logits_processor.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/dynamic_logits_processor.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/lib.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/lib.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/lm.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/lm.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/lm_generate.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/lm_generate.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/lm_generate_multistream.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/lm_generate_multistream.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/mimi.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/mimi.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/nn.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/nn.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/quantization.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/quantization.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/seanet.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/seanet.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/streaming.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/streaming.rs -------------------------------------------------------------------------------- /kyuteye_rs/moshi-core/src/transformer.rs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/kyuteye_rs/moshi-core/src/transformer.rs -------------------------------------------------------------------------------- /scripts/convert_ckpt_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/scripts/convert_ckpt_utils.py -------------------------------------------------------------------------------- /scripts/get_static_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/scripts/get_static_client.py -------------------------------------------------------------------------------- /ssvd/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/ssvd/README.md -------------------------------------------------------------------------------- /ssvd/__init__.py: -------------------------------------------------------------------------------- 1 | """Scripts for generating synthetic visual dialogues""" 2 | -------------------------------------------------------------------------------- /ssvd/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/ssvd/generate.py -------------------------------------------------------------------------------- /ssvd/multiturn_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/ssvd/multiturn_instruct.py -------------------------------------------------------------------------------- /ssvd/multiturn_prompting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/ssvd/multiturn_prompting.py -------------------------------------------------------------------------------- /ssvd/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kyutai-labs/moshivis/HEAD/ssvd/utils.py --------------------------------------------------------------------------------