├── .github └── workflows │ ├── pylint.yml │ └── test.yml ├── .gitignore ├── LICENSE ├── README.md ├── assets ├── demo-1.jpg └── demo-2.jpg ├── batch_generate_example.py ├── gradio_demo.py ├── moondream ├── __init__.py ├── config │ ├── config_md05.json │ └── config_md2.json ├── eval │ ├── chartqa.py │ ├── coco_map.py │ ├── countbenchqa.py │ ├── docvqa.py │ ├── eval_all.py │ ├── gazefollow.py │ ├── mmstar.py │ ├── naturalbench.py │ ├── pope.py │ ├── realworldqa.py │ ├── tallyqa.py │ ├── textvqa.py │ ├── utils.py │ └── waste_detection.py └── torch │ ├── config.py │ ├── hf_moondream.py │ ├── hf_release.py │ ├── image_crops.py │ ├── layers.py │ ├── lora.py │ ├── moondream.py │ ├── region.py │ ├── rope.py │ ├── sample.py │ ├── text.py │ ├── utils.py │ ├── vision.py │ └── weights.py ├── notebooks └── RepEng.ipynb ├── recipes ├── gaze-detection-video │ ├── .gitignore │ ├── README.md │ ├── gaze-detection-video.py │ ├── input │ │ └── .gitkeep │ ├── output │ │ └── .gitkeep │ ├── requirements.txt │ └── temp │ │ └── .gitkeep ├── promptable-content-moderation │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── deep_sort_integration.py │ ├── main.py │ ├── packages.txt │ ├── persistence.py │ ├── requirements.txt │ ├── video_visualization.py │ └── visualization.py └── promptable-video-redaction │ ├── .gitignore │ ├── README.md │ ├── app.py │ ├── main.py │ ├── packages.txt │ └── requirements.txt ├── requirements.txt ├── sample.py ├── tests └── test_image_crops.py └── webcam_gradio_demo.py /.github/workflows/pylint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/.github/workflows/pylint.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/README.md -------------------------------------------------------------------------------- /assets/demo-1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/assets/demo-1.jpg -------------------------------------------------------------------------------- /assets/demo-2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/assets/demo-2.jpg -------------------------------------------------------------------------------- /batch_generate_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/batch_generate_example.py -------------------------------------------------------------------------------- /gradio_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/gradio_demo.py -------------------------------------------------------------------------------- /moondream/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /moondream/config/config_md05.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/config/config_md05.json -------------------------------------------------------------------------------- /moondream/config/config_md2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/config/config_md2.json -------------------------------------------------------------------------------- /moondream/eval/chartqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/chartqa.py -------------------------------------------------------------------------------- /moondream/eval/coco_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/coco_map.py -------------------------------------------------------------------------------- /moondream/eval/countbenchqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/countbenchqa.py -------------------------------------------------------------------------------- /moondream/eval/docvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/docvqa.py -------------------------------------------------------------------------------- /moondream/eval/eval_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/eval_all.py -------------------------------------------------------------------------------- /moondream/eval/gazefollow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/gazefollow.py -------------------------------------------------------------------------------- /moondream/eval/mmstar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/mmstar.py -------------------------------------------------------------------------------- /moondream/eval/naturalbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/naturalbench.py -------------------------------------------------------------------------------- /moondream/eval/pope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/pope.py -------------------------------------------------------------------------------- /moondream/eval/realworldqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/realworldqa.py -------------------------------------------------------------------------------- /moondream/eval/tallyqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/tallyqa.py -------------------------------------------------------------------------------- /moondream/eval/textvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/textvqa.py -------------------------------------------------------------------------------- /moondream/eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/utils.py -------------------------------------------------------------------------------- /moondream/eval/waste_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/eval/waste_detection.py -------------------------------------------------------------------------------- /moondream/torch/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/config.py -------------------------------------------------------------------------------- /moondream/torch/hf_moondream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/hf_moondream.py -------------------------------------------------------------------------------- /moondream/torch/hf_release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/hf_release.py -------------------------------------------------------------------------------- /moondream/torch/image_crops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/image_crops.py -------------------------------------------------------------------------------- /moondream/torch/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/layers.py -------------------------------------------------------------------------------- /moondream/torch/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/lora.py -------------------------------------------------------------------------------- /moondream/torch/moondream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/moondream.py -------------------------------------------------------------------------------- /moondream/torch/region.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/region.py -------------------------------------------------------------------------------- /moondream/torch/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/rope.py -------------------------------------------------------------------------------- /moondream/torch/sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/sample.py -------------------------------------------------------------------------------- /moondream/torch/text.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/text.py -------------------------------------------------------------------------------- /moondream/torch/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/utils.py -------------------------------------------------------------------------------- /moondream/torch/vision.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/vision.py -------------------------------------------------------------------------------- /moondream/torch/weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/moondream/torch/weights.py -------------------------------------------------------------------------------- /notebooks/RepEng.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/notebooks/RepEng.ipynb -------------------------------------------------------------------------------- /recipes/gaze-detection-video/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/gaze-detection-video/.gitignore -------------------------------------------------------------------------------- /recipes/gaze-detection-video/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/gaze-detection-video/README.md -------------------------------------------------------------------------------- /recipes/gaze-detection-video/gaze-detection-video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/gaze-detection-video/gaze-detection-video.py -------------------------------------------------------------------------------- /recipes/gaze-detection-video/input/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /recipes/gaze-detection-video/output/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /recipes/gaze-detection-video/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/gaze-detection-video/requirements.txt -------------------------------------------------------------------------------- /recipes/gaze-detection-video/temp/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-content-moderation/.gitignore -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-content-moderation/README.md -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-content-moderation/app.py -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/deep_sort_integration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-content-moderation/deep_sort_integration.py -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-content-moderation/main.py -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/packages.txt: -------------------------------------------------------------------------------- 1 | libvips 2 | ffmpeg -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/persistence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-content-moderation/persistence.py -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-content-moderation/requirements.txt -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/video_visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-content-moderation/video_visualization.py -------------------------------------------------------------------------------- /recipes/promptable-content-moderation/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-content-moderation/visualization.py -------------------------------------------------------------------------------- /recipes/promptable-video-redaction/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-video-redaction/.gitignore -------------------------------------------------------------------------------- /recipes/promptable-video-redaction/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-video-redaction/README.md -------------------------------------------------------------------------------- /recipes/promptable-video-redaction/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-video-redaction/app.py -------------------------------------------------------------------------------- /recipes/promptable-video-redaction/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-video-redaction/main.py -------------------------------------------------------------------------------- /recipes/promptable-video-redaction/packages.txt: -------------------------------------------------------------------------------- 1 | libvips 2 | ffmpeg -------------------------------------------------------------------------------- /recipes/promptable-video-redaction/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/recipes/promptable-video-redaction/requirements.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/requirements.txt -------------------------------------------------------------------------------- /sample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/sample.py -------------------------------------------------------------------------------- /tests/test_image_crops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/tests/test_image_crops.py -------------------------------------------------------------------------------- /webcam_gradio_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vikhyat/moondream/HEAD/webcam_gradio_demo.py --------------------------------------------------------------------------------