├── .gitattributes ├── .gitignore ├── ChatCaptioner ├── README.md ├── caption.ipynb ├── chatcaptioner │ ├── __init__.py │ ├── blip2.py │ ├── chat.py │ ├── clip.py │ └── utils.py ├── demo.py ├── demo_pic │ ├── CuteCloud_1366x768.jpg │ ├── demo1.gif │ ├── demo2.gif │ └── overview.png ├── draw_quali.ipynb ├── environment.yml ├── main_caption.py ├── not_sure.ipynb ├── obj_cover.ipynb ├── question_analysis.ipynb ├── visualization.ipynb └── yes_no.ipynb ├── LICENSE.md ├── README.md └── Video_ChatCaptioner ├── README.md ├── chatcaptioner ├── __init__.py ├── blip2.py ├── clip.py ├── utils.py ├── video_chat.py └── video_reader.py ├── demo_pic ├── dance.gif ├── overview.png └── skating.gif ├── environment.yml ├── generate_caption_msvd.py ├── generate_caption_webvid.py ├── run_msvd.sh └── run_webvid.sh /.gitattributes: -------------------------------------------------------------------------------- 1 | *.ipynb filter=strip-notebook-output 2 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/.gitignore -------------------------------------------------------------------------------- /ChatCaptioner/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/README.md -------------------------------------------------------------------------------- /ChatCaptioner/caption.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/caption.ipynb -------------------------------------------------------------------------------- /ChatCaptioner/chatcaptioner/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /ChatCaptioner/chatcaptioner/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/chatcaptioner/blip2.py -------------------------------------------------------------------------------- /ChatCaptioner/chatcaptioner/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/chatcaptioner/chat.py -------------------------------------------------------------------------------- /ChatCaptioner/chatcaptioner/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/chatcaptioner/clip.py -------------------------------------------------------------------------------- /ChatCaptioner/chatcaptioner/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/chatcaptioner/utils.py -------------------------------------------------------------------------------- /ChatCaptioner/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/demo.py -------------------------------------------------------------------------------- /ChatCaptioner/demo_pic/CuteCloud_1366x768.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/demo_pic/CuteCloud_1366x768.jpg -------------------------------------------------------------------------------- /ChatCaptioner/demo_pic/demo1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/demo_pic/demo1.gif -------------------------------------------------------------------------------- /ChatCaptioner/demo_pic/demo2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/demo_pic/demo2.gif -------------------------------------------------------------------------------- /ChatCaptioner/demo_pic/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/demo_pic/overview.png -------------------------------------------------------------------------------- /ChatCaptioner/draw_quali.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/draw_quali.ipynb -------------------------------------------------------------------------------- /ChatCaptioner/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/environment.yml -------------------------------------------------------------------------------- /ChatCaptioner/main_caption.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/main_caption.py -------------------------------------------------------------------------------- /ChatCaptioner/not_sure.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/not_sure.ipynb -------------------------------------------------------------------------------- /ChatCaptioner/obj_cover.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/obj_cover.ipynb -------------------------------------------------------------------------------- /ChatCaptioner/question_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/question_analysis.ipynb -------------------------------------------------------------------------------- /ChatCaptioner/visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/visualization.ipynb -------------------------------------------------------------------------------- /ChatCaptioner/yes_no.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/ChatCaptioner/yes_no.ipynb -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/README.md -------------------------------------------------------------------------------- /Video_ChatCaptioner/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/README.md -------------------------------------------------------------------------------- /Video_ChatCaptioner/chatcaptioner/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Video_ChatCaptioner/chatcaptioner/blip2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/chatcaptioner/blip2.py -------------------------------------------------------------------------------- /Video_ChatCaptioner/chatcaptioner/clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/chatcaptioner/clip.py -------------------------------------------------------------------------------- /Video_ChatCaptioner/chatcaptioner/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/chatcaptioner/utils.py -------------------------------------------------------------------------------- /Video_ChatCaptioner/chatcaptioner/video_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/chatcaptioner/video_chat.py -------------------------------------------------------------------------------- /Video_ChatCaptioner/chatcaptioner/video_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/chatcaptioner/video_reader.py -------------------------------------------------------------------------------- /Video_ChatCaptioner/demo_pic/dance.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/demo_pic/dance.gif -------------------------------------------------------------------------------- /Video_ChatCaptioner/demo_pic/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/demo_pic/overview.png -------------------------------------------------------------------------------- /Video_ChatCaptioner/demo_pic/skating.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/demo_pic/skating.gif -------------------------------------------------------------------------------- /Video_ChatCaptioner/environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/environment.yml -------------------------------------------------------------------------------- /Video_ChatCaptioner/generate_caption_msvd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/generate_caption_msvd.py -------------------------------------------------------------------------------- /Video_ChatCaptioner/generate_caption_webvid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/generate_caption_webvid.py -------------------------------------------------------------------------------- /Video_ChatCaptioner/run_msvd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/run_msvd.sh -------------------------------------------------------------------------------- /Video_ChatCaptioner/run_webvid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Vision-CAIR/ChatCaptioner/HEAD/Video_ChatCaptioner/run_webvid.sh --------------------------------------------------------------------------------