├── MiniGPT_v2_colab.ipynb └── README.md /MiniGPT_v2_colab.ipynb: -------------------------------------------------------------------------------- 1 | { 2 | "cells": [ 3 | { 4 | "cell_type": "markdown", 5 | "metadata": { 6 | "id": "view-in-github" 7 | }, 8 | "source": [ 9 | "[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/camenduru/MiniGPT-v2-colab/blob/main/MiniGPT_v2_colab.ipynb)" 10 | ] 11 | }, 12 | { 13 | "cell_type": "code", 14 | "execution_count": null, 15 | "metadata": { 16 | "id": "VjYy0F2gZIPR" 17 | }, 18 | "outputs": [], 19 | "source": [ 20 | "%cd /content\n", 21 | "!git clone -b dev2 https://github.com/camenduru/MiniGPT-4\n", 22 | "!wget https://huggingface.co/camenduru/MiniGPT-v2/resolve/main/minigptv2_checkpoint.pth -O /content/MiniGPT-4/minigptv2_checkpoint.pth\n", 23 | "!pip install -q salesforce-lavis bitsandbytes accelerate transformers==4.30.0 peft==0.2.0 huggingface_hub gradio gradio-client\n", 24 | "%cd /content/MiniGPT-4\n", 25 | "!python demo_v2.py" 26 | ] 27 | } 28 | ], 29 | "metadata": { 30 | "accelerator": "GPU", 31 | "colab": { 32 | "gpuType": "T4", 33 | "provenance": [] 34 | }, 35 | "kernelspec": { 36 | "display_name": "Python 3", 37 | "name": "python3" 38 | }, 39 | "language_info": { 40 | "name": "python" 41 | } 42 | }, 43 | "nbformat": 4, 44 | "nbformat_minor": 0 45 | } 46 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | 🐣 Please follow me for new updates https://twitter.com/camenduru
2 | 🔥 Please join our discord server https://discord.gg/k5BwmmvJJU
3 | 🥳 Please join my patreon community https://patreon.com/camenduru
4 | 5 | ## 🦒 Colab 6 | 7 | | Colab | Info 8 | | --- | --- | 9 | [![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/camenduru/MiniGPT-v2-colab/blob/main/MiniGPT_v2_colab.ipynb) | MiniGPT_v2_colab 10 | 11 | ## Main Repo 12 | https://github.com/Vision-CAIR/MiniGPT-4 13 | 14 | ## Paper 15 | https://arxiv.org/abs/2310.09478
16 | https://github.com/Vision-CAIR/MiniGPT-4/blob/main/MiniGPTv2.pdf
17 | 18 | ## Page 19 | https://minigpt-v2.github.io/ 20 | 21 | ## Output 22 | 23 | ![Screenshot 2023-10-15 235442](https://github.com/camenduru/MiniGPT-v2-colab/assets/54370274/ecc27211-13a8-4989-bba4-3ba14701ba5c) 24 | 25 | Artist: ayaya_ayay@discord ❤ 26 | ![Screenshot 2023-10-16 004828](https://github.com/camenduru/MiniGPT-v2-colab/assets/54370274/166e3160-eea1-4922-97d9-6b75ccc6aded) 27 | 28 | Artist: ayaya_ayay@discord ❤ 29 | ![Screenshot 2023-10-16 005415](https://github.com/camenduru/MiniGPT-v2-colab/assets/54370274/147f7336-51f2-4495-bc9c-f7f374b0c405) 30 | --------------------------------------------------------------------------------