├── Emu1 ├── README.md ├── assets │ ├── Emu.png │ └── generalist.png ├── data │ └── yt-sb-1b │ │ ├── README.md │ │ ├── get_transcript.py │ │ ├── video2dataset-1.1.0 │ │ ├── .github │ │ │ └── workflows │ │ │ │ ├── ci.yml │ │ │ │ └── python-publish.yml │ │ ├── .gitignore │ │ ├── .pylintrc │ │ ├── HISTORY.md │ │ ├── LICENSE │ │ ├── Makefile │ │ ├── README.md │ │ ├── benchmark │ │ │ ├── benchmark_dataloader.py │ │ │ ├── benchmark_vids.parquet │ │ │ ├── run_benchmark.sh │ │ │ └── subsamplers │ │ │ │ ├── README.md │ │ │ │ └── benchmark_cut_detector.py │ │ ├── dataset_examples │ │ │ ├── ACAV.md │ │ │ └── WebVid.md │ │ ├── examples │ │ │ ├── dataloader_example.py │ │ │ ├── distributed_slurm.md │ │ │ ├── distributed_spark.md │ │ │ ├── download_webvid.sh │ │ │ └── yt_metadata.md │ │ ├── mypy.ini │ │ ├── requirements-test.txt │ │ ├── requirements.txt │ │ ├── setup.py │ │ ├── tests │ │ │ ├── test_data_reader.py │ │ │ ├── test_data_writers.py │ │ │ ├── test_downloaders.py │ │ │ ├── test_files │ │ │ │ ├── test_audio.mp3 │ │ │ │ ├── test_video.mp4 │ │ │ │ ├── test_webvid.csv │ │ │ │ └── test_yt.csv │ │ │ ├── test_main.py │ │ │ ├── test_subsamplers.py │ │ │ └── test_yt_meta.py │ │ ├── video2dataset │ │ │ ├── __init__.py │ │ │ ├── data_reader.py │ │ │ ├── data_writer.py │ │ │ ├── dataloader │ │ │ │ ├── __init__.py │ │ │ │ ├── custom_wds.py │ │ │ │ ├── dataloader.py │ │ │ │ ├── filters.py │ │ │ │ ├── transform.py │ │ │ │ └── video_decode.py │ │ │ ├── distributor.py │ │ │ ├── input_sharder.py │ │ │ ├── logger.py │ │ │ ├── main.py │ │ │ ├── output_sharder.py │ │ │ ├── subsamplers │ │ │ │ ├── __init__.py │ │ │ │ ├── audio_rate_subsampler.py │ │ │ │ ├── clipping_subsampler.py │ │ │ │ ├── cut_detection_subsampler.py │ │ │ │ ├── frame_subsampler.py │ │ │ │ ├── noop_subsampler.py │ │ │ │ └── resolution_subsampler.py │ │ │ └── workers │ │ │ │ ├── __init__.py │ │ │ │ ├── download_worker.py │ │ │ │ └── subset_worker.py │ │ └── video2dataset_overview.png │ │ └── video_webdataset_maker_YT1b_sb.py ├── eval.py ├── examples │ ├── AppleVR.mp4 │ ├── book1.jpeg │ ├── book2.jpeg │ ├── book3.jpeg │ ├── book4.jpeg │ ├── cat.jpg │ ├── dog.png │ ├── iron_man.jpg │ ├── oil_sunflower.jpg │ ├── panda.png │ ├── sunflower.png │ └── tiger.jpg ├── image_inference.py ├── inference.py ├── mm_eval │ ├── .gitignore │ ├── __init__.py │ ├── datasets │ │ ├── coco.py │ │ ├── mmvet.py │ │ ├── okvqa.py │ │ ├── utils.py │ │ ├── visdial.py │ │ ├── vizwiz.py │ │ ├── vqa_tools │ │ │ ├── __init__.py │ │ │ ├── vqa.py │ │ │ └── vqa_eval.py │ │ └── vqav2.py │ └── models │ │ ├── emu.py │ │ └── trie.py ├── models │ ├── Emu-14B.json │ ├── __init__.py │ ├── causal_former.py │ ├── eva_vit_model.py │ ├── llama_config │ │ ├── config.json │ │ ├── generation_config.json │ │ ├── special_tokens_map.json │ │ ├── tokenizer.json │ │ ├── tokenizer.model │ │ └── tokenizer_config.json │ ├── model.py │ ├── modeling_emu.py │ ├── modeling_llama.py │ ├── modeling_t5.py │ ├── pipeline.py │ ├── prediction_mixin.py │ ├── rope.py │ └── transformer.py ├── requirements.txt └── utils.py ├── Emu2 ├── .gitignore ├── README.md ├── assets │ ├── Emu2.png │ ├── comparison_fewshot.png │ ├── emu2_1.png │ ├── emu2_2.png │ ├── gen_barchart.png │ ├── main_cases.png │ ├── main_figure.png │ ├── radar.png │ ├── short_teaser.png │ └── video.mp4 ├── demo │ ├── backend │ │ ├── hf_model │ │ │ ├── backend.py │ │ │ ├── emu │ │ │ │ ├── __init__.py │ │ │ │ ├── chat.py │ │ │ │ ├── constants.py │ │ │ │ ├── diffusion.py │ │ │ │ └── mixin.py │ │ │ └── utils.py │ │ └── pytorch_model │ │ │ ├── backend.py │ │ │ ├── emu │ │ │ └── utils.py │ ├── common │ │ └── utils.py │ └── frontend │ │ ├── examples │ │ ├── frontend.py │ │ └── libs │ │ ├── __init__.py │ │ ├── chat_frontend.py │ │ ├── constants.py │ │ ├── emu_constants.py │ │ ├── generation_frontend.py │ │ ├── meta.py │ │ └── utils.py ├── emu │ ├── .gitignore │ ├── __init__.py │ ├── chat.py │ ├── conf │ │ ├── diffusion_config │ │ │ ├── feature_extractor │ │ │ │ └── preprocessor_config.json │ │ │ ├── safety_checker │ │ │ │ └── config.json │ │ │ ├── scheduler │ │ │ │ └── scheduler_config.json │ │ │ ├── unet │ │ │ │ └── config.json │ │ │ └── vae │ │ │ │ └── config.json │ │ ├── emu_conf.py │ │ └── llama_config │ │ │ ├── config.json │ │ │ ├── generation_config.json │ │ │ ├── pytorch_model.bin.index.json │ │ │ ├── special_tokens_map.json │ │ │ ├── tokenizer.json │ │ │ ├── tokenizer.model │ │ │ └── tokenizer_config.json │ ├── constants.py │ ├── diffusion.py │ ├── emu.py │ ├── eva_vit.py │ ├── lm.py │ └── mixin.py ├── examples │ ├── blue_black_1_top_left.jpg │ ├── book1.jpg │ ├── dog.jpg │ ├── dog1.jpg │ ├── dog2.jpg │ ├── dog3.jpg │ ├── doodle.jpg │ ├── emu.png │ ├── green_black_4_bottom_right.jpg │ ├── red_white_3_bottom_left.jpg │ ├── shapes.jpeg │ ├── squirrel.jpeg │ └── yellow_white_2_top_right.jpg └── requirements.txt ├── LICENSE └── README.md /Emu1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/README.md -------------------------------------------------------------------------------- /Emu1/assets/Emu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/assets/Emu.png -------------------------------------------------------------------------------- /Emu1/assets/generalist.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/assets/generalist.png -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/README.md -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/get_transcript.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/get_transcript.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/.github/workflows/ci.yml -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/.github/workflows/python-publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/.github/workflows/python-publish.yml -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/.gitignore -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/.pylintrc -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/HISTORY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/HISTORY.md -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/LICENSE -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/Makefile -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/README.md -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/benchmark_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/benchmark_dataloader.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/benchmark_vids.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/benchmark_vids.parquet -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/run_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/run_benchmark.sh -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/subsamplers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/subsamplers/README.md -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/subsamplers/benchmark_cut_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/benchmark/subsamplers/benchmark_cut_detector.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/dataset_examples/ACAV.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/dataset_examples/ACAV.md -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/dataset_examples/WebVid.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/dataset_examples/WebVid.md -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/dataloader_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/dataloader_example.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/distributed_slurm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/distributed_slurm.md -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/distributed_spark.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/distributed_spark.md -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/download_webvid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/download_webvid.sh -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/yt_metadata.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/examples/yt_metadata.md -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/mypy.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/mypy.ini -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/requirements-test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/requirements-test.txt -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/requirements.txt -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/setup.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_data_reader.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_data_writers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_data_writers.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_downloaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_downloaders.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_files/test_audio.mp3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_files/test_audio.mp3 -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_files/test_video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_files/test_video.mp4 -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_files/test_webvid.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_files/test_webvid.csv -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_files/test_yt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_files/test_yt.csv -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_main.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_subsamplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_subsamplers.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_yt_meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/tests/test_yt_meta.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/__init__.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/data_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/data_reader.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/data_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/data_writer.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/__init__.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/custom_wds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/custom_wds.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/dataloader.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/filters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/filters.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/transform.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/video_decode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/dataloader/video_decode.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/distributor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/distributor.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/input_sharder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/input_sharder.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/logger.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/main.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/output_sharder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/output_sharder.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/__init__.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/audio_rate_subsampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/audio_rate_subsampler.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/clipping_subsampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/clipping_subsampler.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/cut_detection_subsampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/cut_detection_subsampler.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/frame_subsampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/frame_subsampler.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/noop_subsampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/noop_subsampler.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/resolution_subsampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/subsamplers/resolution_subsampler.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/workers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/workers/__init__.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/workers/download_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/workers/download_worker.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/workers/subset_worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset/workers/subset_worker.py -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset_overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video2dataset-1.1.0/video2dataset_overview.png -------------------------------------------------------------------------------- /Emu1/data/yt-sb-1b/video_webdataset_maker_YT1b_sb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/data/yt-sb-1b/video_webdataset_maker_YT1b_sb.py -------------------------------------------------------------------------------- /Emu1/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/eval.py -------------------------------------------------------------------------------- /Emu1/examples/AppleVR.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/AppleVR.mp4 -------------------------------------------------------------------------------- /Emu1/examples/book1.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/book1.jpeg -------------------------------------------------------------------------------- /Emu1/examples/book2.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/book2.jpeg -------------------------------------------------------------------------------- /Emu1/examples/book3.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/book3.jpeg -------------------------------------------------------------------------------- /Emu1/examples/book4.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/book4.jpeg -------------------------------------------------------------------------------- /Emu1/examples/cat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/cat.jpg -------------------------------------------------------------------------------- /Emu1/examples/dog.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/dog.png -------------------------------------------------------------------------------- /Emu1/examples/iron_man.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/iron_man.jpg -------------------------------------------------------------------------------- /Emu1/examples/oil_sunflower.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/oil_sunflower.jpg -------------------------------------------------------------------------------- /Emu1/examples/panda.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/panda.png -------------------------------------------------------------------------------- /Emu1/examples/sunflower.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/sunflower.png -------------------------------------------------------------------------------- /Emu1/examples/tiger.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/examples/tiger.jpg -------------------------------------------------------------------------------- /Emu1/image_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/image_inference.py -------------------------------------------------------------------------------- /Emu1/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/inference.py -------------------------------------------------------------------------------- /Emu1/mm_eval/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | *.tsv 3 | -------------------------------------------------------------------------------- /Emu1/mm_eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/__init__.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/coco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/coco.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/mmvet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/mmvet.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/okvqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/okvqa.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/utils.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/visdial.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/visdial.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/vizwiz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/vizwiz.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/vqa_tools/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/vqa_tools/__init__.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/vqa_tools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/vqa_tools/vqa.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/vqa_tools/vqa_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/vqa_tools/vqa_eval.py -------------------------------------------------------------------------------- /Emu1/mm_eval/datasets/vqav2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/datasets/vqav2.py -------------------------------------------------------------------------------- /Emu1/mm_eval/models/emu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/models/emu.py -------------------------------------------------------------------------------- /Emu1/mm_eval/models/trie.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/mm_eval/models/trie.py -------------------------------------------------------------------------------- /Emu1/models/Emu-14B.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/Emu-14B.json -------------------------------------------------------------------------------- /Emu1/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Emu1/models/causal_former.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/causal_former.py -------------------------------------------------------------------------------- /Emu1/models/eva_vit_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/eva_vit_model.py -------------------------------------------------------------------------------- /Emu1/models/llama_config/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/llama_config/config.json -------------------------------------------------------------------------------- /Emu1/models/llama_config/generation_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/llama_config/generation_config.json -------------------------------------------------------------------------------- /Emu1/models/llama_config/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/llama_config/special_tokens_map.json -------------------------------------------------------------------------------- /Emu1/models/llama_config/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/llama_config/tokenizer.json -------------------------------------------------------------------------------- /Emu1/models/llama_config/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/llama_config/tokenizer.model -------------------------------------------------------------------------------- /Emu1/models/llama_config/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/llama_config/tokenizer_config.json -------------------------------------------------------------------------------- /Emu1/models/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/model.py -------------------------------------------------------------------------------- /Emu1/models/modeling_emu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/modeling_emu.py -------------------------------------------------------------------------------- /Emu1/models/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/modeling_llama.py -------------------------------------------------------------------------------- /Emu1/models/modeling_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/modeling_t5.py -------------------------------------------------------------------------------- /Emu1/models/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/pipeline.py -------------------------------------------------------------------------------- /Emu1/models/prediction_mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/prediction_mixin.py -------------------------------------------------------------------------------- /Emu1/models/rope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/rope.py -------------------------------------------------------------------------------- /Emu1/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/models/transformer.py -------------------------------------------------------------------------------- /Emu1/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/requirements.txt -------------------------------------------------------------------------------- /Emu1/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu1/utils.py -------------------------------------------------------------------------------- /Emu2/.gitignore: -------------------------------------------------------------------------------- 1 | logs/ 2 | tools/ 3 | __pycache__/ 4 | -------------------------------------------------------------------------------- /Emu2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/README.md -------------------------------------------------------------------------------- /Emu2/assets/Emu2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/Emu2.png -------------------------------------------------------------------------------- /Emu2/assets/comparison_fewshot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/comparison_fewshot.png -------------------------------------------------------------------------------- /Emu2/assets/emu2_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/emu2_1.png -------------------------------------------------------------------------------- /Emu2/assets/emu2_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/emu2_2.png -------------------------------------------------------------------------------- /Emu2/assets/gen_barchart.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/gen_barchart.png -------------------------------------------------------------------------------- /Emu2/assets/main_cases.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/main_cases.png -------------------------------------------------------------------------------- /Emu2/assets/main_figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/main_figure.png -------------------------------------------------------------------------------- /Emu2/assets/radar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/radar.png -------------------------------------------------------------------------------- /Emu2/assets/short_teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/short_teaser.png -------------------------------------------------------------------------------- /Emu2/assets/video.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/assets/video.mp4 -------------------------------------------------------------------------------- /Emu2/demo/backend/hf_model/backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/backend/hf_model/backend.py -------------------------------------------------------------------------------- /Emu2/demo/backend/hf_model/emu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Emu2/demo/backend/hf_model/emu/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/backend/hf_model/emu/chat.py -------------------------------------------------------------------------------- /Emu2/demo/backend/hf_model/emu/constants.py: -------------------------------------------------------------------------------- 1 | ../../../../emu/constants.py -------------------------------------------------------------------------------- /Emu2/demo/backend/hf_model/emu/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/backend/hf_model/emu/diffusion.py -------------------------------------------------------------------------------- /Emu2/demo/backend/hf_model/emu/mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/backend/hf_model/emu/mixin.py -------------------------------------------------------------------------------- /Emu2/demo/backend/hf_model/utils.py: -------------------------------------------------------------------------------- 1 | ../../common/utils.py -------------------------------------------------------------------------------- /Emu2/demo/backend/pytorch_model/backend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/backend/pytorch_model/backend.py -------------------------------------------------------------------------------- /Emu2/demo/backend/pytorch_model/emu: -------------------------------------------------------------------------------- 1 | ../../../emu -------------------------------------------------------------------------------- /Emu2/demo/backend/pytorch_model/utils.py: -------------------------------------------------------------------------------- 1 | ../../common/utils.py -------------------------------------------------------------------------------- /Emu2/demo/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/common/utils.py -------------------------------------------------------------------------------- /Emu2/demo/frontend/examples: -------------------------------------------------------------------------------- 1 | ../../examples -------------------------------------------------------------------------------- /Emu2/demo/frontend/frontend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/frontend/frontend.py -------------------------------------------------------------------------------- /Emu2/demo/frontend/libs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Emu2/demo/frontend/libs/chat_frontend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/frontend/libs/chat_frontend.py -------------------------------------------------------------------------------- /Emu2/demo/frontend/libs/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/frontend/libs/constants.py -------------------------------------------------------------------------------- /Emu2/demo/frontend/libs/emu_constants.py: -------------------------------------------------------------------------------- 1 | ../../../emu/constants.py -------------------------------------------------------------------------------- /Emu2/demo/frontend/libs/generation_frontend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/frontend/libs/generation_frontend.py -------------------------------------------------------------------------------- /Emu2/demo/frontend/libs/meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/demo/frontend/libs/meta.py -------------------------------------------------------------------------------- /Emu2/demo/frontend/libs/utils.py: -------------------------------------------------------------------------------- 1 | ../../common/utils.py -------------------------------------------------------------------------------- /Emu2/emu/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/.gitignore -------------------------------------------------------------------------------- /Emu2/emu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Emu2/emu/chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/chat.py -------------------------------------------------------------------------------- /Emu2/emu/conf/diffusion_config/feature_extractor/preprocessor_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/diffusion_config/feature_extractor/preprocessor_config.json -------------------------------------------------------------------------------- /Emu2/emu/conf/diffusion_config/safety_checker/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/diffusion_config/safety_checker/config.json -------------------------------------------------------------------------------- /Emu2/emu/conf/diffusion_config/scheduler/scheduler_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/diffusion_config/scheduler/scheduler_config.json -------------------------------------------------------------------------------- /Emu2/emu/conf/diffusion_config/unet/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/diffusion_config/unet/config.json -------------------------------------------------------------------------------- /Emu2/emu/conf/diffusion_config/vae/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/diffusion_config/vae/config.json -------------------------------------------------------------------------------- /Emu2/emu/conf/emu_conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/emu_conf.py -------------------------------------------------------------------------------- /Emu2/emu/conf/llama_config/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/llama_config/config.json -------------------------------------------------------------------------------- /Emu2/emu/conf/llama_config/generation_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/llama_config/generation_config.json -------------------------------------------------------------------------------- /Emu2/emu/conf/llama_config/pytorch_model.bin.index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/llama_config/pytorch_model.bin.index.json -------------------------------------------------------------------------------- /Emu2/emu/conf/llama_config/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/llama_config/special_tokens_map.json -------------------------------------------------------------------------------- /Emu2/emu/conf/llama_config/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/llama_config/tokenizer.json -------------------------------------------------------------------------------- /Emu2/emu/conf/llama_config/tokenizer.model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/llama_config/tokenizer.model -------------------------------------------------------------------------------- /Emu2/emu/conf/llama_config/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/conf/llama_config/tokenizer_config.json -------------------------------------------------------------------------------- /Emu2/emu/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/constants.py -------------------------------------------------------------------------------- /Emu2/emu/diffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/diffusion.py -------------------------------------------------------------------------------- /Emu2/emu/emu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/emu.py -------------------------------------------------------------------------------- /Emu2/emu/eva_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/eva_vit.py -------------------------------------------------------------------------------- /Emu2/emu/lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/lm.py -------------------------------------------------------------------------------- /Emu2/emu/mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/emu/mixin.py -------------------------------------------------------------------------------- /Emu2/examples/blue_black_1_top_left.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/blue_black_1_top_left.jpg -------------------------------------------------------------------------------- /Emu2/examples/book1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/book1.jpg -------------------------------------------------------------------------------- /Emu2/examples/dog.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/dog.jpg -------------------------------------------------------------------------------- /Emu2/examples/dog1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/dog1.jpg -------------------------------------------------------------------------------- /Emu2/examples/dog2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/dog2.jpg -------------------------------------------------------------------------------- /Emu2/examples/dog3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/dog3.jpg -------------------------------------------------------------------------------- /Emu2/examples/doodle.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/doodle.jpg -------------------------------------------------------------------------------- /Emu2/examples/emu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/emu.png -------------------------------------------------------------------------------- /Emu2/examples/green_black_4_bottom_right.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/green_black_4_bottom_right.jpg -------------------------------------------------------------------------------- /Emu2/examples/red_white_3_bottom_left.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/red_white_3_bottom_left.jpg -------------------------------------------------------------------------------- /Emu2/examples/shapes.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/shapes.jpeg -------------------------------------------------------------------------------- /Emu2/examples/squirrel.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/squirrel.jpeg -------------------------------------------------------------------------------- /Emu2/examples/yellow_white_2_top_right.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/examples/yellow_white_2_top_right.jpg -------------------------------------------------------------------------------- /Emu2/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/Emu2/requirements.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/baaivision/Emu/HEAD/README.md --------------------------------------------------------------------------------