├── .gitignore ├── README.md ├── assets ├── docs │ └── selected_pics.png ├── interplotation │ └── lerp │ │ ├── a │ │ ├── hated_dog_a.jpg │ │ ├── horse_maple_a.jpg │ │ ├── picasso_bottle_a.jpg │ │ └── toy_cat_a.webp │ │ └── b │ │ ├── hated_dog_b.jpg │ │ ├── horse_maple_b.webp │ │ ├── picasso_bottle_b.jpg │ │ └── toy_cat_b.jpg ├── novel_images │ ├── cat_neon.jpg │ ├── dog_lowpoly.jpg │ ├── dog_silhouette.jpg │ ├── mug_graffiti.jpg │ ├── shoe_graffiti.jpg │ └── tower_lego.jpg └── output │ ├── interploation.png │ └── new_snippet_generation.png ├── configs ├── gmem_ode_b.yaml ├── gmem_ode_xl.yaml ├── gmem_sde_b.yaml ├── gmem_sde_xl.yaml └── gmem_sde_xl_cfg.yaml ├── datasets ├── __init__.py ├── construct_memory_bank.py └── img_latent_dataset.py ├── engine ├── evaluation.py ├── modular_gen.py └── train.py ├── extract_features.py ├── models ├── __init__.py ├── dinov2.py ├── feature_embedder.py ├── lightningdit.py ├── lpips.py ├── pos_embed.py ├── rmsnorm.py └── swiglu_ffn.py ├── requirements.txt ├── scripts ├── construct_memory_bank.sh ├── evaluation_gmem_b.sh ├── evaluation_gmem_xl.sh ├── external_knowledge_generation.sh ├── internal_knowledge_generation.sh ├── preprocessing.sh ├── train_gmem_b.sh └── train_gmem_xl.sh ├── tokenizer ├── __init__.py ├── autoencoder.py ├── configs │ └── vavae_f16d32.yaml ├── marvae.py └── vavae.py ├── tools ├── calculate_fid.py └── save_npz.py ├── transport ├── __init__.py ├── integrators.py ├── path.py ├── transport.py └── utils.py └── utils ├── __init__.py ├── data_utils.py ├── loading.py ├── logger.py ├── pipeline.py ├── quick_sampler.py └── svd_utils.py /.gitignore: -------------------------------------------------------------------------------- 1 | */pretrains 2 | */data 3 | *.pyc* 4 | *.json 5 | ckpts/* -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/README.md -------------------------------------------------------------------------------- /assets/docs/selected_pics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/docs/selected_pics.png -------------------------------------------------------------------------------- /assets/interplotation/lerp/a/hated_dog_a.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/interplotation/lerp/a/hated_dog_a.jpg -------------------------------------------------------------------------------- /assets/interplotation/lerp/a/horse_maple_a.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/interplotation/lerp/a/horse_maple_a.jpg -------------------------------------------------------------------------------- /assets/interplotation/lerp/a/picasso_bottle_a.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/interplotation/lerp/a/picasso_bottle_a.jpg -------------------------------------------------------------------------------- /assets/interplotation/lerp/a/toy_cat_a.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/interplotation/lerp/a/toy_cat_a.webp -------------------------------------------------------------------------------- /assets/interplotation/lerp/b/hated_dog_b.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/interplotation/lerp/b/hated_dog_b.jpg -------------------------------------------------------------------------------- /assets/interplotation/lerp/b/horse_maple_b.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/interplotation/lerp/b/horse_maple_b.webp -------------------------------------------------------------------------------- /assets/interplotation/lerp/b/picasso_bottle_b.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/interplotation/lerp/b/picasso_bottle_b.jpg -------------------------------------------------------------------------------- /assets/interplotation/lerp/b/toy_cat_b.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/interplotation/lerp/b/toy_cat_b.jpg -------------------------------------------------------------------------------- /assets/novel_images/cat_neon.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/novel_images/cat_neon.jpg -------------------------------------------------------------------------------- /assets/novel_images/dog_lowpoly.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/novel_images/dog_lowpoly.jpg -------------------------------------------------------------------------------- /assets/novel_images/dog_silhouette.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/novel_images/dog_silhouette.jpg -------------------------------------------------------------------------------- /assets/novel_images/mug_graffiti.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/novel_images/mug_graffiti.jpg -------------------------------------------------------------------------------- /assets/novel_images/shoe_graffiti.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/novel_images/shoe_graffiti.jpg -------------------------------------------------------------------------------- /assets/novel_images/tower_lego.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/novel_images/tower_lego.jpg -------------------------------------------------------------------------------- /assets/output/interploation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/output/interploation.png -------------------------------------------------------------------------------- /assets/output/new_snippet_generation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/assets/output/new_snippet_generation.png -------------------------------------------------------------------------------- /configs/gmem_ode_b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/configs/gmem_ode_b.yaml -------------------------------------------------------------------------------- /configs/gmem_ode_xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/configs/gmem_ode_xl.yaml -------------------------------------------------------------------------------- /configs/gmem_sde_b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/configs/gmem_sde_b.yaml -------------------------------------------------------------------------------- /configs/gmem_sde_xl.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/configs/gmem_sde_xl.yaml -------------------------------------------------------------------------------- /configs/gmem_sde_xl_cfg.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/configs/gmem_sde_xl_cfg.yaml -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets/construct_memory_bank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/datasets/construct_memory_bank.py -------------------------------------------------------------------------------- /datasets/img_latent_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/datasets/img_latent_dataset.py -------------------------------------------------------------------------------- /engine/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/engine/evaluation.py -------------------------------------------------------------------------------- /engine/modular_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/engine/modular_gen.py -------------------------------------------------------------------------------- /engine/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/engine/train.py -------------------------------------------------------------------------------- /extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/extract_features.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /models/dinov2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/models/dinov2.py -------------------------------------------------------------------------------- /models/feature_embedder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/models/feature_embedder.py -------------------------------------------------------------------------------- /models/lightningdit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/models/lightningdit.py -------------------------------------------------------------------------------- /models/lpips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/models/lpips.py -------------------------------------------------------------------------------- /models/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/models/pos_embed.py -------------------------------------------------------------------------------- /models/rmsnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/models/rmsnorm.py -------------------------------------------------------------------------------- /models/swiglu_ffn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/models/swiglu_ffn.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/construct_memory_bank.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/scripts/construct_memory_bank.sh -------------------------------------------------------------------------------- /scripts/evaluation_gmem_b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/scripts/evaluation_gmem_b.sh -------------------------------------------------------------------------------- /scripts/evaluation_gmem_xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/scripts/evaluation_gmem_xl.sh -------------------------------------------------------------------------------- /scripts/external_knowledge_generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/scripts/external_knowledge_generation.sh -------------------------------------------------------------------------------- /scripts/internal_knowledge_generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/scripts/internal_knowledge_generation.sh -------------------------------------------------------------------------------- /scripts/preprocessing.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/scripts/preprocessing.sh -------------------------------------------------------------------------------- /scripts/train_gmem_b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/scripts/train_gmem_b.sh -------------------------------------------------------------------------------- /scripts/train_gmem_xl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/scripts/train_gmem_xl.sh -------------------------------------------------------------------------------- /tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tokenizer/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/tokenizer/autoencoder.py -------------------------------------------------------------------------------- /tokenizer/configs/vavae_f16d32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/tokenizer/configs/vavae_f16d32.yaml -------------------------------------------------------------------------------- /tokenizer/marvae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/tokenizer/marvae.py -------------------------------------------------------------------------------- /tokenizer/vavae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/tokenizer/vavae.py -------------------------------------------------------------------------------- /tools/calculate_fid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/tools/calculate_fid.py -------------------------------------------------------------------------------- /tools/save_npz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/tools/save_npz.py -------------------------------------------------------------------------------- /transport/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/transport/__init__.py -------------------------------------------------------------------------------- /transport/integrators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/transport/integrators.py -------------------------------------------------------------------------------- /transport/path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/transport/path.py -------------------------------------------------------------------------------- /transport/transport.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/transport/transport.py -------------------------------------------------------------------------------- /transport/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/transport/utils.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/utils/data_utils.py -------------------------------------------------------------------------------- /utils/loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/utils/loading.py -------------------------------------------------------------------------------- /utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/utils/logger.py -------------------------------------------------------------------------------- /utils/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/utils/pipeline.py -------------------------------------------------------------------------------- /utils/quick_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/utils/quick_sampler.py -------------------------------------------------------------------------------- /utils/svd_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/LINs-lab/GMem/HEAD/utils/svd_utils.py --------------------------------------------------------------------------------