├── .gitignore ├── .project-root ├── License_Seed-X.txt ├── README.md ├── configs ├── accelerate │ ├── deepspeed_stage_2_offload.yaml │ ├── deepspeed_stage_3.yaml │ ├── stage2_offload_bf16_dp.json │ └── stage3_fp16_dp.json ├── clm_models │ ├── agent_seed_x.yaml │ ├── agent_seed_x_edit.yaml │ ├── agent_seed_x_i.yaml │ ├── llm_seed_x.yaml │ ├── llm_seed_x_edit.yaml │ ├── llm_seed_x_i.yaml │ └── llm_seed_x_lora.yaml ├── data │ ├── sft_comprehension_gen.yaml │ └── sft_edit.yaml ├── discrete_model │ └── discrete_identity.yaml ├── processer │ └── qwen_448_transform.yaml ├── sdxl_adapter │ ├── sdxl_qwen_vit_resampler_l4_q64_full_with_latent_image_pretrain_no_normalize.yaml │ └── sdxl_qwen_vit_resampler_l4_q64_pretrain_no_normalize.yaml ├── tokenizer │ └── clm_llama_tokenizer_224loc_anyres.yaml └── visual_encoder │ └── qwen_vitg_448.yaml ├── demo_images ├── advisor.png ├── car.jpg ├── cat_dog.jpeg ├── ground.png ├── men.jpg ├── men_condition.jpg └── taxi.png ├── demos ├── GPT4.png ├── SEED-Data-Edit.jpg ├── arrow.jpg ├── bank.png ├── case_example.jpg ├── combination_seed_x.jpg ├── edit_comparison.jpg ├── ground.png ├── shanghai.png ├── teaser.jpg └── twitter.png ├── proj └── peft │ ├── .github │ ├── ISSUE_TEMPLATE │ │ ├── bug-report.yml │ │ └── feature-request.yml │ └── workflows │ │ ├── build_docker_images.yml │ │ ├── build_documentation.yml │ │ ├── build_pr_documentation.yml │ │ ├── delete_doc_comment.yml │ │ ├── delete_doc_comment_trigger.yml │ │ ├── nightly.yml │ │ ├── stale.yml │ │ ├── tests.yml │ │ └── upload_pr_documentation.yml │ ├── .gitignore │ ├── LICENSE │ ├── Makefile │ ├── README.md │ ├── docker │ ├── peft-cpu │ │ └── Dockerfile │ └── peft-gpu │ │ └── Dockerfile │ ├── docs │ ├── Makefile │ ├── README.md │ └── source │ │ ├── _config.py │ │ ├── _toctree.yml │ │ ├── accelerate │ │ ├── deepspeed-zero3-offload.mdx │ │ └── fsdp.mdx │ │ ├── conceptual_guides │ │ ├── ia3.mdx │ │ ├── lora.mdx │ │ └── prompting.mdx │ │ ├── index.mdx │ │ ├── install.mdx │ │ ├── package_reference │ │ ├── config.mdx │ │ ├── peft_model.mdx │ │ └── tuners.mdx │ │ ├── quicktour.mdx │ │ └── task_guides │ │ ├── clm-prompt-tuning.mdx │ │ ├── dreambooth_lora.mdx │ │ ├── image_classification_lora.mdx │ │ ├── int8-asr.mdx │ │ ├── ptuning-seq-classification.mdx │ │ ├── semantic-similarity-lora.md │ │ ├── semantic_segmentation_lora.mdx │ │ ├── seq2seq-prefix-tuning.mdx │ │ └── token-classification-lora.mdx │ ├── examples │ ├── causal_language_modeling │ │ ├── accelerate_ds_zero3_cpu_offload_config.yaml │ │ ├── peft_lora_clm_accelerate_big_model_inference.ipynb │ │ ├── peft_lora_clm_accelerate_ds_zero3_offload.py │ │ ├── peft_prefix_tuning_clm.ipynb │ │ ├── peft_prompt_tuning_clm.ipynb │ │ └── requirements.txt │ ├── conditional_generation │ │ ├── accelerate_ds_zero3_cpu_offload_config.yaml │ │ ├── peft_adalora_seq2seq.py │ │ ├── peft_ia3_seq2seq.ipynb │ │ ├── peft_lora_seq2seq.ipynb │ │ ├── peft_lora_seq2seq_accelerate_big_model_inference.ipynb │ │ ├── peft_lora_seq2seq_accelerate_ds_zero3_offload.py │ │ ├── peft_lora_seq2seq_accelerate_fsdp.py │ │ ├── peft_prefix_tuning_seq2seq.ipynb │ │ ├── peft_prompt_tuning_seq2seq.ipynb │ │ ├── peft_prompt_tuning_seq2seq_with_generate.ipynb │ │ └── requirements.txt │ ├── feature_extraction │ │ ├── peft_lora_embedding_semantic_search.py │ │ ├── peft_lora_embedding_semantic_similarity_inference.ipynb │ │ └── requirements.txt │ ├── fp4_finetuning │ │ └── finetune_fp4_opt_bnb_peft.py │ ├── image_classification │ │ ├── README.md │ │ └── image_classification_peft_lora.ipynb │ ├── int8_training │ │ ├── Finetune_flan_t5_large_bnb_peft.ipynb │ │ ├── Finetune_opt_bnb_peft.ipynb │ │ ├── fine_tune_blip2_int8.py │ │ ├── peft_adalora_whisper_large_training.py │ │ ├── peft_bnb_whisper_large_v2_training.ipynb │ │ └── run_adalora_whisper_int8.sh │ ├── lora_dreambooth │ │ ├── colab_notebook.ipynb │ │ ├── convert_kohya_ss_sd_lora_to_peft.py │ │ ├── convert_peft_sd_lora_to_kohya_ss.py │ │ ├── lora_dreambooth_inference.ipynb │ │ ├── requirements.txt │ │ └── train_dreambooth.py │ ├── multi_adapter_examples │ │ └── PEFT_Multi_LoRA_Inference.ipynb │ ├── semantic_segmentation │ │ ├── README.md │ │ └── semantic_segmentation_peft_lora.ipynb │ ├── sequence_classification │ │ ├── IA3.ipynb │ │ ├── LoRA.ipynb │ │ ├── P_Tuning.ipynb │ │ ├── Prompt_Tuning.ipynb │ │ ├── peft_no_lora_accelerate.py │ │ ├── prefix_tuning.ipynb │ │ └── requirements.txt │ └── token_classification │ │ ├── peft_lora_token_cls.ipynb │ │ └── requirements.txt │ ├── pyproject.toml │ ├── scripts │ ├── log_reports.py │ └── stale.py │ ├── setup.py │ ├── src │ └── peft │ │ ├── __init__.py │ │ ├── auto.py │ │ ├── import_utils.py │ │ ├── mapping.py │ │ ├── peft_model.py │ │ ├── py.typed │ │ ├── tuners │ │ ├── __init__.py │ │ ├── adalora.py │ │ ├── adaption_prompt.py │ │ ├── ia3.py │ │ ├── lora.py │ │ ├── p_tuning.py │ │ ├── prefix_tuning.py │ │ └── prompt_tuning.py │ │ └── utils │ │ ├── __init__.py │ │ ├── config.py │ │ ├── hub_utils.py │ │ ├── other.py │ │ └── save_and_load.py │ └── tests │ ├── __init__.py │ ├── test_adaption_prompt.py │ ├── test_auto.py │ ├── test_common_gpu.py │ ├── test_config.py │ ├── test_custom_models.py │ ├── test_decoder_models.py │ ├── test_encoder_decoder_models.py │ ├── test_feature_extraction_models.py │ ├── test_gpu_examples.py │ ├── test_stablediffusion.py │ ├── testing_common.py │ └── testing_utils.py ├── requirements.txt ├── scripts ├── train_seed_x_sft_comp_gen.sh └── train_seed_x_sft_edit.sh ├── src ├── data │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ ├── any_res.cpython-38.pyc │ │ ├── datapipes.cpython-38.pyc │ │ ├── image_text_pairs_clm.cpython-38.pyc │ │ └── sft_clm.cpython-38.pyc │ ├── any_res.py │ ├── datapipes.py │ ├── image_text_pairs_clm.py │ └── sft_clm.py ├── inference │ ├── __pycache__ │ │ └── any_res.cpython-38.pyc │ ├── any_res.py │ ├── eval_img2edit_seed_x_edit.py │ ├── eval_img2text_seed_x.py │ ├── eval_img2text_seed_x_i.py │ ├── eval_seed_x_detokenizer.py │ ├── eval_seed_x_detokenizer_with_condition.py │ ├── eval_text2img_seed_x.py │ └── eval_text2img_seed_x_i.py ├── models │ ├── detokenizer │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── adapter_modules.cpython-38.pyc │ │ │ ├── attention_processor.cpython-38.pyc │ │ │ ├── ipa_utils.cpython-38.pyc │ │ │ ├── pipeline_stable_diffusion_t2i_edit.cpython-38.pyc │ │ │ ├── pipeline_stable_diffusion_xl_t2i_edit.cpython-38.pyc │ │ │ └── resampler.cpython-38.pyc │ │ ├── adapter_modules.py │ │ ├── pipeline_stable_diffusion_xl_t2i_edit.py │ │ └── resampler.py │ ├── mllm │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── generation.cpython-38.pyc │ │ │ ├── modeling_llama_xformer.cpython-38.pyc │ │ │ ├── models.cpython-38.pyc │ │ │ ├── peft_models.cpython-38.pyc │ │ │ ├── seed_x.cpython-38.pyc │ │ │ └── utils.cpython-38.pyc │ │ ├── generation.py │ │ ├── modeling_llama_xformer.py │ │ ├── peft_models.py │ │ ├── seed_x.py │ │ └── utils.py │ └── tokenizer │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-38.pyc │ │ ├── discrete_models.cpython-38.pyc │ │ └── qwen_visual.cpython-38.pyc │ │ ├── discrete_models.py │ │ └── qwen_visual.py ├── processer │ ├── __pycache__ │ │ └── transforms.cpython-38.pyc │ ├── tokenizer.py │ └── transforms.py ├── tools │ └── reload_qwen_vit.py └── train │ ├── __pycache__ │ ├── dist_utils.cpython-38.pyc │ └── schedular.cpython-38.pyc │ ├── dist_utils.py │ ├── schedular.py │ └── train_seed_x_sft.py └── vis ├── 1_Make it under the sunset.jpg ├── A cybernetic soldier, enhanced with advanced weapons systems and tactical analysis software, on a mission behind enemy lines.png ├── A super math wizard cat, richly textured oil painting.png ├── car.png ├── ground.png ├── men_recon.jpg └── men_recon_with_condition.jpg /.gitignore: -------------------------------------------------------------------------------- 1 | pretrained/ 2 | .DS_Store 3 | -------------------------------------------------------------------------------- /.project-root: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /License_Seed-X.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/License_Seed-X.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/README.md -------------------------------------------------------------------------------- /configs/accelerate/deepspeed_stage_2_offload.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/accelerate/deepspeed_stage_2_offload.yaml -------------------------------------------------------------------------------- /configs/accelerate/deepspeed_stage_3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/accelerate/deepspeed_stage_3.yaml -------------------------------------------------------------------------------- /configs/accelerate/stage2_offload_bf16_dp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/accelerate/stage2_offload_bf16_dp.json -------------------------------------------------------------------------------- /configs/accelerate/stage3_fp16_dp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/accelerate/stage3_fp16_dp.json -------------------------------------------------------------------------------- /configs/clm_models/agent_seed_x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/clm_models/agent_seed_x.yaml -------------------------------------------------------------------------------- /configs/clm_models/agent_seed_x_edit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/clm_models/agent_seed_x_edit.yaml -------------------------------------------------------------------------------- /configs/clm_models/agent_seed_x_i.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/clm_models/agent_seed_x_i.yaml -------------------------------------------------------------------------------- /configs/clm_models/llm_seed_x.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/clm_models/llm_seed_x.yaml -------------------------------------------------------------------------------- /configs/clm_models/llm_seed_x_edit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/clm_models/llm_seed_x_edit.yaml -------------------------------------------------------------------------------- /configs/clm_models/llm_seed_x_i.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/clm_models/llm_seed_x_i.yaml -------------------------------------------------------------------------------- /configs/clm_models/llm_seed_x_lora.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/clm_models/llm_seed_x_lora.yaml -------------------------------------------------------------------------------- /configs/data/sft_comprehension_gen.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/data/sft_comprehension_gen.yaml -------------------------------------------------------------------------------- /configs/data/sft_edit.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/data/sft_edit.yaml -------------------------------------------------------------------------------- /configs/discrete_model/discrete_identity.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/discrete_model/discrete_identity.yaml -------------------------------------------------------------------------------- /configs/processer/qwen_448_transform.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/processer/qwen_448_transform.yaml -------------------------------------------------------------------------------- /configs/sdxl_adapter/sdxl_qwen_vit_resampler_l4_q64_full_with_latent_image_pretrain_no_normalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/sdxl_adapter/sdxl_qwen_vit_resampler_l4_q64_full_with_latent_image_pretrain_no_normalize.yaml -------------------------------------------------------------------------------- /configs/sdxl_adapter/sdxl_qwen_vit_resampler_l4_q64_pretrain_no_normalize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/sdxl_adapter/sdxl_qwen_vit_resampler_l4_q64_pretrain_no_normalize.yaml -------------------------------------------------------------------------------- /configs/tokenizer/clm_llama_tokenizer_224loc_anyres.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/tokenizer/clm_llama_tokenizer_224loc_anyres.yaml -------------------------------------------------------------------------------- /configs/visual_encoder/qwen_vitg_448.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/configs/visual_encoder/qwen_vitg_448.yaml -------------------------------------------------------------------------------- /demo_images/advisor.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demo_images/advisor.png -------------------------------------------------------------------------------- /demo_images/car.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demo_images/car.jpg -------------------------------------------------------------------------------- /demo_images/cat_dog.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demo_images/cat_dog.jpeg -------------------------------------------------------------------------------- /demo_images/ground.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demo_images/ground.png -------------------------------------------------------------------------------- /demo_images/men.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demo_images/men.jpg -------------------------------------------------------------------------------- /demo_images/men_condition.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demo_images/men_condition.jpg -------------------------------------------------------------------------------- /demo_images/taxi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demo_images/taxi.png -------------------------------------------------------------------------------- /demos/GPT4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/GPT4.png -------------------------------------------------------------------------------- /demos/SEED-Data-Edit.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/SEED-Data-Edit.jpg -------------------------------------------------------------------------------- /demos/arrow.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/arrow.jpg -------------------------------------------------------------------------------- /demos/bank.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/bank.png -------------------------------------------------------------------------------- /demos/case_example.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/case_example.jpg -------------------------------------------------------------------------------- /demos/combination_seed_x.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/combination_seed_x.jpg -------------------------------------------------------------------------------- /demos/edit_comparison.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/edit_comparison.jpg -------------------------------------------------------------------------------- /demos/ground.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/ground.png -------------------------------------------------------------------------------- /demos/shanghai.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/shanghai.png -------------------------------------------------------------------------------- /demos/teaser.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/teaser.jpg -------------------------------------------------------------------------------- /demos/twitter.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/demos/twitter.png -------------------------------------------------------------------------------- /proj/peft/.github/ISSUE_TEMPLATE/bug-report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/ISSUE_TEMPLATE/bug-report.yml -------------------------------------------------------------------------------- /proj/peft/.github/ISSUE_TEMPLATE/feature-request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/ISSUE_TEMPLATE/feature-request.yml -------------------------------------------------------------------------------- /proj/peft/.github/workflows/build_docker_images.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/workflows/build_docker_images.yml -------------------------------------------------------------------------------- /proj/peft/.github/workflows/build_documentation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/workflows/build_documentation.yml -------------------------------------------------------------------------------- /proj/peft/.github/workflows/build_pr_documentation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/workflows/build_pr_documentation.yml -------------------------------------------------------------------------------- /proj/peft/.github/workflows/delete_doc_comment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/workflows/delete_doc_comment.yml -------------------------------------------------------------------------------- /proj/peft/.github/workflows/delete_doc_comment_trigger.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/workflows/delete_doc_comment_trigger.yml -------------------------------------------------------------------------------- /proj/peft/.github/workflows/nightly.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/workflows/nightly.yml -------------------------------------------------------------------------------- /proj/peft/.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/workflows/stale.yml -------------------------------------------------------------------------------- /proj/peft/.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/workflows/tests.yml -------------------------------------------------------------------------------- /proj/peft/.github/workflows/upload_pr_documentation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.github/workflows/upload_pr_documentation.yml -------------------------------------------------------------------------------- /proj/peft/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/.gitignore -------------------------------------------------------------------------------- /proj/peft/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/LICENSE -------------------------------------------------------------------------------- /proj/peft/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/Makefile -------------------------------------------------------------------------------- /proj/peft/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/README.md -------------------------------------------------------------------------------- /proj/peft/docker/peft-cpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docker/peft-cpu/Dockerfile -------------------------------------------------------------------------------- /proj/peft/docker/peft-gpu/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docker/peft-gpu/Dockerfile -------------------------------------------------------------------------------- /proj/peft/docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/Makefile -------------------------------------------------------------------------------- /proj/peft/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/README.md -------------------------------------------------------------------------------- /proj/peft/docs/source/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/_config.py -------------------------------------------------------------------------------- /proj/peft/docs/source/_toctree.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/_toctree.yml -------------------------------------------------------------------------------- /proj/peft/docs/source/accelerate/deepspeed-zero3-offload.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/accelerate/deepspeed-zero3-offload.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/accelerate/fsdp.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/accelerate/fsdp.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/conceptual_guides/ia3.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/conceptual_guides/ia3.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/conceptual_guides/lora.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/conceptual_guides/lora.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/conceptual_guides/prompting.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/conceptual_guides/prompting.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/index.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/index.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/install.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/install.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/package_reference/config.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/package_reference/config.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/package_reference/peft_model.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/package_reference/peft_model.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/package_reference/tuners.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/package_reference/tuners.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/quicktour.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/quicktour.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/task_guides/clm-prompt-tuning.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/task_guides/clm-prompt-tuning.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/task_guides/dreambooth_lora.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/task_guides/dreambooth_lora.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/task_guides/image_classification_lora.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/task_guides/image_classification_lora.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/task_guides/int8-asr.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/task_guides/int8-asr.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/task_guides/ptuning-seq-classification.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/task_guides/ptuning-seq-classification.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/task_guides/semantic-similarity-lora.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/task_guides/semantic-similarity-lora.md -------------------------------------------------------------------------------- /proj/peft/docs/source/task_guides/semantic_segmentation_lora.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/task_guides/semantic_segmentation_lora.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/task_guides/seq2seq-prefix-tuning.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/task_guides/seq2seq-prefix-tuning.mdx -------------------------------------------------------------------------------- /proj/peft/docs/source/task_guides/token-classification-lora.mdx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/docs/source/task_guides/token-classification-lora.mdx -------------------------------------------------------------------------------- /proj/peft/examples/causal_language_modeling/accelerate_ds_zero3_cpu_offload_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/causal_language_modeling/accelerate_ds_zero3_cpu_offload_config.yaml -------------------------------------------------------------------------------- /proj/peft/examples/causal_language_modeling/peft_lora_clm_accelerate_big_model_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/causal_language_modeling/peft_lora_clm_accelerate_big_model_inference.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/causal_language_modeling/peft_lora_clm_accelerate_ds_zero3_offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/causal_language_modeling/peft_lora_clm_accelerate_ds_zero3_offload.py -------------------------------------------------------------------------------- /proj/peft/examples/causal_language_modeling/peft_prefix_tuning_clm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/causal_language_modeling/peft_prefix_tuning_clm.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/causal_language_modeling/peft_prompt_tuning_clm.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/causal_language_modeling/peft_prompt_tuning_clm.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/causal_language_modeling/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/causal_language_modeling/requirements.txt -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/accelerate_ds_zero3_cpu_offload_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/accelerate_ds_zero3_cpu_offload_config.yaml -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/peft_adalora_seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/peft_adalora_seq2seq.py -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/peft_ia3_seq2seq.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/peft_ia3_seq2seq.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/peft_lora_seq2seq.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/peft_lora_seq2seq.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/peft_lora_seq2seq_accelerate_big_model_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/peft_lora_seq2seq_accelerate_big_model_inference.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/peft_lora_seq2seq_accelerate_ds_zero3_offload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/peft_lora_seq2seq_accelerate_ds_zero3_offload.py -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/peft_lora_seq2seq_accelerate_fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/peft_lora_seq2seq_accelerate_fsdp.py -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/peft_prefix_tuning_seq2seq.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/peft_prefix_tuning_seq2seq.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/peft_prompt_tuning_seq2seq.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/peft_prompt_tuning_seq2seq.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/peft_prompt_tuning_seq2seq_with_generate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/peft_prompt_tuning_seq2seq_with_generate.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/conditional_generation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/conditional_generation/requirements.txt -------------------------------------------------------------------------------- /proj/peft/examples/feature_extraction/peft_lora_embedding_semantic_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/feature_extraction/peft_lora_embedding_semantic_search.py -------------------------------------------------------------------------------- /proj/peft/examples/feature_extraction/peft_lora_embedding_semantic_similarity_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/feature_extraction/peft_lora_embedding_semantic_similarity_inference.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/feature_extraction/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/feature_extraction/requirements.txt -------------------------------------------------------------------------------- /proj/peft/examples/fp4_finetuning/finetune_fp4_opt_bnb_peft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/fp4_finetuning/finetune_fp4_opt_bnb_peft.py -------------------------------------------------------------------------------- /proj/peft/examples/image_classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/image_classification/README.md -------------------------------------------------------------------------------- /proj/peft/examples/image_classification/image_classification_peft_lora.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/image_classification/image_classification_peft_lora.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/int8_training/Finetune_flan_t5_large_bnb_peft.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/int8_training/Finetune_flan_t5_large_bnb_peft.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/int8_training/Finetune_opt_bnb_peft.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/int8_training/Finetune_opt_bnb_peft.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/int8_training/fine_tune_blip2_int8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/int8_training/fine_tune_blip2_int8.py -------------------------------------------------------------------------------- /proj/peft/examples/int8_training/peft_adalora_whisper_large_training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/int8_training/peft_adalora_whisper_large_training.py -------------------------------------------------------------------------------- /proj/peft/examples/int8_training/peft_bnb_whisper_large_v2_training.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/int8_training/peft_bnb_whisper_large_v2_training.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/int8_training/run_adalora_whisper_int8.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/int8_training/run_adalora_whisper_int8.sh -------------------------------------------------------------------------------- /proj/peft/examples/lora_dreambooth/colab_notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/lora_dreambooth/colab_notebook.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/lora_dreambooth/convert_kohya_ss_sd_lora_to_peft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/lora_dreambooth/convert_kohya_ss_sd_lora_to_peft.py -------------------------------------------------------------------------------- /proj/peft/examples/lora_dreambooth/convert_peft_sd_lora_to_kohya_ss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/lora_dreambooth/convert_peft_sd_lora_to_kohya_ss.py -------------------------------------------------------------------------------- /proj/peft/examples/lora_dreambooth/lora_dreambooth_inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/lora_dreambooth/lora_dreambooth_inference.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/lora_dreambooth/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/lora_dreambooth/requirements.txt -------------------------------------------------------------------------------- /proj/peft/examples/lora_dreambooth/train_dreambooth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/lora_dreambooth/train_dreambooth.py -------------------------------------------------------------------------------- /proj/peft/examples/multi_adapter_examples/PEFT_Multi_LoRA_Inference.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/multi_adapter_examples/PEFT_Multi_LoRA_Inference.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/semantic_segmentation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/semantic_segmentation/README.md -------------------------------------------------------------------------------- /proj/peft/examples/semantic_segmentation/semantic_segmentation_peft_lora.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/semantic_segmentation/semantic_segmentation_peft_lora.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/sequence_classification/IA3.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/sequence_classification/IA3.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/sequence_classification/LoRA.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/sequence_classification/LoRA.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/sequence_classification/P_Tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/sequence_classification/P_Tuning.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/sequence_classification/Prompt_Tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/sequence_classification/Prompt_Tuning.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/sequence_classification/peft_no_lora_accelerate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/sequence_classification/peft_no_lora_accelerate.py -------------------------------------------------------------------------------- /proj/peft/examples/sequence_classification/prefix_tuning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/sequence_classification/prefix_tuning.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/sequence_classification/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/sequence_classification/requirements.txt -------------------------------------------------------------------------------- /proj/peft/examples/token_classification/peft_lora_token_cls.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/token_classification/peft_lora_token_cls.ipynb -------------------------------------------------------------------------------- /proj/peft/examples/token_classification/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/examples/token_classification/requirements.txt -------------------------------------------------------------------------------- /proj/peft/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/pyproject.toml -------------------------------------------------------------------------------- /proj/peft/scripts/log_reports.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/scripts/log_reports.py -------------------------------------------------------------------------------- /proj/peft/scripts/stale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/scripts/stale.py -------------------------------------------------------------------------------- /proj/peft/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/setup.py -------------------------------------------------------------------------------- /proj/peft/src/peft/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/__init__.py -------------------------------------------------------------------------------- /proj/peft/src/peft/auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/auto.py -------------------------------------------------------------------------------- /proj/peft/src/peft/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/import_utils.py -------------------------------------------------------------------------------- /proj/peft/src/peft/mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/mapping.py -------------------------------------------------------------------------------- /proj/peft/src/peft/peft_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/peft_model.py -------------------------------------------------------------------------------- /proj/peft/src/peft/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /proj/peft/src/peft/tuners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/tuners/__init__.py -------------------------------------------------------------------------------- /proj/peft/src/peft/tuners/adalora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/tuners/adalora.py -------------------------------------------------------------------------------- /proj/peft/src/peft/tuners/adaption_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/tuners/adaption_prompt.py -------------------------------------------------------------------------------- /proj/peft/src/peft/tuners/ia3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/tuners/ia3.py -------------------------------------------------------------------------------- /proj/peft/src/peft/tuners/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/tuners/lora.py -------------------------------------------------------------------------------- /proj/peft/src/peft/tuners/p_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/tuners/p_tuning.py -------------------------------------------------------------------------------- /proj/peft/src/peft/tuners/prefix_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/tuners/prefix_tuning.py -------------------------------------------------------------------------------- /proj/peft/src/peft/tuners/prompt_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/tuners/prompt_tuning.py -------------------------------------------------------------------------------- /proj/peft/src/peft/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/utils/__init__.py -------------------------------------------------------------------------------- /proj/peft/src/peft/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/utils/config.py -------------------------------------------------------------------------------- /proj/peft/src/peft/utils/hub_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/utils/hub_utils.py -------------------------------------------------------------------------------- /proj/peft/src/peft/utils/other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/utils/other.py -------------------------------------------------------------------------------- /proj/peft/src/peft/utils/save_and_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/src/peft/utils/save_and_load.py -------------------------------------------------------------------------------- /proj/peft/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /proj/peft/tests/test_adaption_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_adaption_prompt.py -------------------------------------------------------------------------------- /proj/peft/tests/test_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_auto.py -------------------------------------------------------------------------------- /proj/peft/tests/test_common_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_common_gpu.py -------------------------------------------------------------------------------- /proj/peft/tests/test_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_config.py -------------------------------------------------------------------------------- /proj/peft/tests/test_custom_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_custom_models.py -------------------------------------------------------------------------------- /proj/peft/tests/test_decoder_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_decoder_models.py -------------------------------------------------------------------------------- /proj/peft/tests/test_encoder_decoder_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_encoder_decoder_models.py -------------------------------------------------------------------------------- /proj/peft/tests/test_feature_extraction_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_feature_extraction_models.py -------------------------------------------------------------------------------- /proj/peft/tests/test_gpu_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_gpu_examples.py -------------------------------------------------------------------------------- /proj/peft/tests/test_stablediffusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/test_stablediffusion.py -------------------------------------------------------------------------------- /proj/peft/tests/testing_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/testing_common.py -------------------------------------------------------------------------------- /proj/peft/tests/testing_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/proj/peft/tests/testing_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/train_seed_x_sft_comp_gen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/scripts/train_seed_x_sft_comp_gen.sh -------------------------------------------------------------------------------- /scripts/train_seed_x_sft_edit.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/scripts/train_seed_x_sft_edit.sh -------------------------------------------------------------------------------- /src/data/__init__.py: -------------------------------------------------------------------------------- 1 | from .datapipes import TarArchiveLoader, JsonlParserIterDataPipe 2 | -------------------------------------------------------------------------------- /src/data/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/data/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/any_res.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/data/__pycache__/any_res.cpython-38.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/datapipes.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/data/__pycache__/datapipes.cpython-38.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/image_text_pairs_clm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/data/__pycache__/image_text_pairs_clm.cpython-38.pyc -------------------------------------------------------------------------------- /src/data/__pycache__/sft_clm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/data/__pycache__/sft_clm.cpython-38.pyc -------------------------------------------------------------------------------- /src/data/any_res.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/data/any_res.py -------------------------------------------------------------------------------- /src/data/datapipes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/data/datapipes.py -------------------------------------------------------------------------------- /src/data/image_text_pairs_clm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/data/image_text_pairs_clm.py -------------------------------------------------------------------------------- /src/data/sft_clm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/data/sft_clm.py -------------------------------------------------------------------------------- /src/inference/__pycache__/any_res.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/inference/__pycache__/any_res.cpython-38.pyc -------------------------------------------------------------------------------- /src/inference/any_res.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/inference/any_res.py -------------------------------------------------------------------------------- /src/inference/eval_img2edit_seed_x_edit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/inference/eval_img2edit_seed_x_edit.py -------------------------------------------------------------------------------- /src/inference/eval_img2text_seed_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/inference/eval_img2text_seed_x.py -------------------------------------------------------------------------------- /src/inference/eval_img2text_seed_x_i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/inference/eval_img2text_seed_x_i.py -------------------------------------------------------------------------------- /src/inference/eval_seed_x_detokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/inference/eval_seed_x_detokenizer.py -------------------------------------------------------------------------------- /src/inference/eval_seed_x_detokenizer_with_condition.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/inference/eval_seed_x_detokenizer_with_condition.py -------------------------------------------------------------------------------- /src/inference/eval_text2img_seed_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/inference/eval_text2img_seed_x.py -------------------------------------------------------------------------------- /src/inference/eval_text2img_seed_x_i.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/inference/eval_text2img_seed_x_i.py -------------------------------------------------------------------------------- /src/models/detokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /src/models/detokenizer/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/detokenizer/__pycache__/adapter_modules.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/__pycache__/adapter_modules.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/detokenizer/__pycache__/attention_processor.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/__pycache__/attention_processor.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/detokenizer/__pycache__/ipa_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/__pycache__/ipa_utils.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/detokenizer/__pycache__/pipeline_stable_diffusion_t2i_edit.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/__pycache__/pipeline_stable_diffusion_t2i_edit.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/detokenizer/__pycache__/pipeline_stable_diffusion_xl_t2i_edit.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/__pycache__/pipeline_stable_diffusion_xl_t2i_edit.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/detokenizer/__pycache__/resampler.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/__pycache__/resampler.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/detokenizer/adapter_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/adapter_modules.py -------------------------------------------------------------------------------- /src/models/detokenizer/pipeline_stable_diffusion_xl_t2i_edit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/pipeline_stable_diffusion_xl_t2i_edit.py -------------------------------------------------------------------------------- /src/models/detokenizer/resampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/detokenizer/resampler.py -------------------------------------------------------------------------------- /src/models/mllm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/mllm/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/mllm/__pycache__/generation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/__pycache__/generation.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/mllm/__pycache__/modeling_llama_xformer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/__pycache__/modeling_llama_xformer.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/mllm/__pycache__/models.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/__pycache__/models.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/mllm/__pycache__/peft_models.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/__pycache__/peft_models.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/mllm/__pycache__/seed_x.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/__pycache__/seed_x.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/mllm/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/mllm/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/generation.py -------------------------------------------------------------------------------- /src/models/mllm/modeling_llama_xformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/modeling_llama_xformer.py -------------------------------------------------------------------------------- /src/models/mllm/peft_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/peft_models.py -------------------------------------------------------------------------------- /src/models/mllm/seed_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/seed_x.py -------------------------------------------------------------------------------- /src/models/mllm/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/mllm/utils.py -------------------------------------------------------------------------------- /src/models/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/models/tokenizer/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/tokenizer/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/tokenizer/__pycache__/discrete_models.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/tokenizer/__pycache__/discrete_models.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/tokenizer/__pycache__/qwen_visual.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/tokenizer/__pycache__/qwen_visual.cpython-38.pyc -------------------------------------------------------------------------------- /src/models/tokenizer/discrete_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/tokenizer/discrete_models.py -------------------------------------------------------------------------------- /src/models/tokenizer/qwen_visual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/models/tokenizer/qwen_visual.py -------------------------------------------------------------------------------- /src/processer/__pycache__/transforms.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/processer/__pycache__/transforms.cpython-38.pyc -------------------------------------------------------------------------------- /src/processer/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/processer/tokenizer.py -------------------------------------------------------------------------------- /src/processer/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/processer/transforms.py -------------------------------------------------------------------------------- /src/tools/reload_qwen_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/tools/reload_qwen_vit.py -------------------------------------------------------------------------------- /src/train/__pycache__/dist_utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/train/__pycache__/dist_utils.cpython-38.pyc -------------------------------------------------------------------------------- /src/train/__pycache__/schedular.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/train/__pycache__/schedular.cpython-38.pyc -------------------------------------------------------------------------------- /src/train/dist_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/train/dist_utils.py -------------------------------------------------------------------------------- /src/train/schedular.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/train/schedular.py -------------------------------------------------------------------------------- /src/train/train_seed_x_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/src/train/train_seed_x_sft.py -------------------------------------------------------------------------------- /vis/1_Make it under the sunset.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/vis/1_Make it under the sunset.jpg -------------------------------------------------------------------------------- /vis/A cybernetic soldier, enhanced with advanced weapons systems and tactical analysis software, on a mission behind enemy lines.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/vis/A cybernetic soldier, enhanced with advanced weapons systems and tactical analysis software, on a mission behind enemy lines.png -------------------------------------------------------------------------------- /vis/A super math wizard cat, richly textured oil painting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/vis/A super math wizard cat, richly textured oil painting.png -------------------------------------------------------------------------------- /vis/car.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/vis/car.png -------------------------------------------------------------------------------- /vis/ground.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/vis/ground.png -------------------------------------------------------------------------------- /vis/men_recon.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/vis/men_recon.jpg -------------------------------------------------------------------------------- /vis/men_recon_with_condition.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AILab-CVC/SEED-X/HEAD/vis/men_recon_with_condition.jpg --------------------------------------------------------------------------------