├── .gitignore └── docs ├── .nojekyll ├── README.md ├── _sidebar.md ├── about.md ├── business.md ├── community.md ├── custom.css ├── images ├── blip2-1.png ├── blip2-2.png ├── blip2-3.png ├── blip2-4.png ├── blip2-5.png ├── blip2-6.png ├── blip2-7.png ├── blip2-8.png ├── blip2-9.png ├── blip2.png ├── cos_lr.png ├── deepnorm.png ├── dpp.jpg ├── eva.png ├── eva2.png ├── flashattention1.1.png ├── flashattention1.2.png ├── flashattention1.png ├── gqa.png ├── isoflops.png ├── llama3_post_approach.png ├── llama3_sft_mix.png ├── llama3_table3.png ├── llama3_vision.png ├── llama_fig3.png ├── logo.jpg ├── lr1.png ├── norm.png ├── pagedattn.png ├── pagedattn2.png ├── pagedattn3.png ├── perceiver.png ├── rope1.png ├── rope2.png ├── rope3.png ├── rope4.png ├── rope5.png ├── rope6.png ├── rope7.png ├── scale_law1.png ├── scale_law2.png ├── swish.png ├── video-chatgpt.png └── vit.png ├── index.html ├── llm_foundation.md ├── llm_foundation ├── FLOPs.md ├── cos_lr_schedule.md ├── llama3 │ ├── llama3.md │ ├── llama3_128k.md │ ├── llama3_arch.md │ ├── llama3_params_count.md │ ├── llama3_post_training.md │ ├── llama3_pre_data.md │ ├── llama3_quote.md │ ├── llama3_recipe.md │ ├── llama3_scale.md │ ├── llama3_sft_data.md │ ├── llama3_speech.md │ └── llama3_vision.md ├── llm_architecture.md ├── llm_attention.md ├── memory_usage_training.md ├── norm.md └── swiglu.md ├── misellaneous └── ai_search_review.md ├── mllm.md ├── mllm ├── mllm_papers.md └── mllm_surveys.md ├── notes.md ├── notes ├── .ipynb_checkpoints │ ├── get_extended_attention_mask-checkpoint.ipynb │ └── pretrain_stage1-checkpoint.ipynb ├── blip2.md ├── bn.md ├── datasets_intro.md ├── dpo.md ├── dspy_intro.md ├── dspy_theory.md ├── eva.md ├── extend.html ├── get_extended_attention_mask.html ├── get_extended_attention_mask.ipynb ├── image_grounded_text_generation.html ├── image_grounded_text_generation.ipynb ├── image_text_contrastive_learning.html ├── image_text_contrastive_learning.ipynb ├── image_text_matching.html ├── image_text_matching.ipynb ├── itc_forward.html ├── itc_forward.ipynb ├── itg_forward.html ├── itg_forward.ipynb ├── itm_forward.html ├── itm_forward.ipynb ├── mim.md ├── minigpt4_vs_blip2.md ├── mulinfo_contrastive.md ├── o1_literatures.md ├── plan.md ├── pretrain_stage1.html ├── pretrain_stage1.ipynb ├── rope.md ├── rope_imp.html ├── rope_imp.ipynb ├── save_checkpoint.html ├── save_checkpoint.ipynb ├── scaliing_laws.md ├── video_chatgpt.md ├── vit.md └── weight_init.md ├── reading.md └── reading ├── 年度书单2022.md ├── 年度书单2023.md └── 年度书单2024.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/.gitignore -------------------------------------------------------------------------------- /docs/.nojekyll: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/_sidebar.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/_sidebar.md -------------------------------------------------------------------------------- /docs/about.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/about.md -------------------------------------------------------------------------------- /docs/business.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/business.md -------------------------------------------------------------------------------- /docs/community.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/community.md -------------------------------------------------------------------------------- /docs/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/custom.css -------------------------------------------------------------------------------- /docs/images/blip2-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2-1.png -------------------------------------------------------------------------------- /docs/images/blip2-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2-2.png -------------------------------------------------------------------------------- /docs/images/blip2-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2-3.png -------------------------------------------------------------------------------- /docs/images/blip2-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2-4.png -------------------------------------------------------------------------------- /docs/images/blip2-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2-5.png -------------------------------------------------------------------------------- /docs/images/blip2-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2-6.png -------------------------------------------------------------------------------- /docs/images/blip2-7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2-7.png -------------------------------------------------------------------------------- /docs/images/blip2-8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2-8.png -------------------------------------------------------------------------------- /docs/images/blip2-9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2-9.png -------------------------------------------------------------------------------- /docs/images/blip2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/blip2.png -------------------------------------------------------------------------------- /docs/images/cos_lr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/cos_lr.png -------------------------------------------------------------------------------- /docs/images/deepnorm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/deepnorm.png -------------------------------------------------------------------------------- /docs/images/dpp.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/dpp.jpg -------------------------------------------------------------------------------- /docs/images/eva.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/eva.png -------------------------------------------------------------------------------- /docs/images/eva2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/eva2.png -------------------------------------------------------------------------------- /docs/images/flashattention1.1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/flashattention1.1.png -------------------------------------------------------------------------------- /docs/images/flashattention1.2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/flashattention1.2.png -------------------------------------------------------------------------------- /docs/images/flashattention1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/flashattention1.png -------------------------------------------------------------------------------- /docs/images/gqa.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/gqa.png -------------------------------------------------------------------------------- /docs/images/isoflops.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/isoflops.png -------------------------------------------------------------------------------- /docs/images/llama3_post_approach.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/llama3_post_approach.png -------------------------------------------------------------------------------- /docs/images/llama3_sft_mix.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/llama3_sft_mix.png -------------------------------------------------------------------------------- /docs/images/llama3_table3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/llama3_table3.png -------------------------------------------------------------------------------- /docs/images/llama3_vision.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/llama3_vision.png -------------------------------------------------------------------------------- /docs/images/llama_fig3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/llama_fig3.png -------------------------------------------------------------------------------- /docs/images/logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/logo.jpg -------------------------------------------------------------------------------- /docs/images/lr1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/lr1.png -------------------------------------------------------------------------------- /docs/images/norm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/norm.png -------------------------------------------------------------------------------- /docs/images/pagedattn.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/pagedattn.png -------------------------------------------------------------------------------- /docs/images/pagedattn2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/pagedattn2.png -------------------------------------------------------------------------------- /docs/images/pagedattn3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/pagedattn3.png -------------------------------------------------------------------------------- /docs/images/perceiver.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/perceiver.png -------------------------------------------------------------------------------- /docs/images/rope1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/rope1.png -------------------------------------------------------------------------------- /docs/images/rope2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/rope2.png -------------------------------------------------------------------------------- /docs/images/rope3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/rope3.png -------------------------------------------------------------------------------- /docs/images/rope4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/rope4.png -------------------------------------------------------------------------------- /docs/images/rope5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/rope5.png -------------------------------------------------------------------------------- /docs/images/rope6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/rope6.png -------------------------------------------------------------------------------- /docs/images/rope7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/rope7.png -------------------------------------------------------------------------------- /docs/images/scale_law1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/scale_law1.png -------------------------------------------------------------------------------- /docs/images/scale_law2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/scale_law2.png -------------------------------------------------------------------------------- /docs/images/swish.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/swish.png -------------------------------------------------------------------------------- /docs/images/video-chatgpt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/video-chatgpt.png -------------------------------------------------------------------------------- /docs/images/vit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/images/vit.png -------------------------------------------------------------------------------- /docs/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/index.html -------------------------------------------------------------------------------- /docs/llm_foundation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation.md -------------------------------------------------------------------------------- /docs/llm_foundation/FLOPs.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/FLOPs.md -------------------------------------------------------------------------------- /docs/llm_foundation/cos_lr_schedule.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/cos_lr_schedule.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_128k.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_128k.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_arch.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_arch.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_params_count.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_params_count.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_post_training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_post_training.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_pre_data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_pre_data.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_quote.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_quote.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_recipe.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_recipe.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_scale.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_scale.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_sft_data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_sft_data.md -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_speech.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/llm_foundation/llama3/llama3_vision.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llama3/llama3_vision.md -------------------------------------------------------------------------------- /docs/llm_foundation/llm_architecture.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llm_architecture.md -------------------------------------------------------------------------------- /docs/llm_foundation/llm_attention.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/llm_attention.md -------------------------------------------------------------------------------- /docs/llm_foundation/memory_usage_training.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/memory_usage_training.md -------------------------------------------------------------------------------- /docs/llm_foundation/norm.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/norm.md -------------------------------------------------------------------------------- /docs/llm_foundation/swiglu.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/llm_foundation/swiglu.md -------------------------------------------------------------------------------- /docs/misellaneous/ai_search_review.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/misellaneous/ai_search_review.md -------------------------------------------------------------------------------- /docs/mllm.md: -------------------------------------------------------------------------------- 1 | # 目录 2 | 3 | - [MLLM论文精选（持续更新）](mllm/mllm_papers.md) -------------------------------------------------------------------------------- /docs/mllm/mllm_papers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/mllm/mllm_papers.md -------------------------------------------------------------------------------- /docs/mllm/mllm_surveys.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/mllm/mllm_surveys.md -------------------------------------------------------------------------------- /docs/notes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes.md -------------------------------------------------------------------------------- /docs/notes/.ipynb_checkpoints/get_extended_attention_mask-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/.ipynb_checkpoints/get_extended_attention_mask-checkpoint.ipynb -------------------------------------------------------------------------------- /docs/notes/.ipynb_checkpoints/pretrain_stage1-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/.ipynb_checkpoints/pretrain_stage1-checkpoint.ipynb -------------------------------------------------------------------------------- /docs/notes/blip2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/blip2.md -------------------------------------------------------------------------------- /docs/notes/bn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/bn.md -------------------------------------------------------------------------------- /docs/notes/datasets_intro.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/datasets_intro.md -------------------------------------------------------------------------------- /docs/notes/dpo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/dpo.md -------------------------------------------------------------------------------- /docs/notes/dspy_intro.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/dspy_intro.md -------------------------------------------------------------------------------- /docs/notes/dspy_theory.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/dspy_theory.md -------------------------------------------------------------------------------- /docs/notes/eva.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/eva.md -------------------------------------------------------------------------------- /docs/notes/extend.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/extend.html -------------------------------------------------------------------------------- /docs/notes/get_extended_attention_mask.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/get_extended_attention_mask.html -------------------------------------------------------------------------------- /docs/notes/get_extended_attention_mask.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/get_extended_attention_mask.ipynb -------------------------------------------------------------------------------- /docs/notes/image_grounded_text_generation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/image_grounded_text_generation.html -------------------------------------------------------------------------------- /docs/notes/image_grounded_text_generation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/image_grounded_text_generation.ipynb -------------------------------------------------------------------------------- /docs/notes/image_text_contrastive_learning.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/image_text_contrastive_learning.html -------------------------------------------------------------------------------- /docs/notes/image_text_contrastive_learning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/image_text_contrastive_learning.ipynb -------------------------------------------------------------------------------- /docs/notes/image_text_matching.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/image_text_matching.html -------------------------------------------------------------------------------- /docs/notes/image_text_matching.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/image_text_matching.ipynb -------------------------------------------------------------------------------- /docs/notes/itc_forward.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/itc_forward.html -------------------------------------------------------------------------------- /docs/notes/itc_forward.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/itc_forward.ipynb -------------------------------------------------------------------------------- /docs/notes/itg_forward.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/itg_forward.html -------------------------------------------------------------------------------- /docs/notes/itg_forward.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/itg_forward.ipynb -------------------------------------------------------------------------------- /docs/notes/itm_forward.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/itm_forward.html -------------------------------------------------------------------------------- /docs/notes/itm_forward.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/itm_forward.ipynb -------------------------------------------------------------------------------- /docs/notes/mim.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/mim.md -------------------------------------------------------------------------------- /docs/notes/minigpt4_vs_blip2.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/minigpt4_vs_blip2.md -------------------------------------------------------------------------------- /docs/notes/mulinfo_contrastive.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/mulinfo_contrastive.md -------------------------------------------------------------------------------- /docs/notes/o1_literatures.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/o1_literatures.md -------------------------------------------------------------------------------- /docs/notes/plan.md: -------------------------------------------------------------------------------- 1 | - [ ] Blip2 attention mask梳理 2 | - [ ] lavis解读 3 | 4 | -------------------------------------------------------------------------------- /docs/notes/pretrain_stage1.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/pretrain_stage1.html -------------------------------------------------------------------------------- /docs/notes/pretrain_stage1.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/pretrain_stage1.ipynb -------------------------------------------------------------------------------- /docs/notes/rope.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/rope.md -------------------------------------------------------------------------------- /docs/notes/rope_imp.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/rope_imp.html -------------------------------------------------------------------------------- /docs/notes/rope_imp.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/rope_imp.ipynb -------------------------------------------------------------------------------- /docs/notes/save_checkpoint.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/save_checkpoint.html -------------------------------------------------------------------------------- /docs/notes/save_checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/save_checkpoint.ipynb -------------------------------------------------------------------------------- /docs/notes/scaliing_laws.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/scaliing_laws.md -------------------------------------------------------------------------------- /docs/notes/video_chatgpt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/video_chatgpt.md -------------------------------------------------------------------------------- /docs/notes/vit.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/vit.md -------------------------------------------------------------------------------- /docs/notes/weight_init.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/notes/weight_init.md -------------------------------------------------------------------------------- /docs/reading.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/reading.md -------------------------------------------------------------------------------- /docs/reading/年度书单2022.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/reading/年度书单2022.md -------------------------------------------------------------------------------- /docs/reading/年度书单2023.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/reading/年度书单2023.md -------------------------------------------------------------------------------- /docs/reading/年度书单2024.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Haihsu/blogs/HEAD/docs/reading/年度书单2024.md --------------------------------------------------------------------------------