├── .gitignore ├── Makefile ├── README.md ├── bitstream ├── bitstream.bit ├── bitstream.hwh └── bitstream.xclbin ├── demo.mp4 ├── images └── edge-moe-arch.svg ├── include ├── add.hpp ├── attention.hpp ├── conv.hpp ├── datatypes.hpp ├── dcl.hpp ├── gelu.hpp ├── hardware.hpp ├── kernel.hpp ├── layernorm.hpp ├── linear.hpp ├── model.hpp ├── moe.hpp ├── tbutil.hpp └── util.hpp ├── src ├── ViT_compute.cpp ├── add.cpp ├── attention.cpp ├── conv.cpp ├── gelu.cpp ├── layernorm.cpp ├── linear.cpp └── moe.cpp ├── testbench └── e2e.cpp ├── vitis_hls.tcl ├── vivado.tcl └── weights ├── image.float32.bin ├── l0_attn_proj_bias.float32.bin ├── l0_attn_proj_weight.float32.bin ├── l0_fc1_bias.float32.bin ├── l0_fc1_weight.float32.bin ├── l0_fc2_bias.float32.bin ├── l0_fc2_weight.float32.bin ├── l0_norm1_bias.float32.bin ├── l0_norm1_weight.float32.bin ├── l0_norm2_bias.float32.bin ├── l0_norm2_weight.float32.bin ├── l0_qkv_bias.float32.bin ├── l0_qkv_weight.float32.bin ├── l10_attn_proj_bias.float32.bin ├── l10_attn_proj_weight.float32.bin ├── l10_fc1_bias.float32.bin ├── l10_fc1_weight.float32.bin ├── l10_fc2_bias.float32.bin ├── l10_fc2_weight.float32.bin ├── l10_norm1_bias.float32.bin ├── l10_norm1_weight.float32.bin ├── l10_norm2_bias.float32.bin ├── l10_norm2_weight.float32.bin ├── l10_qkv_bias.float32.bin ├── l10_qkv_weight.float32.bin ├── l11_attn_proj_bias.float32.bin ├── l11_attn_proj_weight.float32.bin ├── l11_h4toh_bias.float32.bin ├── l11_h4toh_weight.float32.bin ├── l11_htoh4_bias.float32.bin ├── l11_htoh4_weight.float32.bin ├── l11_norm1_bias.float32.bin ├── l11_norm1_weight.float32.bin ├── l11_norm2_bias.float32.bin ├── l11_norm2_weight.float32.bin ├── l11_qkv_bias.float32.bin ├── l11_qkv_weight.float32.bin ├── l11_w_gate_T_task0.float32.bin ├── l11_w_gate_T_task1.float32.bin ├── l11_x_post_moe.float32.bin ├── l1_attn_proj_bias.float32.bin ├── l1_attn_proj_weight.float32.bin ├── l1_h4toh_bias.float32.bin ├── l1_h4toh_weight.float32.bin ├── l1_htoh4_bias.float32.bin ├── l1_htoh4_weight.float32.bin ├── l1_norm1_bias.float32.bin ├── l1_norm1_weight.float32.bin ├── l1_norm2_bias.float32.bin ├── l1_norm2_weight.float32.bin ├── l1_qkv_bias.float32.bin ├── l1_qkv_weight.float32.bin ├── l1_w_gate_T_task0.float32.bin ├── l1_w_gate_T_task1.float32.bin ├── l2_attn_proj_bias.float32.bin ├── l2_attn_proj_weight.float32.bin ├── l2_fc1_bias.float32.bin ├── l2_fc1_weight.float32.bin ├── l2_fc2_bias.float32.bin ├── l2_fc2_weight.float32.bin ├── l2_norm1_bias.float32.bin ├── l2_norm1_weight.float32.bin ├── l2_norm2_bias.float32.bin ├── l2_norm2_weight.float32.bin ├── l2_qkv_bias.float32.bin ├── l2_qkv_weight.float32.bin ├── l3_attn_proj_bias.float32.bin ├── l3_attn_proj_weight.float32.bin ├── l3_h4toh_bias.float32.bin ├── l3_h4toh_weight.float32.bin ├── l3_htoh4_bias.float32.bin ├── l3_htoh4_weight.float32.bin ├── l3_norm1_bias.float32.bin ├── l3_norm1_weight.float32.bin ├── l3_norm2_bias.float32.bin ├── l3_norm2_weight.float32.bin ├── l3_qkv_bias.float32.bin ├── l3_qkv_weight.float32.bin ├── l3_w_gate_T_task0.float32.bin ├── l3_w_gate_T_task1.float32.bin ├── l4_attn_proj_bias.float32.bin ├── l4_attn_proj_weight.float32.bin ├── l4_fc1_bias.float32.bin ├── l4_fc1_weight.float32.bin ├── l4_fc2_bias.float32.bin ├── l4_fc2_weight.float32.bin ├── l4_norm1_bias.float32.bin ├── l4_norm1_weight.float32.bin ├── l4_norm2_bias.float32.bin ├── l4_norm2_weight.float32.bin ├── l4_qkv_bias.float32.bin ├── l4_qkv_weight.float32.bin ├── l5_attn_proj_bias.float32.bin ├── l5_attn_proj_weight.float32.bin ├── l5_h4toh_bias.float32.bin ├── l5_h4toh_weight.float32.bin ├── l5_htoh4_bias.float32.bin ├── l5_htoh4_weight.float32.bin ├── l5_norm1_bias.float32.bin ├── l5_norm1_weight.float32.bin ├── l5_norm2_bias.float32.bin ├── l5_norm2_weight.float32.bin ├── l5_qkv_bias.float32.bin ├── l5_qkv_weight.float32.bin ├── l5_w_gate_T_task0.float32.bin ├── l5_w_gate_T_task1.float32.bin ├── l6_attn_proj_bias.float32.bin ├── l6_attn_proj_weight.float32.bin ├── l6_fc1_bias.float32.bin ├── l6_fc1_weight.float32.bin ├── l6_fc2_bias.float32.bin ├── l6_fc2_weight.float32.bin ├── l6_norm1_bias.float32.bin ├── l6_norm1_weight.float32.bin ├── l6_norm2_bias.float32.bin ├── l6_norm2_weight.float32.bin ├── l6_qkv_bias.float32.bin ├── l6_qkv_weight.float32.bin ├── l7_attn_proj_bias.float32.bin ├── l7_attn_proj_weight.float32.bin ├── l7_h4toh_bias.float32.bin ├── l7_h4toh_weight.float32.bin ├── l7_htoh4_bias.float32.bin ├── l7_htoh4_weight.float32.bin ├── l7_norm1_bias.float32.bin ├── l7_norm1_weight.float32.bin ├── l7_norm2_bias.float32.bin ├── l7_norm2_weight.float32.bin ├── l7_qkv_bias.float32.bin ├── l7_qkv_weight.float32.bin ├── l7_w_gate_T_task0.float32.bin ├── l7_w_gate_T_task1.float32.bin ├── l8_attn_proj_bias.float32.bin ├── l8_attn_proj_weight.float32.bin ├── l8_fc1_bias.float32.bin ├── l8_fc1_weight.float32.bin ├── l8_fc2_bias.float32.bin ├── l8_fc2_weight.float32.bin ├── l8_norm1_bias.float32.bin ├── l8_norm1_weight.float32.bin ├── l8_norm2_bias.float32.bin ├── l8_norm2_weight.float32.bin ├── l8_qkv_bias.float32.bin ├── l8_qkv_weight.float32.bin ├── l9_attn_proj_bias.float32.bin ├── l9_attn_proj_weight.float32.bin ├── l9_h4toh_bias.float32.bin ├── l9_h4toh_weight.float32.bin ├── l9_htoh4_bias.float32.bin ├── l9_htoh4_weight.float32.bin ├── l9_norm1_bias.float32.bin ├── l9_norm1_weight.float32.bin ├── l9_norm2_bias.float32.bin ├── l9_norm2_weight.float32.bin ├── l9_qkv_bias.float32.bin ├── l9_qkv_weight.float32.bin ├── l9_w_gate_T_task0.float32.bin ├── l9_w_gate_T_task1.float32.bin ├── onboard └── .gitignore ├── patch_embed_bias.float32.bin ├── patch_embed_weight.float32.bin ├── pos_embed.float32.bin └── scripts └── prepare_for_onboard.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/.gitignore -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/README.md -------------------------------------------------------------------------------- /bitstream/bitstream.bit: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/bitstream/bitstream.bit -------------------------------------------------------------------------------- /bitstream/bitstream.hwh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/bitstream/bitstream.hwh -------------------------------------------------------------------------------- /bitstream/bitstream.xclbin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/bitstream/bitstream.xclbin -------------------------------------------------------------------------------- /demo.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/demo.mp4 -------------------------------------------------------------------------------- /images/edge-moe-arch.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/images/edge-moe-arch.svg -------------------------------------------------------------------------------- /include/add.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/add.hpp -------------------------------------------------------------------------------- /include/attention.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/attention.hpp -------------------------------------------------------------------------------- /include/conv.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/conv.hpp -------------------------------------------------------------------------------- /include/datatypes.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/datatypes.hpp -------------------------------------------------------------------------------- /include/dcl.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/dcl.hpp -------------------------------------------------------------------------------- /include/gelu.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/gelu.hpp -------------------------------------------------------------------------------- /include/hardware.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/hardware.hpp -------------------------------------------------------------------------------- /include/kernel.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/kernel.hpp -------------------------------------------------------------------------------- /include/layernorm.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/layernorm.hpp -------------------------------------------------------------------------------- /include/linear.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/linear.hpp -------------------------------------------------------------------------------- /include/model.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/model.hpp -------------------------------------------------------------------------------- /include/moe.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/moe.hpp -------------------------------------------------------------------------------- /include/tbutil.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/tbutil.hpp -------------------------------------------------------------------------------- /include/util.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/include/util.hpp -------------------------------------------------------------------------------- /src/ViT_compute.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/src/ViT_compute.cpp -------------------------------------------------------------------------------- /src/add.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/src/add.cpp -------------------------------------------------------------------------------- /src/attention.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/src/attention.cpp -------------------------------------------------------------------------------- /src/conv.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/src/conv.cpp -------------------------------------------------------------------------------- /src/gelu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/src/gelu.cpp -------------------------------------------------------------------------------- /src/layernorm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/src/layernorm.cpp -------------------------------------------------------------------------------- /src/linear.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/src/linear.cpp -------------------------------------------------------------------------------- /src/moe.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/src/moe.cpp -------------------------------------------------------------------------------- /testbench/e2e.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/testbench/e2e.cpp -------------------------------------------------------------------------------- /vitis_hls.tcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/vitis_hls.tcl -------------------------------------------------------------------------------- /vivado.tcl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/vivado.tcl -------------------------------------------------------------------------------- /weights/image.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/image.float32.bin -------------------------------------------------------------------------------- /weights/l0_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l0_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l0_fc1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_fc1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l0_fc1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_fc1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l0_fc2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_fc2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l0_fc2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_fc2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l0_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l0_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l0_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l0_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l0_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l0_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l0_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l10_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l10_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l10_fc1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_fc1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l10_fc1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_fc1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l10_fc2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_fc2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l10_fc2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_fc2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l10_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l10_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l10_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l10_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l10_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l10_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l10_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l11_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l11_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l11_h4toh_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_h4toh_bias.float32.bin -------------------------------------------------------------------------------- /weights/l11_h4toh_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_h4toh_weight.float32.bin -------------------------------------------------------------------------------- /weights/l11_htoh4_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_htoh4_bias.float32.bin -------------------------------------------------------------------------------- /weights/l11_htoh4_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_htoh4_weight.float32.bin -------------------------------------------------------------------------------- /weights/l11_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l11_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l11_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l11_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l11_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l11_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l11_w_gate_T_task0.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_w_gate_T_task0.float32.bin -------------------------------------------------------------------------------- /weights/l11_w_gate_T_task1.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_w_gate_T_task1.float32.bin -------------------------------------------------------------------------------- /weights/l11_x_post_moe.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l11_x_post_moe.float32.bin -------------------------------------------------------------------------------- /weights/l1_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l1_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l1_h4toh_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_h4toh_bias.float32.bin -------------------------------------------------------------------------------- /weights/l1_h4toh_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_h4toh_weight.float32.bin -------------------------------------------------------------------------------- /weights/l1_htoh4_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_htoh4_bias.float32.bin -------------------------------------------------------------------------------- /weights/l1_htoh4_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_htoh4_weight.float32.bin -------------------------------------------------------------------------------- /weights/l1_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l1_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l1_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l1_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l1_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l1_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l1_w_gate_T_task0.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_w_gate_T_task0.float32.bin -------------------------------------------------------------------------------- /weights/l1_w_gate_T_task1.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l1_w_gate_T_task1.float32.bin -------------------------------------------------------------------------------- /weights/l2_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l2_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l2_fc1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_fc1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l2_fc1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_fc1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l2_fc2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_fc2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l2_fc2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_fc2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l2_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l2_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l2_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l2_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l2_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l2_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l2_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l3_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l3_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l3_h4toh_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_h4toh_bias.float32.bin -------------------------------------------------------------------------------- /weights/l3_h4toh_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_h4toh_weight.float32.bin -------------------------------------------------------------------------------- /weights/l3_htoh4_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_htoh4_bias.float32.bin -------------------------------------------------------------------------------- /weights/l3_htoh4_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_htoh4_weight.float32.bin -------------------------------------------------------------------------------- /weights/l3_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l3_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l3_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l3_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l3_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l3_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l3_w_gate_T_task0.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_w_gate_T_task0.float32.bin -------------------------------------------------------------------------------- /weights/l3_w_gate_T_task1.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l3_w_gate_T_task1.float32.bin -------------------------------------------------------------------------------- /weights/l4_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l4_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l4_fc1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_fc1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l4_fc1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_fc1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l4_fc2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_fc2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l4_fc2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_fc2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l4_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l4_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l4_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l4_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l4_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l4_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l4_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l5_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l5_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l5_h4toh_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_h4toh_bias.float32.bin -------------------------------------------------------------------------------- /weights/l5_h4toh_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_h4toh_weight.float32.bin -------------------------------------------------------------------------------- /weights/l5_htoh4_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_htoh4_bias.float32.bin -------------------------------------------------------------------------------- /weights/l5_htoh4_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_htoh4_weight.float32.bin -------------------------------------------------------------------------------- /weights/l5_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l5_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l5_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l5_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l5_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l5_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l5_w_gate_T_task0.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_w_gate_T_task0.float32.bin -------------------------------------------------------------------------------- /weights/l5_w_gate_T_task1.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l5_w_gate_T_task1.float32.bin -------------------------------------------------------------------------------- /weights/l6_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l6_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l6_fc1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_fc1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l6_fc1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_fc1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l6_fc2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_fc2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l6_fc2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_fc2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l6_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l6_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l6_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l6_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l6_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l6_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l6_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l7_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l7_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l7_h4toh_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_h4toh_bias.float32.bin -------------------------------------------------------------------------------- /weights/l7_h4toh_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_h4toh_weight.float32.bin -------------------------------------------------------------------------------- /weights/l7_htoh4_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_htoh4_bias.float32.bin -------------------------------------------------------------------------------- /weights/l7_htoh4_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_htoh4_weight.float32.bin -------------------------------------------------------------------------------- /weights/l7_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l7_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l7_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l7_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l7_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l7_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l7_w_gate_T_task0.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_w_gate_T_task0.float32.bin -------------------------------------------------------------------------------- /weights/l7_w_gate_T_task1.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l7_w_gate_T_task1.float32.bin -------------------------------------------------------------------------------- /weights/l8_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l8_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l8_fc1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_fc1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l8_fc1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_fc1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l8_fc2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_fc2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l8_fc2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_fc2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l8_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l8_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l8_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l8_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l8_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l8_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l8_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l9_attn_proj_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_attn_proj_bias.float32.bin -------------------------------------------------------------------------------- /weights/l9_attn_proj_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_attn_proj_weight.float32.bin -------------------------------------------------------------------------------- /weights/l9_h4toh_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_h4toh_bias.float32.bin -------------------------------------------------------------------------------- /weights/l9_h4toh_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_h4toh_weight.float32.bin -------------------------------------------------------------------------------- /weights/l9_htoh4_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_htoh4_bias.float32.bin -------------------------------------------------------------------------------- /weights/l9_htoh4_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_htoh4_weight.float32.bin -------------------------------------------------------------------------------- /weights/l9_norm1_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_norm1_bias.float32.bin -------------------------------------------------------------------------------- /weights/l9_norm1_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_norm1_weight.float32.bin -------------------------------------------------------------------------------- /weights/l9_norm2_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_norm2_bias.float32.bin -------------------------------------------------------------------------------- /weights/l9_norm2_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_norm2_weight.float32.bin -------------------------------------------------------------------------------- /weights/l9_qkv_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_qkv_bias.float32.bin -------------------------------------------------------------------------------- /weights/l9_qkv_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_qkv_weight.float32.bin -------------------------------------------------------------------------------- /weights/l9_w_gate_T_task0.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_w_gate_T_task0.float32.bin -------------------------------------------------------------------------------- /weights/l9_w_gate_T_task1.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/l9_w_gate_T_task1.float32.bin -------------------------------------------------------------------------------- /weights/onboard/.gitignore: -------------------------------------------------------------------------------- 1 | *.npy 2 | -------------------------------------------------------------------------------- /weights/patch_embed_bias.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/patch_embed_bias.float32.bin -------------------------------------------------------------------------------- /weights/patch_embed_weight.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/patch_embed_weight.float32.bin -------------------------------------------------------------------------------- /weights/pos_embed.float32.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/pos_embed.float32.bin -------------------------------------------------------------------------------- /weights/scripts/prepare_for_onboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sharc-lab/Edge-MoE/HEAD/weights/scripts/prepare_for_onboard.py --------------------------------------------------------------------------------