├── .github └── CODEOWNERS ├── .gitignore ├── README.md ├── output_block_sensitivity ├── CatPPT-base │ ├── magnitude_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv │ ├── ppl_n10 │ │ ├── all_ppl_sorted.csv │ │ ├── all_ppl_unsorted.csv │ │ ├── block_order.csv │ │ ├── ppl_block0_removed.csv │ │ ├── ppl_block10_removed.csv │ │ ├── ppl_block11_removed.csv │ │ ├── ppl_block12_removed.csv │ │ ├── ppl_block13_removed.csv │ │ ├── ppl_block14_removed.csv │ │ ├── ppl_block15_removed.csv │ │ ├── ppl_block16_removed.csv │ │ ├── ppl_block17_removed.csv │ │ ├── ppl_block18_removed.csv │ │ ├── ppl_block19_removed.csv │ │ ├── ppl_block1_removed.csv │ │ ├── ppl_block20_removed.csv │ │ ├── ppl_block21_removed.csv │ │ ├── ppl_block22_removed.csv │ │ ├── ppl_block23_removed.csv │ │ ├── ppl_block24_removed.csv │ │ ├── ppl_block25_removed.csv │ │ ├── ppl_block26_removed.csv │ │ ├── ppl_block27_removed.csv │ │ ├── ppl_block28_removed.csv │ │ ├── ppl_block29_removed.csv │ │ ├── ppl_block2_removed.csv │ │ ├── ppl_block30_removed.csv │ │ ├── ppl_block31_removed.csv │ │ ├── ppl_block3_removed.csv │ │ ├── ppl_block4_removed.csv │ │ ├── ppl_block5_removed.csv │ │ ├── ppl_block6_removed.csv │ │ ├── ppl_block7_removed.csv │ │ ├── ppl_block8_removed.csv │ │ └── ppl_block9_removed.csv │ └── taylor_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv ├── Llama-2-7b-hf │ ├── ppl_n10 │ │ ├── all_ppl_sorted.csv │ │ ├── all_ppl_unsorted.csv │ │ ├── block_order.csv │ │ ├── ppl_block0_removed.csv │ │ ├── ppl_block10_removed.csv │ │ ├── ppl_block11_removed.csv │ │ ├── ppl_block12_removed.csv │ │ ├── ppl_block13_removed.csv │ │ ├── ppl_block14_removed.csv │ │ ├── ppl_block15_removed.csv │ │ ├── ppl_block16_removed.csv │ │ ├── ppl_block17_removed.csv │ │ ├── ppl_block18_removed.csv │ │ ├── ppl_block19_removed.csv │ │ ├── ppl_block1_removed.csv │ │ ├── ppl_block20_removed.csv │ │ ├── ppl_block21_removed.csv │ │ ├── ppl_block22_removed.csv │ │ ├── ppl_block23_removed.csv │ │ ├── ppl_block24_removed.csv │ │ ├── ppl_block25_removed.csv │ │ ├── ppl_block26_removed.csv │ │ ├── ppl_block27_removed.csv │ │ ├── ppl_block28_removed.csv │ │ ├── ppl_block29_removed.csv │ │ ├── ppl_block2_removed.csv │ │ ├── ppl_block30_removed.csv │ │ ├── ppl_block31_removed.csv │ │ ├── ppl_block3_removed.csv │ │ ├── ppl_block4_removed.csv │ │ ├── ppl_block5_removed.csv │ │ ├── ppl_block6_removed.csv │ │ ├── ppl_block7_removed.csv │ │ ├── ppl_block8_removed.csv │ │ └── ppl_block9_removed.csv │ └── taylor_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv ├── Meta-Llama-3-8B │ ├── ppl_n10 │ │ ├── all_ppl_sorted.csv │ │ ├── all_ppl_unsorted.csv │ │ ├── block_order.csv │ │ ├── ppl_block0_removed.csv │ │ ├── ppl_block10_removed.csv │ │ ├── ppl_block11_removed.csv │ │ ├── ppl_block12_removed.csv │ │ ├── ppl_block13_removed.csv │ │ ├── ppl_block14_removed.csv │ │ ├── ppl_block15_removed.csv │ │ ├── ppl_block16_removed.csv │ │ ├── ppl_block17_removed.csv │ │ ├── ppl_block18_removed.csv │ │ ├── ppl_block19_removed.csv │ │ ├── ppl_block1_removed.csv │ │ ├── ppl_block20_removed.csv │ │ ├── ppl_block21_removed.csv │ │ ├── ppl_block22_removed.csv │ │ ├── ppl_block23_removed.csv │ │ ├── ppl_block24_removed.csv │ │ ├── ppl_block25_removed.csv │ │ ├── ppl_block26_removed.csv │ │ ├── ppl_block27_removed.csv │ │ ├── ppl_block28_removed.csv │ │ ├── ppl_block29_removed.csv │ │ ├── ppl_block2_removed.csv │ │ ├── ppl_block30_removed.csv │ │ ├── ppl_block31_removed.csv │ │ ├── ppl_block3_removed.csv │ │ ├── ppl_block4_removed.csv │ │ ├── ppl_block5_removed.csv │ │ ├── ppl_block6_removed.csv │ │ ├── ppl_block7_removed.csv │ │ ├── ppl_block8_removed.csv │ │ └── ppl_block9_removed.csv │ └── taylor_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv ├── gemma-2b_yesBOS │ ├── ppl_n10 │ │ ├── all_ppl_sorted.csv │ │ ├── all_ppl_unsorted.csv │ │ ├── block_order.csv │ │ ├── ppl_block0_removed.csv │ │ ├── ppl_block10_removed.csv │ │ ├── ppl_block11_removed.csv │ │ ├── ppl_block12_removed.csv │ │ ├── ppl_block13_removed.csv │ │ ├── ppl_block14_removed.csv │ │ ├── ppl_block15_removed.csv │ │ ├── ppl_block16_removed.csv │ │ ├── ppl_block17_removed.csv │ │ ├── ppl_block1_removed.csv │ │ ├── ppl_block2_removed.csv │ │ ├── ppl_block3_removed.csv │ │ ├── ppl_block4_removed.csv │ │ ├── ppl_block5_removed.csv │ │ ├── ppl_block6_removed.csv │ │ ├── ppl_block7_removed.csv │ │ ├── ppl_block8_removed.csv │ │ └── ppl_block9_removed.csv │ └── taylor_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv ├── gemma-7b_yesBOS │ ├── ppl_n10 │ │ ├── all_ppl_sorted.csv │ │ ├── all_ppl_unsorted.csv │ │ ├── block_order.csv │ │ ├── ppl_block0_removed.csv │ │ ├── ppl_block10_removed.csv │ │ ├── ppl_block11_removed.csv │ │ ├── ppl_block12_removed.csv │ │ ├── ppl_block13_removed.csv │ │ ├── ppl_block14_removed.csv │ │ ├── ppl_block15_removed.csv │ │ ├── ppl_block16_removed.csv │ │ ├── ppl_block17_removed.csv │ │ ├── ppl_block18_removed.csv │ │ ├── ppl_block19_removed.csv │ │ ├── ppl_block1_removed.csv │ │ ├── ppl_block20_removed.csv │ │ ├── ppl_block21_removed.csv │ │ ├── ppl_block22_removed.csv │ │ ├── ppl_block23_removed.csv │ │ ├── ppl_block24_removed.csv │ │ ├── ppl_block25_removed.csv │ │ ├── ppl_block26_removed.csv │ │ ├── ppl_block27_removed.csv │ │ ├── ppl_block2_removed.csv │ │ ├── ppl_block3_removed.csv │ │ ├── ppl_block4_removed.csv │ │ ├── ppl_block5_removed.csv │ │ ├── ppl_block6_removed.csv │ │ ├── ppl_block7_removed.csv │ │ ├── ppl_block8_removed.csv │ │ └── ppl_block9_removed.csv │ └── taylor_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv ├── llama-1-7b │ ├── magnitude_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv │ ├── ppl_n10 │ │ ├── all_ppl_sorted.csv │ │ ├── all_ppl_unsorted.csv │ │ ├── block_order.csv │ │ ├── ppl_block0_removed.csv │ │ ├── ppl_block10_removed.csv │ │ ├── ppl_block11_removed.csv │ │ ├── ppl_block12_removed.csv │ │ ├── ppl_block13_removed.csv │ │ ├── ppl_block14_removed.csv │ │ ├── ppl_block15_removed.csv │ │ ├── ppl_block16_removed.csv │ │ ├── ppl_block17_removed.csv │ │ ├── ppl_block18_removed.csv │ │ ├── ppl_block19_removed.csv │ │ ├── ppl_block1_removed.csv │ │ ├── ppl_block20_removed.csv │ │ ├── ppl_block21_removed.csv │ │ ├── ppl_block22_removed.csv │ │ ├── ppl_block23_removed.csv │ │ ├── ppl_block24_removed.csv │ │ ├── ppl_block25_removed.csv │ │ ├── ppl_block26_removed.csv │ │ ├── ppl_block27_removed.csv │ │ ├── ppl_block28_removed.csv │ │ ├── ppl_block29_removed.csv │ │ ├── ppl_block2_removed.csv │ │ ├── ppl_block30_removed.csv │ │ ├── ppl_block31_removed.csv │ │ ├── ppl_block3_removed.csv │ │ ├── ppl_block4_removed.csv │ │ ├── ppl_block5_removed.csv │ │ ├── ppl_block6_removed.csv │ │ ├── ppl_block7_removed.csv │ │ ├── ppl_block8_removed.csv │ │ └── ppl_block9_removed.csv │ └── taylor_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv ├── vicuna-13b-v1.3 │ ├── magnitude_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv │ ├── ppl_n10 │ │ ├── all_ppl_sorted.csv │ │ ├── all_ppl_unsorted.csv │ │ ├── block_order.csv │ │ ├── ppl_block0_removed.csv │ │ ├── ppl_block10_removed.csv │ │ ├── ppl_block11_removed.csv │ │ ├── ppl_block12_removed.csv │ │ ├── ppl_block13_removed.csv │ │ ├── ppl_block14_removed.csv │ │ ├── ppl_block15_removed.csv │ │ ├── ppl_block16_removed.csv │ │ ├── ppl_block17_removed.csv │ │ ├── ppl_block18_removed.csv │ │ ├── ppl_block19_removed.csv │ │ ├── ppl_block1_removed.csv │ │ ├── ppl_block20_removed.csv │ │ ├── ppl_block21_removed.csv │ │ ├── ppl_block22_removed.csv │ │ ├── ppl_block23_removed.csv │ │ ├── ppl_block24_removed.csv │ │ ├── ppl_block25_removed.csv │ │ ├── ppl_block26_removed.csv │ │ ├── ppl_block27_removed.csv │ │ ├── ppl_block28_removed.csv │ │ ├── ppl_block29_removed.csv │ │ ├── ppl_block2_removed.csv │ │ ├── ppl_block30_removed.csv │ │ ├── ppl_block31_removed.csv │ │ ├── ppl_block32_removed.csv │ │ ├── ppl_block33_removed.csv │ │ ├── ppl_block34_removed.csv │ │ ├── ppl_block35_removed.csv │ │ ├── ppl_block36_removed.csv │ │ ├── ppl_block37_removed.csv │ │ ├── ppl_block38_removed.csv │ │ ├── ppl_block39_removed.csv │ │ ├── ppl_block3_removed.csv │ │ ├── ppl_block4_removed.csv │ │ ├── ppl_block5_removed.csv │ │ ├── ppl_block6_removed.csv │ │ ├── ppl_block7_removed.csv │ │ ├── ppl_block8_removed.csv │ │ └── ppl_block9_removed.csv │ └── taylor_n10 │ │ ├── block_order.csv │ │ ├── block_score_all.csv │ │ ├── block_score_detail.csv │ │ ├── block_score_sorted.csv │ │ └── weight_score.csv └── vicuna-7b-v1.3 │ ├── magnitude_n10 │ ├── block_order.csv │ ├── block_score_all.csv │ ├── block_score_detail.csv │ ├── block_score_sorted.csv │ └── weight_score.csv │ ├── ppl_n10 │ ├── all_ppl_sorted.csv │ ├── all_ppl_unsorted.csv │ ├── block_order.csv │ ├── ppl_block0_removed.csv │ ├── ppl_block10_removed.csv │ ├── ppl_block11_removed.csv │ ├── ppl_block12_removed.csv │ ├── ppl_block13_removed.csv │ ├── ppl_block14_removed.csv │ ├── ppl_block15_removed.csv │ ├── ppl_block16_removed.csv │ ├── ppl_block17_removed.csv │ ├── ppl_block18_removed.csv │ ├── ppl_block19_removed.csv │ ├── ppl_block1_removed.csv │ ├── ppl_block20_removed.csv │ ├── ppl_block21_removed.csv │ ├── ppl_block22_removed.csv │ ├── ppl_block23_removed.csv │ ├── ppl_block24_removed.csv │ ├── ppl_block25_removed.csv │ ├── ppl_block26_removed.csv │ ├── ppl_block27_removed.csv │ ├── ppl_block28_removed.csv │ ├── ppl_block29_removed.csv │ ├── ppl_block2_removed.csv │ ├── ppl_block30_removed.csv │ ├── ppl_block31_removed.csv │ ├── ppl_block3_removed.csv │ ├── ppl_block4_removed.csv │ ├── ppl_block5_removed.csv │ ├── ppl_block6_removed.csv │ ├── ppl_block7_removed.csv │ ├── ppl_block8_removed.csv │ └── ppl_block9_removed.csv │ └── taylor_n10 │ ├── block_order.csv │ ├── block_score_all.csv │ ├── block_score_detail.csv │ ├── block_score_sorted.csv │ └── weight_score.csv ├── pyproject.toml ├── requirement.txt ├── results ├── CatPPT-base │ └── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv ├── Llama-2-7b-hf │ ├── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv │ ├── zeroshot_acc.csv │ └── zeroshot_acc.txt ├── Meta-Llama-3-8B │ ├── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv │ ├── zeroshot_acc.csv │ └── zeroshot_acc.txt ├── gemma-2b │ └── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv ├── gemma-7b │ └── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv ├── llama-1-7b │ └── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv ├── st-llama-1-5.5b-ppl │ ├── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv │ ├── zeroshot_acc.csv │ └── zeroshot_acc.txt ├── st-llama-1-5.5b-taylor │ ├── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv │ ├── zeroshot_acc.csv │ └── zeroshot_acc.txt ├── st-vicuna-v1.3-10.5b-ppl │ ├── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv │ ├── zeroshot_acc.csv │ └── zeroshot_acc.txt ├── st-vicuna-v1.3-10.5b-taylor │ ├── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv │ ├── zeroshot_acc.csv │ └── zeroshot_acc.txt ├── st-vicuna-v1.3-5.5b-ppl │ ├── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv │ ├── zeroshot_acc.csv │ └── zeroshot_acc.txt ├── st-vicuna-v1.3-5.5b-taylor │ ├── ppl │ │ ├── gen_text.txt │ │ ├── ppl.csv │ │ └── ppl_bos.csv │ ├── zeroshot_acc.csv │ └── zeroshot_acc.txt └── vicuna-7b-v1.3 │ └── ppl │ ├── gen_text.txt │ ├── ppl.csv │ └── ppl_bos.csv ├── script ├── evaluate.sh ├── measure_gpuutil.sh ├── measure_time.sh ├── measure_vram.sh ├── prune.sh ├── prune_CatPPT_crit-magnitude.sh ├── prune_CatPPT_crit-ppl.sh ├── prune_CatPPT_crit-taylor.sh ├── prune_gemma-2b_crit-ppl_yesBOS.sh ├── prune_gemma-2b_crit-taylor_yesBOS.sh ├── prune_gemma-7b_crit-ppl_yesBOS.sh ├── prune_gemma-7b_crit-taylor_yesBOS.sh ├── prune_llama-7b_crit-magnitude.sh ├── prune_llama-7b_crit-ppl.sh ├── prune_llama-7b_crit-taylor.sh ├── prune_llama2-7b_crit-ppl.sh ├── prune_llama2-7b_crit-taylor.sh ├── prune_llama3-8b_crit-ppl.sh ├── prune_llama3-8b_crit-taylor.sh ├── prune_vicuna-13b_crit-magnitude.sh ├── prune_vicuna-13b_crit-ppl.sh ├── prune_vicuna-13b_crit-taylor.sh ├── prune_vicuna-7b_crit-magnitude.sh ├── prune_vicuna-7b_crit-ppl.sh ├── prune_vicuna-7b_crit-taylor.sh └── quantize_gptq_vicuna-7b.sh └── src ├── LLMPruner ├── __init__.py ├── models │ ├── __init__.py │ ├── helper.py │ └── hf_llama │ │ └── modeling_llama.py ├── peft │ ├── __init__.py │ ├── import_utils.py │ ├── mapping.py │ ├── peft_model.py │ ├── tuners │ │ ├── __init__.py │ │ ├── adalora.py │ │ ├── lora.py │ │ ├── p_tuning.py │ │ ├── prefix_tuning.py │ │ └── prompt_tuning.py │ └── utils │ │ ├── __init__.py │ │ ├── config.py │ │ ├── other.py │ │ └── save_and_load.py └── utils │ └── prompter.py ├── __init__.py ├── anal_block_sensitivity_magnitude.py ├── anal_block_sensitivity_ppl.py ├── anal_block_sensitivity_taylor.py ├── app.py ├── baselines └── llm-pruner │ └── llama-1-5.4b_lora_merged │ └── .gitkeep ├── block_prune.py ├── copy_tokenizer_decapoda-research-llama-7B-hf.py ├── dataset.py ├── demo.py ├── docs ├── footer.md └── header.md ├── eval_ppl.py ├── eval_zeroshot_acc.py ├── gen_batch_eval_time.py ├── gen_batch_eval_time_gpuutil.py ├── gen_batch_eval_vram.py ├── lm_eval ├── __init__.py ├── base.py ├── datasets │ ├── README.md │ ├── __init__.py │ ├── asdiv │ │ ├── __init__.py │ │ └── asdiv.py │ ├── bigbench_resources │ │ └── __init__.py │ ├── coqa │ │ ├── __init__.py │ │ └── coqa.py │ ├── drop │ │ ├── __init__.py │ │ └── drop.py │ ├── headqa │ │ ├── __init__.py │ │ └── headqa.py │ ├── hendrycks_ethics │ │ ├── __init__.py │ │ └── hendrycks_ethics.py │ ├── hendrycks_math │ │ ├── __init__.py │ │ └── hendrycks_math.py │ ├── logiqa │ │ ├── __init__.py │ │ └── logiqa.py │ ├── mutual │ │ ├── __init__.py │ │ └── mutual.py │ ├── pile │ │ ├── __init__.py │ │ └── pile.py │ ├── quac │ │ ├── __init__.py │ │ └── quac.py │ ├── sat_analogies │ │ ├── __init__.py │ │ └── sat_analogies.py │ └── unscramble │ │ ├── __init__.py │ │ └── unscramble.py ├── decontamination │ ├── __init__.py │ ├── archiver.py │ ├── decontaminate.py │ └── janitor.py ├── evaluator.py ├── evaluator_llmpruner.py ├── metrics.py ├── models │ ├── __init__.py │ ├── anthropic_llms.py │ ├── dummy.py │ ├── gpt2.py │ ├── gpt3.py │ ├── huggingface.py │ └── textsynth.py ├── models_llmpruner │ ├── __init__.py │ ├── dummy.py │ ├── gpt2.py │ ├── gpt3.py │ ├── huggingface.py │ └── textsynth.py ├── tasks │ ├── __init__.py │ ├── anli.py │ ├── arc.py │ ├── arithmetic.py │ ├── asdiv.py │ ├── babi.py │ ├── bigbench.py │ ├── blimp.py │ ├── cbt.py │ ├── ceval.py │ ├── cmmlu.py │ ├── coqa.py │ ├── crowspairs.py │ ├── csatqa.py │ ├── drop.py │ ├── glue.py │ ├── gsm8k.py │ ├── haerae.py │ ├── headqa.py │ ├── hellaswag.py │ ├── hendrycks_ethics.py │ ├── hendrycks_math.py │ ├── hendrycks_test.py │ ├── json.py │ ├── lambada.py │ ├── lambada_cloze.py │ ├── lambada_multilingual.py │ ├── logiqa.py │ ├── mathqa.py │ ├── mc_taco.py │ ├── mgsm.py │ ├── mutual.py │ ├── naturalqs.py │ ├── nqopen.py │ ├── openbookqa.py │ ├── pawsx.py │ ├── pile.py │ ├── piqa.py │ ├── prost.py │ ├── pubmedqa.py │ ├── qa4mre.py │ ├── qasper.py │ ├── quac.py │ ├── race.py │ ├── sat.py │ ├── sciq.py │ ├── scrolls.py │ ├── squad.py │ ├── storycloze.py │ ├── superglue.py │ ├── swag.py │ ├── toxigen.py │ ├── translation.py │ ├── triviaqa.py │ ├── truthfulqa.py │ ├── unscramble.py │ ├── webqs.py │ ├── wikitext.py │ ├── winogrande.py │ ├── wsc273.py │ ├── xcopa.py │ ├── xnli.py │ ├── xstorycloze.py │ └── xwinograd.py └── utils.py ├── lora_retrain.py ├── quantize_gptq.py └── utils.py /.github/CODEOWNERS: -------------------------------------------------------------------------------- 1 | * @bokyeong1015 @lifelongeeek 2 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/README.md -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/magnitude_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/magnitude_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/magnitude_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/magnitude_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/magnitude_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/magnitude_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/magnitude_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/magnitude_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/magnitude_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/magnitude_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/all_ppl_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/all_ppl_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/all_ppl_unsorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/all_ppl_unsorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block0_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block0_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block10_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block10_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block11_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block11_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block12_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block12_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block13_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block13_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block14_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block14_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block15_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block15_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block16_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block16_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block17_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block17_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block18_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block18_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block19_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block19_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block1_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block1_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block20_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block20_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block21_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block21_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block22_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block22_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block23_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block23_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block24_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block24_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block25_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block25_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block26_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block26_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block27_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block27_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block28_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block28_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block29_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block29_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block2_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block2_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block30_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block30_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block31_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block31_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block3_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block3_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block4_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block4_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block5_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block5_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block6_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block6_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block7_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block7_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block8_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block8_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block9_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/ppl_n10/ppl_block9_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/taylor_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/taylor_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/taylor_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/taylor_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/taylor_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/taylor_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/taylor_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/taylor_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/CatPPT-base/taylor_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/CatPPT-base/taylor_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/all_ppl_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/all_ppl_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/all_ppl_unsorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/all_ppl_unsorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block0_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block0_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block10_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block10_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block11_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block11_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block12_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block12_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block13_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block13_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block14_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block14_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block15_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block15_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block16_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block16_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block17_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block17_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block18_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block18_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block19_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block19_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block1_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block1_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block20_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block20_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block21_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block21_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block22_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block22_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block23_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block23_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block24_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block24_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block25_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block25_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block26_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block26_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block27_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block27_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block28_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block28_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block29_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block29_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block2_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block2_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block30_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block30_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block31_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block31_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block3_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block3_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block4_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block4_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block5_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block5_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block6_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block6_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block7_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block7_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block8_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block8_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block9_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/ppl_n10/ppl_block9_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/taylor_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/taylor_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/taylor_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/taylor_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/taylor_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/taylor_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/taylor_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/taylor_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Llama-2-7b-hf/taylor_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Llama-2-7b-hf/taylor_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/all_ppl_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/all_ppl_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/all_ppl_unsorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/all_ppl_unsorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block0_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block0_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block10_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block10_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block11_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block11_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block12_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block12_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block13_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block13_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block14_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block14_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block15_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block15_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block16_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block16_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block17_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block17_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block18_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block18_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block19_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block19_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block1_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block1_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block20_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block20_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block21_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block21_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block22_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block22_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block23_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block23_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block24_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block24_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block25_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block25_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block26_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block26_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block27_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block27_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block28_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block28_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block29_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block29_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block2_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block2_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block30_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block30_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block31_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block31_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block3_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block3_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block4_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block4_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block5_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block5_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block6_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block6_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block7_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block7_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block8_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block8_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block9_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/ppl_n10/ppl_block9_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/Meta-Llama-3-8B/taylor_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/all_ppl_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/all_ppl_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/all_ppl_unsorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/all_ppl_unsorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block0_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block0_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block10_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block10_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block11_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block11_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block12_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block12_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block13_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block13_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block14_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block14_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block15_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block15_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block16_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block16_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block17_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block17_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block1_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block1_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block2_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block2_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block3_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block3_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block4_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block4_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block5_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block5_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block6_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block6_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block7_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block7_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block8_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block8_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block9_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/ppl_n10/ppl_block9_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-2b_yesBOS/taylor_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/all_ppl_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/all_ppl_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/all_ppl_unsorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/all_ppl_unsorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block0_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block0_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block10_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block10_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block11_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block11_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block12_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block12_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block13_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block13_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block14_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block14_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block15_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block15_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block16_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block16_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block17_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block17_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block18_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block18_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block19_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block19_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block1_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block1_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block20_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block20_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block21_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block21_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block22_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block22_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block23_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block23_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block24_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block24_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block25_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block25_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block26_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block26_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block27_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block27_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block2_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block2_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block3_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block3_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block4_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block4_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block5_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block5_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block6_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block6_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block7_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block7_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block8_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block8_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block9_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/ppl_n10/ppl_block9_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/gemma-7b_yesBOS/taylor_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/magnitude_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/magnitude_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/magnitude_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/magnitude_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/magnitude_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/magnitude_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/magnitude_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/magnitude_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/magnitude_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/magnitude_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/all_ppl_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/all_ppl_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/all_ppl_unsorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/all_ppl_unsorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block0_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block0_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block10_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block10_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block11_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block11_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block12_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block12_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block13_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block13_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block14_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block14_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block15_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block15_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block16_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block16_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block17_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block17_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block18_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block18_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block19_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block19_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block1_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block1_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block20_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block20_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block21_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block21_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block22_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block22_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block23_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block23_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block24_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block24_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block25_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block25_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block26_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block26_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block27_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block27_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block28_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block28_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block29_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block29_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block2_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block2_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block30_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block30_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block31_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block31_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block3_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block3_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block4_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block4_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block5_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block5_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block6_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block6_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block7_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block7_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block8_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block8_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block9_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/ppl_n10/ppl_block9_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/taylor_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/taylor_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/taylor_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/taylor_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/taylor_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/taylor_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/taylor_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/taylor_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/llama-1-7b/taylor_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/llama-1-7b/taylor_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/magnitude_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/all_ppl_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/all_ppl_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/all_ppl_unsorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/all_ppl_unsorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block0_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block0_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block10_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block10_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block11_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block11_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block12_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block12_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block13_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block13_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block14_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block14_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block15_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block15_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block16_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block16_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block17_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block17_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block18_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block18_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block19_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block19_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block1_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block1_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block20_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block20_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block21_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block21_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block22_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block22_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block23_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block23_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block24_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block24_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block25_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block25_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block26_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block26_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block27_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block27_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block28_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block28_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block29_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block29_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block2_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block2_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block30_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block30_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block31_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block31_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block32_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block32_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block33_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block33_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block34_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block34_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block35_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block35_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block36_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block36_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block37_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block37_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block38_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block38_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block39_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block39_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block3_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block3_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block4_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block4_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block5_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block5_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block6_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block6_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block7_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block7_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block8_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block8_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block9_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/ppl_n10/ppl_block9_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-13b-v1.3/taylor_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/magnitude_n10/weight_score.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/all_ppl_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/all_ppl_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/all_ppl_unsorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/all_ppl_unsorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block0_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block0_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block10_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block10_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block11_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block11_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block12_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block12_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block13_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block13_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block14_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block14_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block15_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block15_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block16_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block16_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block17_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block17_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block18_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block18_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block19_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block19_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block1_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block1_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block20_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block20_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block21_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block21_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block22_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block22_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block23_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block23_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block24_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block24_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block25_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block25_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block26_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block26_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block27_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block27_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block28_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block28_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block29_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block29_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block2_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block2_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block30_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block30_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block31_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block31_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block3_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block3_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block4_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block4_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block5_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block5_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block6_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block6_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block7_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block7_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block8_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block8_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block9_removed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/ppl_n10/ppl_block9_removed.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/block_order.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/block_order.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/block_score_all.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/block_score_all.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/block_score_detail.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/block_score_detail.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/block_score_sorted.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/block_score_sorted.csv -------------------------------------------------------------------------------- /output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/weight_score.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/output_block_sensitivity/vicuna-7b-v1.3/taylor_n10/weight_score.csv -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirement.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/requirement.txt -------------------------------------------------------------------------------- /results/CatPPT-base/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/CatPPT-base/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/CatPPT-base/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/CatPPT-base/ppl/ppl.csv -------------------------------------------------------------------------------- /results/CatPPT-base/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/CatPPT-base/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/Llama-2-7b-hf/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Llama-2-7b-hf/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/Llama-2-7b-hf/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Llama-2-7b-hf/ppl/ppl.csv -------------------------------------------------------------------------------- /results/Llama-2-7b-hf/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Llama-2-7b-hf/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/Llama-2-7b-hf/zeroshot_acc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Llama-2-7b-hf/zeroshot_acc.csv -------------------------------------------------------------------------------- /results/Llama-2-7b-hf/zeroshot_acc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Llama-2-7b-hf/zeroshot_acc.txt -------------------------------------------------------------------------------- /results/Meta-Llama-3-8B/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Meta-Llama-3-8B/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/Meta-Llama-3-8B/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Meta-Llama-3-8B/ppl/ppl.csv -------------------------------------------------------------------------------- /results/Meta-Llama-3-8B/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Meta-Llama-3-8B/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/Meta-Llama-3-8B/zeroshot_acc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Meta-Llama-3-8B/zeroshot_acc.csv -------------------------------------------------------------------------------- /results/Meta-Llama-3-8B/zeroshot_acc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/Meta-Llama-3-8B/zeroshot_acc.txt -------------------------------------------------------------------------------- /results/gemma-2b/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/gemma-2b/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/gemma-2b/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/gemma-2b/ppl/ppl.csv -------------------------------------------------------------------------------- /results/gemma-2b/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/gemma-2b/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/gemma-7b/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/gemma-7b/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/gemma-7b/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/gemma-7b/ppl/ppl.csv -------------------------------------------------------------------------------- /results/gemma-7b/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/gemma-7b/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/llama-1-7b/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/llama-1-7b/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/llama-1-7b/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/llama-1-7b/ppl/ppl.csv -------------------------------------------------------------------------------- /results/llama-1-7b/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/llama-1-7b/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-ppl/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-ppl/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-ppl/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-ppl/ppl/ppl.csv -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-ppl/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-ppl/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-ppl/zeroshot_acc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-ppl/zeroshot_acc.csv -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-ppl/zeroshot_acc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-ppl/zeroshot_acc.txt -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-taylor/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-taylor/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-taylor/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-taylor/ppl/ppl.csv -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-taylor/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-taylor/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-taylor/zeroshot_acc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-taylor/zeroshot_acc.csv -------------------------------------------------------------------------------- /results/st-llama-1-5.5b-taylor/zeroshot_acc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-llama-1-5.5b-taylor/zeroshot_acc.txt -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-ppl/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-ppl/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-ppl/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-ppl/ppl/ppl.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-ppl/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-ppl/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-ppl/zeroshot_acc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-ppl/zeroshot_acc.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-ppl/zeroshot_acc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-ppl/zeroshot_acc.txt -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-taylor/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-taylor/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-taylor/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-taylor/ppl/ppl.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-taylor/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-taylor/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-taylor/zeroshot_acc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-taylor/zeroshot_acc.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-10.5b-taylor/zeroshot_acc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-10.5b-taylor/zeroshot_acc.txt -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-ppl/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-ppl/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-ppl/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-ppl/ppl/ppl.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-ppl/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-ppl/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-ppl/zeroshot_acc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-ppl/zeroshot_acc.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-ppl/zeroshot_acc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-ppl/zeroshot_acc.txt -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-taylor/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-taylor/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-taylor/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-taylor/ppl/ppl.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-taylor/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-taylor/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-taylor/zeroshot_acc.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-taylor/zeroshot_acc.csv -------------------------------------------------------------------------------- /results/st-vicuna-v1.3-5.5b-taylor/zeroshot_acc.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/st-vicuna-v1.3-5.5b-taylor/zeroshot_acc.txt -------------------------------------------------------------------------------- /results/vicuna-7b-v1.3/ppl/gen_text.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/vicuna-7b-v1.3/ppl/gen_text.txt -------------------------------------------------------------------------------- /results/vicuna-7b-v1.3/ppl/ppl.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/vicuna-7b-v1.3/ppl/ppl.csv -------------------------------------------------------------------------------- /results/vicuna-7b-v1.3/ppl/ppl_bos.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/results/vicuna-7b-v1.3/ppl/ppl_bos.csv -------------------------------------------------------------------------------- /script/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/evaluate.sh -------------------------------------------------------------------------------- /script/measure_gpuutil.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/measure_gpuutil.sh -------------------------------------------------------------------------------- /script/measure_time.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/measure_time.sh -------------------------------------------------------------------------------- /script/measure_vram.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/measure_vram.sh -------------------------------------------------------------------------------- /script/prune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune.sh -------------------------------------------------------------------------------- /script/prune_CatPPT_crit-magnitude.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_CatPPT_crit-magnitude.sh -------------------------------------------------------------------------------- /script/prune_CatPPT_crit-ppl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_CatPPT_crit-ppl.sh -------------------------------------------------------------------------------- /script/prune_CatPPT_crit-taylor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_CatPPT_crit-taylor.sh -------------------------------------------------------------------------------- /script/prune_gemma-2b_crit-ppl_yesBOS.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_gemma-2b_crit-ppl_yesBOS.sh -------------------------------------------------------------------------------- /script/prune_gemma-2b_crit-taylor_yesBOS.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_gemma-2b_crit-taylor_yesBOS.sh -------------------------------------------------------------------------------- /script/prune_gemma-7b_crit-ppl_yesBOS.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_gemma-7b_crit-ppl_yesBOS.sh -------------------------------------------------------------------------------- /script/prune_gemma-7b_crit-taylor_yesBOS.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_gemma-7b_crit-taylor_yesBOS.sh -------------------------------------------------------------------------------- /script/prune_llama-7b_crit-magnitude.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_llama-7b_crit-magnitude.sh -------------------------------------------------------------------------------- /script/prune_llama-7b_crit-ppl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_llama-7b_crit-ppl.sh -------------------------------------------------------------------------------- /script/prune_llama-7b_crit-taylor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_llama-7b_crit-taylor.sh -------------------------------------------------------------------------------- /script/prune_llama2-7b_crit-ppl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_llama2-7b_crit-ppl.sh -------------------------------------------------------------------------------- /script/prune_llama2-7b_crit-taylor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_llama2-7b_crit-taylor.sh -------------------------------------------------------------------------------- /script/prune_llama3-8b_crit-ppl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_llama3-8b_crit-ppl.sh -------------------------------------------------------------------------------- /script/prune_llama3-8b_crit-taylor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_llama3-8b_crit-taylor.sh -------------------------------------------------------------------------------- /script/prune_vicuna-13b_crit-magnitude.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_vicuna-13b_crit-magnitude.sh -------------------------------------------------------------------------------- /script/prune_vicuna-13b_crit-ppl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_vicuna-13b_crit-ppl.sh -------------------------------------------------------------------------------- /script/prune_vicuna-13b_crit-taylor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_vicuna-13b_crit-taylor.sh -------------------------------------------------------------------------------- /script/prune_vicuna-7b_crit-magnitude.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_vicuna-7b_crit-magnitude.sh -------------------------------------------------------------------------------- /script/prune_vicuna-7b_crit-ppl.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_vicuna-7b_crit-ppl.sh -------------------------------------------------------------------------------- /script/prune_vicuna-7b_crit-taylor.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/prune_vicuna-7b_crit-taylor.sh -------------------------------------------------------------------------------- /script/quantize_gptq_vicuna-7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/script/quantize_gptq_vicuna-7b.sh -------------------------------------------------------------------------------- /src/LLMPruner/__init__.py: -------------------------------------------------------------------------------- 1 | from . import models -------------------------------------------------------------------------------- /src/LLMPruner/models/__init__.py: -------------------------------------------------------------------------------- 1 | from . import hf_llama -------------------------------------------------------------------------------- /src/LLMPruner/models/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/models/helper.py -------------------------------------------------------------------------------- /src/LLMPruner/models/hf_llama/modeling_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/models/hf_llama/modeling_llama.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/__init__.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/import_utils.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/mapping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/mapping.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/peft_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/peft_model.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/tuners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/tuners/__init__.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/tuners/adalora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/tuners/adalora.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/tuners/lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/tuners/lora.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/tuners/p_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/tuners/p_tuning.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/tuners/prefix_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/tuners/prefix_tuning.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/tuners/prompt_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/tuners/prompt_tuning.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/utils/__init__.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/utils/config.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/utils/other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/utils/other.py -------------------------------------------------------------------------------- /src/LLMPruner/peft/utils/save_and_load.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/peft/utils/save_and_load.py -------------------------------------------------------------------------------- /src/LLMPruner/utils/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/LLMPruner/utils/prompter.py -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/anal_block_sensitivity_magnitude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/anal_block_sensitivity_magnitude.py -------------------------------------------------------------------------------- /src/anal_block_sensitivity_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/anal_block_sensitivity_ppl.py -------------------------------------------------------------------------------- /src/anal_block_sensitivity_taylor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/anal_block_sensitivity_taylor.py -------------------------------------------------------------------------------- /src/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/app.py -------------------------------------------------------------------------------- /src/baselines/llm-pruner/llama-1-5.4b_lora_merged/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/block_prune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/block_prune.py -------------------------------------------------------------------------------- /src/copy_tokenizer_decapoda-research-llama-7B-hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/copy_tokenizer_decapoda-research-llama-7B-hf.py -------------------------------------------------------------------------------- /src/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/dataset.py -------------------------------------------------------------------------------- /src/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/demo.py -------------------------------------------------------------------------------- /src/docs/footer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/docs/footer.md -------------------------------------------------------------------------------- /src/docs/header.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/docs/header.md -------------------------------------------------------------------------------- /src/eval_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/eval_ppl.py -------------------------------------------------------------------------------- /src/eval_zeroshot_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/eval_zeroshot_acc.py -------------------------------------------------------------------------------- /src/gen_batch_eval_time.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/gen_batch_eval_time.py -------------------------------------------------------------------------------- /src/gen_batch_eval_time_gpuutil.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/gen_batch_eval_time_gpuutil.py -------------------------------------------------------------------------------- /src/gen_batch_eval_vram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/gen_batch_eval_vram.py -------------------------------------------------------------------------------- /src/lm_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/base.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/README.md -------------------------------------------------------------------------------- /src/lm_eval/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/asdiv/asdiv.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/coqa/coqa.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/drop/drop.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/headqa/headqa.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/hendrycks_math/hendrycks_math.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/logiqa/logiqa.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/mutual/mutual.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/pile/pile.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/quac/quac.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/sat_analogies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/sat_analogies/sat_analogies.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/datasets/unscramble/unscramble.py -------------------------------------------------------------------------------- /src/lm_eval/decontamination/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/decontamination/archiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/decontamination/archiver.py -------------------------------------------------------------------------------- /src/lm_eval/decontamination/decontaminate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/decontamination/decontaminate.py -------------------------------------------------------------------------------- /src/lm_eval/decontamination/janitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/decontamination/janitor.py -------------------------------------------------------------------------------- /src/lm_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/evaluator.py -------------------------------------------------------------------------------- /src/lm_eval/evaluator_llmpruner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/evaluator_llmpruner.py -------------------------------------------------------------------------------- /src/lm_eval/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/metrics.py -------------------------------------------------------------------------------- /src/lm_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models/__init__.py -------------------------------------------------------------------------------- /src/lm_eval/models/anthropic_llms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models/anthropic_llms.py -------------------------------------------------------------------------------- /src/lm_eval/models/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models/dummy.py -------------------------------------------------------------------------------- /src/lm_eval/models/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models/gpt2.py -------------------------------------------------------------------------------- /src/lm_eval/models/gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models/gpt3.py -------------------------------------------------------------------------------- /src/lm_eval/models/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models/huggingface.py -------------------------------------------------------------------------------- /src/lm_eval/models/textsynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models/textsynth.py -------------------------------------------------------------------------------- /src/lm_eval/models_llmpruner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models_llmpruner/__init__.py -------------------------------------------------------------------------------- /src/lm_eval/models_llmpruner/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models_llmpruner/dummy.py -------------------------------------------------------------------------------- /src/lm_eval/models_llmpruner/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models_llmpruner/gpt2.py -------------------------------------------------------------------------------- /src/lm_eval/models_llmpruner/gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models_llmpruner/gpt3.py -------------------------------------------------------------------------------- /src/lm_eval/models_llmpruner/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models_llmpruner/huggingface.py -------------------------------------------------------------------------------- /src/lm_eval/models_llmpruner/textsynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/models_llmpruner/textsynth.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/__init__.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/anli.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/arc.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/arithmetic.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/asdiv.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/babi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/babi.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/bigbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/bigbench.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/blimp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/blimp.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/cbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/cbt.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/ceval.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/cmmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/cmmlu.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/coqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/crowspairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/crowspairs.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/csatqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/csatqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/drop.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/glue.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/gsm8k.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/haerae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/haerae.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/headqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/hellaswag.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/hendrycks_ethics.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/hendrycks_math.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/hendrycks_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/hendrycks_test.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/json.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/lambada.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/lambada_cloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/lambada_cloze.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/lambada_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/lambada_multilingual.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/logiqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/mathqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/mathqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/mc_taco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/mc_taco.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/mgsm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/mgsm.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/mutual.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/naturalqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/naturalqs.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/nqopen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/nqopen.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/openbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/openbookqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/pawsx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/pawsx.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/pile.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/piqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/prost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/prost.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/pubmedqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/pubmedqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/qa4mre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/qa4mre.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/qasper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/qasper.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/quac.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/race.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/sat.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/sciq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/sciq.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/scrolls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/scrolls.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/squad.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/storycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/storycloze.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/superglue.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/swag.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/toxigen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/toxigen.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/translation.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/triviaqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/truthfulqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/unscramble.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/webqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/webqs.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/wikitext.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/winogrande.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/wsc273.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/wsc273.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/xcopa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/xcopa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/xnli.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/xstorycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/xstorycloze.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/xwinograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/tasks/xwinograd.py -------------------------------------------------------------------------------- /src/lm_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lm_eval/utils.py -------------------------------------------------------------------------------- /src/lora_retrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/lora_retrain.py -------------------------------------------------------------------------------- /src/quantize_gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/quantize_gptq.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Nota-NetsPresso/shortened-llm/HEAD/src/utils.py --------------------------------------------------------------------------------