├── .gitignore ├── LICENSE ├── data └── generation │ ├── data_utils.py │ ├── generate.py │ ├── generate.sh │ ├── generate_vllm.py │ ├── mix_data.py │ └── single_generate.py ├── imgs ├── Bitdistiller.gif ├── overview.jpg ├── result.png ├── result2.png └── result7b.jpg ├── inference ├── demo.py ├── dump_quant.py ├── kernels │ ├── csrc │ │ ├── attention │ │ │ ├── README.md │ │ │ ├── cuda_bf16_fallbacks.cuh │ │ │ ├── cuda_bf16_wrapper.h │ │ │ ├── decoder_masked_multihead_attention.cu │ │ │ ├── decoder_masked_multihead_attention.h │ │ │ ├── decoder_masked_multihead_attention_template.hpp │ │ │ ├── decoder_masked_multihead_attention_utils.h │ │ │ ├── ft_attention.cpp │ │ │ ├── ft_attention.h │ │ │ └── setup.py │ │ ├── layernorm │ │ │ ├── layernorm.cu │ │ │ ├── layernorm.h │ │ │ └── reduction.cuh │ │ ├── position_embedding │ │ │ ├── pos_encoding.h │ │ │ └── pos_encoding_kernels.cu │ │ ├── pybind.cpp │ │ └── quantization │ │ │ ├── dequantize.cuh │ │ │ ├── gemm_cuda.h │ │ │ ├── gemm_cuda_gen.cu │ │ │ ├── gemv_cuda.cu │ │ │ └── gemv_cuda.h │ └── setup.py ├── models │ ├── __init__.py │ ├── falcon.py │ ├── llama.py │ └── mpt.py ├── modules │ ├── __init__.py │ ├── fused_attn.py │ ├── fused_mlp.py │ └── fused_norm.py ├── readme.md ├── stream_generators │ ├── __init__.py │ ├── falcon_stream_gen.py │ └── stream_gen.py └── utils │ ├── __init__.py │ ├── constants.py │ ├── load_quant.py │ ├── prompt_templates.py │ └── tune.py ├── quantization ├── autoclip.py ├── clip_utils.py ├── pre_quant.py ├── qlinear.py ├── qmodule.py ├── quantizer.py └── triton_kernels.py ├── readme.md ├── requirement.txt ├── test ├── general │ ├── llm_eval.py │ ├── lm_eval │ │ ├── __init__.py │ │ ├── base.py │ │ ├── datasets │ │ │ ├── README.md │ │ │ ├── __init__.py │ │ │ ├── asdiv │ │ │ │ ├── __init__.py │ │ │ │ ├── asdiv.py │ │ │ │ └── dataset_infos.json │ │ │ ├── bigbench_resources │ │ │ │ ├── __init__.py │ │ │ │ ├── causal_judgement.json │ │ │ │ ├── date_understanding.json │ │ │ │ ├── disambiguation_qa.json │ │ │ │ ├── dyck_languages.json │ │ │ │ ├── formal_fallacies_syllogisms_negation.json │ │ │ │ ├── geometric_shapes.json │ │ │ │ ├── hyperbaton.json │ │ │ │ ├── logical_deduction_five_objects.json │ │ │ │ ├── logical_deduction_seven_objects.json │ │ │ │ ├── logical_deduction_three_objects.json │ │ │ │ ├── movie_recommendation.json │ │ │ │ ├── navigate.json │ │ │ │ ├── reasoning_about_colored_objects.json │ │ │ │ ├── ruin_names.json │ │ │ │ ├── salient_translation_error_detection.json │ │ │ │ ├── snarks.json │ │ │ │ ├── sports_understanding.json │ │ │ │ ├── temporal_sequences.json │ │ │ │ ├── tracking_shuffled_objects_five_objects.json │ │ │ │ ├── tracking_shuffled_objects_seven_objects.json │ │ │ │ └── tracking_shuffled_objects_three_objects.json │ │ │ ├── coqa │ │ │ │ ├── __init__.py │ │ │ │ ├── coqa.py │ │ │ │ └── dataset_infos.json │ │ │ ├── drop │ │ │ │ ├── __init__.py │ │ │ │ ├── dataset_infos.json │ │ │ │ └── drop.py │ │ │ ├── headqa │ │ │ │ ├── __init__.py │ │ │ │ ├── dataset_infos.json │ │ │ │ └── headqa.py │ │ │ ├── hendrycks_ethics │ │ │ │ ├── __init__.py │ │ │ │ ├── dataset_infos.json │ │ │ │ └── hendrycks_ethics.py │ │ │ ├── hendrycks_math │ │ │ │ ├── __init__.py │ │ │ │ ├── dataset_infos.json │ │ │ │ └── hendrycks_math.py │ │ │ ├── logiqa │ │ │ │ ├── __init__.py │ │ │ │ ├── dataset_infos.json │ │ │ │ └── logiqa.py │ │ │ ├── mutual │ │ │ │ ├── __init__.py │ │ │ │ ├── dataset_infos.json │ │ │ │ └── mutual.py │ │ │ ├── pile │ │ │ │ ├── __init__.py │ │ │ │ ├── dataset_infos.json │ │ │ │ └── pile.py │ │ │ ├── quac │ │ │ │ ├── __init__.py │ │ │ │ ├── dataset_infos.json │ │ │ │ └── quac.py │ │ │ ├── sat_analogies │ │ │ │ ├── __init__.py │ │ │ │ └── sat_analogies.py │ │ │ └── unscramble │ │ │ │ ├── __init__.py │ │ │ │ ├── dataset_infos.json │ │ │ │ └── unscramble.py │ │ ├── decontamination │ │ │ ├── __init__.py │ │ │ ├── archiver.py │ │ │ ├── decontaminate.py │ │ │ └── janitor.py │ │ ├── evaluator.py │ │ ├── metrics.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── anthropic_llms.py │ │ │ ├── dummy.py │ │ │ ├── gpt2.py │ │ │ ├── gpt3.py │ │ │ ├── huggingface.py │ │ │ └── textsynth.py │ │ ├── tasks │ │ │ ├── __init__.py │ │ │ ├── anli.py │ │ │ ├── arc.py │ │ │ ├── arithmetic.py │ │ │ ├── asdiv.py │ │ │ ├── babi.py │ │ │ ├── bigbench.py │ │ │ ├── blimp.py │ │ │ ├── cbt.py │ │ │ ├── coqa.py │ │ │ ├── crowspairs.py │ │ │ ├── drop.py │ │ │ ├── glue.py │ │ │ ├── gsm8k.py │ │ │ ├── headqa.py │ │ │ ├── hellaswag.py │ │ │ ├── hendrycks_ethics.py │ │ │ ├── hendrycks_math.py │ │ │ ├── hendrycks_test.py │ │ │ ├── json.py │ │ │ ├── lambada.py │ │ │ ├── lambada_cloze.py │ │ │ ├── lambada_multilingual.py │ │ │ ├── logiqa.py │ │ │ ├── mathqa.py │ │ │ ├── mc_taco.py │ │ │ ├── mgsm.py │ │ │ ├── mutual.py │ │ │ ├── naturalqs.py │ │ │ ├── openbookqa.py │ │ │ ├── pawsx.py │ │ │ ├── pile.py │ │ │ ├── piqa.py │ │ │ ├── prost.py │ │ │ ├── pubmedqa.py │ │ │ ├── qa4mre.py │ │ │ ├── qasper.py │ │ │ ├── quac.py │ │ │ ├── race.py │ │ │ ├── sat.py │ │ │ ├── sciq.py │ │ │ ├── scrolls.py │ │ │ ├── squad.py │ │ │ ├── storycloze.py │ │ │ ├── superglue.py │ │ │ ├── swag.py │ │ │ ├── toxigen.py │ │ │ ├── translation.py │ │ │ ├── triviaqa.py │ │ │ ├── truthfulqa.py │ │ │ ├── unscramble.py │ │ │ ├── webqs.py │ │ │ ├── wikitext.py │ │ │ ├── winogrande.py │ │ │ ├── wsc273.py │ │ │ ├── xcopa.py │ │ │ ├── xnli.py │ │ │ ├── xstorycloze.py │ │ │ └── xwinograd.py │ │ └── utils.py │ ├── utils_eval.py │ └── wiki_ppl.py ├── gsm8k │ ├── eval.py │ ├── test.py │ ├── test.sh │ └── test_use.jsonl ├── humaneval │ ├── eval.sh │ ├── gen_preds.sh │ ├── humaneval_gen.py │ ├── process_humaneval.py │ └── rtn.py └── test_utils.py └── train ├── config ├── zero.json └── zero3.json ├── mytrainer.py ├── train.py └── train.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/LICENSE -------------------------------------------------------------------------------- /data/generation/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/data/generation/data_utils.py -------------------------------------------------------------------------------- /data/generation/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/data/generation/generate.py -------------------------------------------------------------------------------- /data/generation/generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/data/generation/generate.sh -------------------------------------------------------------------------------- /data/generation/generate_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/data/generation/generate_vllm.py -------------------------------------------------------------------------------- /data/generation/mix_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/data/generation/mix_data.py -------------------------------------------------------------------------------- /data/generation/single_generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/data/generation/single_generate.py -------------------------------------------------------------------------------- /imgs/Bitdistiller.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/imgs/Bitdistiller.gif -------------------------------------------------------------------------------- /imgs/overview.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/imgs/overview.jpg -------------------------------------------------------------------------------- /imgs/result.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/imgs/result.png -------------------------------------------------------------------------------- /imgs/result2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/imgs/result2.png -------------------------------------------------------------------------------- /imgs/result7b.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/imgs/result7b.jpg -------------------------------------------------------------------------------- /inference/demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/demo.py -------------------------------------------------------------------------------- /inference/dump_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/dump_quant.py -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/README.md -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/cuda_bf16_fallbacks.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/cuda_bf16_fallbacks.cuh -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/cuda_bf16_wrapper.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/cuda_bf16_wrapper.h -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/decoder_masked_multihead_attention.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/decoder_masked_multihead_attention.cu -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/decoder_masked_multihead_attention.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/decoder_masked_multihead_attention.h -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/decoder_masked_multihead_attention_template.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/decoder_masked_multihead_attention_template.hpp -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/decoder_masked_multihead_attention_utils.h -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/ft_attention.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/ft_attention.cpp -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/ft_attention.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/ft_attention.h -------------------------------------------------------------------------------- /inference/kernels/csrc/attention/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/attention/setup.py -------------------------------------------------------------------------------- /inference/kernels/csrc/layernorm/layernorm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/layernorm/layernorm.cu -------------------------------------------------------------------------------- /inference/kernels/csrc/layernorm/layernorm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/layernorm/layernorm.h -------------------------------------------------------------------------------- /inference/kernels/csrc/layernorm/reduction.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/layernorm/reduction.cuh -------------------------------------------------------------------------------- /inference/kernels/csrc/position_embedding/pos_encoding.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/position_embedding/pos_encoding.h -------------------------------------------------------------------------------- /inference/kernels/csrc/position_embedding/pos_encoding_kernels.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/position_embedding/pos_encoding_kernels.cu -------------------------------------------------------------------------------- /inference/kernels/csrc/pybind.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/pybind.cpp -------------------------------------------------------------------------------- /inference/kernels/csrc/quantization/dequantize.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/quantization/dequantize.cuh -------------------------------------------------------------------------------- /inference/kernels/csrc/quantization/gemm_cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/quantization/gemm_cuda.h -------------------------------------------------------------------------------- /inference/kernels/csrc/quantization/gemm_cuda_gen.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/quantization/gemm_cuda_gen.cu -------------------------------------------------------------------------------- /inference/kernels/csrc/quantization/gemv_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/quantization/gemv_cuda.cu -------------------------------------------------------------------------------- /inference/kernels/csrc/quantization/gemv_cuda.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/csrc/quantization/gemv_cuda.h -------------------------------------------------------------------------------- /inference/kernels/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/kernels/setup.py -------------------------------------------------------------------------------- /inference/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/models/__init__.py -------------------------------------------------------------------------------- /inference/models/falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/models/falcon.py -------------------------------------------------------------------------------- /inference/models/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/models/llama.py -------------------------------------------------------------------------------- /inference/models/mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/models/mpt.py -------------------------------------------------------------------------------- /inference/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/modules/__init__.py -------------------------------------------------------------------------------- /inference/modules/fused_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/modules/fused_attn.py -------------------------------------------------------------------------------- /inference/modules/fused_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/modules/fused_mlp.py -------------------------------------------------------------------------------- /inference/modules/fused_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/modules/fused_norm.py -------------------------------------------------------------------------------- /inference/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/readme.md -------------------------------------------------------------------------------- /inference/stream_generators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/stream_generators/__init__.py -------------------------------------------------------------------------------- /inference/stream_generators/falcon_stream_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/stream_generators/falcon_stream_gen.py -------------------------------------------------------------------------------- /inference/stream_generators/stream_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/stream_generators/stream_gen.py -------------------------------------------------------------------------------- /inference/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/utils/__init__.py -------------------------------------------------------------------------------- /inference/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/utils/constants.py -------------------------------------------------------------------------------- /inference/utils/load_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/utils/load_quant.py -------------------------------------------------------------------------------- /inference/utils/prompt_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/utils/prompt_templates.py -------------------------------------------------------------------------------- /inference/utils/tune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/inference/utils/tune.py -------------------------------------------------------------------------------- /quantization/autoclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/quantization/autoclip.py -------------------------------------------------------------------------------- /quantization/clip_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/quantization/clip_utils.py -------------------------------------------------------------------------------- /quantization/pre_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/quantization/pre_quant.py -------------------------------------------------------------------------------- /quantization/qlinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/quantization/qlinear.py -------------------------------------------------------------------------------- /quantization/qmodule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/quantization/qmodule.py -------------------------------------------------------------------------------- /quantization/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/quantization/quantizer.py -------------------------------------------------------------------------------- /quantization/triton_kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/quantization/triton_kernels.py -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/readme.md -------------------------------------------------------------------------------- /requirement.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/requirement.txt -------------------------------------------------------------------------------- /test/general/llm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/llm_eval.py -------------------------------------------------------------------------------- /test/general/lm_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/base.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/README.md -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/asdiv/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/asdiv/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/asdiv/asdiv.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/asdiv/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/asdiv/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/causal_judgement.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/causal_judgement.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/date_understanding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/date_understanding.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/disambiguation_qa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/disambiguation_qa.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/dyck_languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/dyck_languages.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/formal_fallacies_syllogisms_negation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/formal_fallacies_syllogisms_negation.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/geometric_shapes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/geometric_shapes.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/hyperbaton.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/hyperbaton.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/logical_deduction_five_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/logical_deduction_five_objects.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/logical_deduction_seven_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/logical_deduction_seven_objects.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/logical_deduction_three_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/logical_deduction_three_objects.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/movie_recommendation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/movie_recommendation.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/navigate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/navigate.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/reasoning_about_colored_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/reasoning_about_colored_objects.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/ruin_names.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/ruin_names.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/salient_translation_error_detection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/salient_translation_error_detection.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/snarks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/snarks.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/sports_understanding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/sports_understanding.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/temporal_sequences.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/temporal_sequences.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_five_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_five_objects.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_seven_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_seven_objects.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_three_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_three_objects.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/coqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/coqa/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/coqa/coqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/coqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/coqa/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/drop/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/drop/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/drop/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/drop/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/drop/drop.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/headqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/headqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/headqa/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/headqa/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/headqa/headqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/hendrycks_ethics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/hendrycks_ethics/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/hendrycks_ethics/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/hendrycks_math/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/hendrycks_math/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/hendrycks_math/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/hendrycks_math/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/hendrycks_math/hendrycks_math.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/logiqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/logiqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/logiqa/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/logiqa/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/logiqa/logiqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/mutual/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/mutual/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/mutual/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/mutual/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/mutual/mutual.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/pile/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/pile/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/pile/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/pile/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/pile/pile.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/quac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/quac/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/quac/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/quac/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/quac/quac.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/sat_analogies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/sat_analogies/sat_analogies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/sat_analogies/sat_analogies.py -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/unscramble/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/unscramble/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/unscramble/dataset_infos.json -------------------------------------------------------------------------------- /test/general/lm_eval/datasets/unscramble/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/datasets/unscramble/unscramble.py -------------------------------------------------------------------------------- /test/general/lm_eval/decontamination/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /test/general/lm_eval/decontamination/archiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/decontamination/archiver.py -------------------------------------------------------------------------------- /test/general/lm_eval/decontamination/decontaminate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/decontamination/decontaminate.py -------------------------------------------------------------------------------- /test/general/lm_eval/decontamination/janitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/decontamination/janitor.py -------------------------------------------------------------------------------- /test/general/lm_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/evaluator.py -------------------------------------------------------------------------------- /test/general/lm_eval/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/metrics.py -------------------------------------------------------------------------------- /test/general/lm_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/models/__init__.py -------------------------------------------------------------------------------- /test/general/lm_eval/models/anthropic_llms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/models/anthropic_llms.py -------------------------------------------------------------------------------- /test/general/lm_eval/models/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/models/dummy.py -------------------------------------------------------------------------------- /test/general/lm_eval/models/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/models/gpt2.py -------------------------------------------------------------------------------- /test/general/lm_eval/models/gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/models/gpt3.py -------------------------------------------------------------------------------- /test/general/lm_eval/models/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/models/huggingface.py -------------------------------------------------------------------------------- /test/general/lm_eval/models/textsynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/models/textsynth.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/__init__.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/anli.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/arc.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/arithmetic.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/asdiv.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/babi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/babi.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/bigbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/bigbench.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/blimp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/blimp.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/cbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/cbt.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/coqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/crowspairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/crowspairs.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/drop.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/glue.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/gsm8k.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/headqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/hellaswag.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/hendrycks_ethics.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/hendrycks_math.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/hendrycks_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/hendrycks_test.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/json.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/lambada.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/lambada_cloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/lambada_cloze.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/lambada_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/lambada_multilingual.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/logiqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/mathqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/mathqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/mc_taco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/mc_taco.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/mgsm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/mgsm.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/mutual.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/naturalqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/naturalqs.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/openbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/openbookqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/pawsx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/pawsx.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/pile.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/piqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/prost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/prost.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/pubmedqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/pubmedqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/qa4mre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/qa4mre.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/qasper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/qasper.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/quac.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/race.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/sat.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/sciq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/sciq.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/scrolls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/scrolls.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/squad.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/storycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/storycloze.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/superglue.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/swag.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/toxigen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/toxigen.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/translation.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/triviaqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/truthfulqa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/unscramble.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/webqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/webqs.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/wikitext.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/winogrande.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/wsc273.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/wsc273.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/xcopa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/xcopa.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/xnli.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/xstorycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/xstorycloze.py -------------------------------------------------------------------------------- /test/general/lm_eval/tasks/xwinograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/tasks/xwinograd.py -------------------------------------------------------------------------------- /test/general/lm_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/lm_eval/utils.py -------------------------------------------------------------------------------- /test/general/utils_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/utils_eval.py -------------------------------------------------------------------------------- /test/general/wiki_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/general/wiki_ppl.py -------------------------------------------------------------------------------- /test/gsm8k/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/gsm8k/eval.py -------------------------------------------------------------------------------- /test/gsm8k/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/gsm8k/test.py -------------------------------------------------------------------------------- /test/gsm8k/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/gsm8k/test.sh -------------------------------------------------------------------------------- /test/gsm8k/test_use.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/gsm8k/test_use.jsonl -------------------------------------------------------------------------------- /test/humaneval/eval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/humaneval/eval.sh -------------------------------------------------------------------------------- /test/humaneval/gen_preds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/humaneval/gen_preds.sh -------------------------------------------------------------------------------- /test/humaneval/humaneval_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/humaneval/humaneval_gen.py -------------------------------------------------------------------------------- /test/humaneval/process_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/humaneval/process_humaneval.py -------------------------------------------------------------------------------- /test/humaneval/rtn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/humaneval/rtn.py -------------------------------------------------------------------------------- /test/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/test/test_utils.py -------------------------------------------------------------------------------- /train/config/zero.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/train/config/zero.json -------------------------------------------------------------------------------- /train/config/zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/train/config/zero3.json -------------------------------------------------------------------------------- /train/mytrainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/train/mytrainer.py -------------------------------------------------------------------------------- /train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/train/train.py -------------------------------------------------------------------------------- /train/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/DD-DuDa/BitDistiller/HEAD/train/train.sh --------------------------------------------------------------------------------