├── README.md ├── arun.sh ├── categories.py ├── datautils.py ├── generate_act_scale_shift.py ├── lm_eval ├── __init__.py ├── base.py ├── datasets │ ├── README.md │ ├── __init__.py │ ├── __pycache__ │ │ └── __init__.cpython-310.pyc │ ├── asdiv │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── asdiv.cpython-310.pyc │ │ ├── asdiv.py │ │ └── dataset_infos.json │ ├── coqa │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── coqa.cpython-310.pyc │ │ ├── coqa.py │ │ └── dataset_infos.json │ ├── drop │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── drop.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── drop.py │ ├── headqa │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── headqa.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── headqa.py │ ├── hendrycks_ethics │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── hendrycks_ethics.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── hendrycks_ethics.py │ ├── hendrycks_math │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── hendrycks_math.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── hendrycks_math.py │ ├── logiqa │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── logiqa.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── logiqa.py │ ├── mutual │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── mutual.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── mutual.py │ ├── pile │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── pile.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── pile.py │ ├── quac │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── quac.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── quac.py │ ├── sat_analogies │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── sat_analogies.cpython-310.pyc │ │ └── sat_analogies.py │ ├── triviaqa │ │ ├── README.md │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ └── triviaqa.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── triviaqa.py │ └── unscramble │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ └── unscramble.cpython-310.pyc │ │ ├── dataset_infos.json │ │ └── unscramble.py ├── decontamination │ ├── __init__.py │ ├── archiver.py │ ├── decontaminate.py │ └── janitor.py ├── evaluator copy.py ├── evaluator.py ├── metrics.py ├── models │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── dummy.cpython-310.pyc │ │ ├── gpt2.cpython-310.pyc │ │ ├── gpt3.cpython-310.pyc │ │ ├── huggingface.cpython-310.pyc │ │ └── textsynth.cpython-310.pyc │ ├── dummy.py │ ├── gpt2.py │ ├── gpt3.py │ ├── huggingface.py │ └── textsynth.py ├── tasks │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── anli.cpython-310.pyc │ │ ├── arc.cpython-310.pyc │ │ ├── arithmetic.cpython-310.pyc │ │ ├── asdiv.cpython-310.pyc │ │ ├── blimp.cpython-310.pyc │ │ ├── cbt.cpython-310.pyc │ │ ├── coqa.cpython-310.pyc │ │ ├── crowspairs.cpython-310.pyc │ │ ├── drop.cpython-310.pyc │ │ ├── glue.cpython-310.pyc │ │ ├── gsm8k.cpython-310.pyc │ │ ├── headqa.cpython-310.pyc │ │ ├── hellaswag.cpython-310.pyc │ │ ├── hendrycks_ethics.cpython-310.pyc │ │ ├── hendrycks_math.cpython-310.pyc │ │ ├── hendrycks_test.cpython-310.pyc │ │ ├── lambada.cpython-310.pyc │ │ ├── lambada_cloze.cpython-310.pyc │ │ ├── lambada_multilingual.cpython-310.pyc │ │ ├── logiqa.cpython-310.pyc │ │ ├── mathqa.cpython-310.pyc │ │ ├── mc_taco.cpython-310.pyc │ │ ├── mutual.cpython-310.pyc │ │ ├── naturalqs.cpython-310.pyc │ │ ├── openbookqa.cpython-310.pyc │ │ ├── pile.cpython-310.pyc │ │ ├── piqa.cpython-310.pyc │ │ ├── prost.cpython-310.pyc │ │ ├── pubmedqa.cpython-310.pyc │ │ ├── qa4mre.cpython-310.pyc │ │ ├── qasper.cpython-310.pyc │ │ ├── quac.cpython-310.pyc │ │ ├── race.cpython-310.pyc │ │ ├── sat.cpython-310.pyc │ │ ├── sciq.cpython-310.pyc │ │ ├── squad.cpython-310.pyc │ │ ├── storycloze.cpython-310.pyc │ │ ├── superglue.cpython-310.pyc │ │ ├── swag.cpython-310.pyc │ │ ├── toxigen.cpython-310.pyc │ │ ├── translation.cpython-310.pyc │ │ ├── triviaqa.cpython-310.pyc │ │ ├── truthfulqa.cpython-310.pyc │ │ ├── unscramble.cpython-310.pyc │ │ ├── webqs.cpython-310.pyc │ │ ├── wikitext.cpython-310.pyc │ │ ├── winogrande.cpython-310.pyc │ │ └── wsc273.cpython-310.pyc │ ├── anli.py │ ├── arc.py │ ├── arithmetic.py │ ├── asdiv.py │ ├── blimp.py │ ├── cbt.py │ ├── coqa.py │ ├── crowspairs.py │ ├── drop.py │ ├── glue.py │ ├── gsm8k.py │ ├── headqa.py │ ├── hellaswag.py │ ├── hendrycks_ethics.py │ ├── hendrycks_math.py │ ├── hendrycks_test.py │ ├── lambada.py │ ├── lambada_cloze.py │ ├── lambada_multilingual.py │ ├── logiqa.py │ ├── mathqa.py │ ├── mc_taco.py │ ├── mutual.py │ ├── naturalqs.py │ ├── openbookqa.py │ ├── pile.py │ ├── piqa.py │ ├── prost.py │ ├── pubmedqa.py │ ├── qa4mre.py │ ├── qasper.py │ ├── quac.py │ ├── race.py │ ├── sat.py │ ├── sciq.py │ ├── squad.py │ ├── storycloze.py │ ├── superglue.py │ ├── swag.py │ ├── toxigen.py │ ├── translation.py │ ├── triviaqa.py │ ├── truthfulqa.py │ ├── unscramble.py │ ├── webqs.py │ ├── wikitext.py │ ├── winogrande.py │ └── wsc273.py └── utils.py ├── main.py ├── models ├── LMClass.py ├── int_falcon_layer.py ├── int_opt_layer.py ├── models_utils.py ├── spike_llama_layer.py └── transformation.py ├── omniquant.egg-info ├── PKG-INFO ├── SOURCES.txt ├── dependency_links.txt ├── requires.txt └── top_level.txt ├── parallel_utils.py ├── pyproject.toml ├── spike_driven_quant ├── __init__.py ├── gptq.py ├── omni_norm.py ├── quantizer.py ├── spike_linear.py ├── spike_matmul.py ├── spike_omniquant.py └── utils.py └── utils.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/README.md -------------------------------------------------------------------------------- /arun.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/arun.sh -------------------------------------------------------------------------------- /categories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/categories.py -------------------------------------------------------------------------------- /datautils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/datautils.py -------------------------------------------------------------------------------- /generate_act_scale_shift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/generate_act_scale_shift.py -------------------------------------------------------------------------------- /lm_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/base.py -------------------------------------------------------------------------------- /lm_eval/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/README.md -------------------------------------------------------------------------------- /lm_eval/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/asdiv/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/asdiv/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/asdiv/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/asdiv/__pycache__/asdiv.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/asdiv/__pycache__/asdiv.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/asdiv/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/asdiv/asdiv.py -------------------------------------------------------------------------------- /lm_eval/datasets/asdiv/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/asdiv/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/coqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/coqa/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/coqa/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/coqa/__pycache__/coqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/coqa/__pycache__/coqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/coqa/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/coqa/coqa.py -------------------------------------------------------------------------------- /lm_eval/datasets/coqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/coqa/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/drop/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/drop/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/drop/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/drop/__pycache__/drop.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/drop/__pycache__/drop.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/drop/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/drop/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/drop/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/drop/drop.py -------------------------------------------------------------------------------- /lm_eval/datasets/headqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/headqa/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/headqa/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/headqa/__pycache__/headqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/headqa/__pycache__/headqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/headqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/headqa/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/headqa/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/headqa/headqa.py -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_ethics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_ethics/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/hendrycks_ethics/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_ethics/__pycache__/hendrycks_ethics.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/hendrycks_ethics/__pycache__/hendrycks_ethics.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_ethics/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/hendrycks_ethics/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_math/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_math/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/hendrycks_math/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_math/__pycache__/hendrycks_math.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/hendrycks_math/__pycache__/hendrycks_math.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_math/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/hendrycks_math/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_math/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/hendrycks_math/hendrycks_math.py -------------------------------------------------------------------------------- /lm_eval/datasets/logiqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/logiqa/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/logiqa/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/logiqa/__pycache__/logiqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/logiqa/__pycache__/logiqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/logiqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/logiqa/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/logiqa/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/logiqa/logiqa.py -------------------------------------------------------------------------------- /lm_eval/datasets/mutual/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/mutual/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/mutual/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/mutual/__pycache__/mutual.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/mutual/__pycache__/mutual.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/mutual/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/mutual/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/mutual/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/mutual/mutual.py -------------------------------------------------------------------------------- /lm_eval/datasets/pile/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/pile/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/pile/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/pile/__pycache__/pile.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/pile/__pycache__/pile.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/pile/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/pile/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/pile/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/pile/pile.py -------------------------------------------------------------------------------- /lm_eval/datasets/quac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/quac/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/quac/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/quac/__pycache__/quac.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/quac/__pycache__/quac.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/quac/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/quac/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/quac/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/quac/quac.py -------------------------------------------------------------------------------- /lm_eval/datasets/sat_analogies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/sat_analogies/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/sat_analogies/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/sat_analogies/__pycache__/sat_analogies.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/sat_analogies/__pycache__/sat_analogies.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/sat_analogies/sat_analogies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/sat_analogies/sat_analogies.py -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/triviaqa/README.md -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/triviaqa/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/__pycache__/triviaqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/triviaqa/__pycache__/triviaqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/triviaqa/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/triviaqa/triviaqa.py -------------------------------------------------------------------------------- /lm_eval/datasets/unscramble/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/unscramble/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/unscramble/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/unscramble/__pycache__/unscramble.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/unscramble/__pycache__/unscramble.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/datasets/unscramble/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/unscramble/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/unscramble/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/datasets/unscramble/unscramble.py -------------------------------------------------------------------------------- /lm_eval/decontamination/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/decontamination/archiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/decontamination/archiver.py -------------------------------------------------------------------------------- /lm_eval/decontamination/decontaminate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/decontamination/decontaminate.py -------------------------------------------------------------------------------- /lm_eval/decontamination/janitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/decontamination/janitor.py -------------------------------------------------------------------------------- /lm_eval/evaluator copy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/evaluator copy.py -------------------------------------------------------------------------------- /lm_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/evaluator.py -------------------------------------------------------------------------------- /lm_eval/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/metrics.py -------------------------------------------------------------------------------- /lm_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/__init__.py -------------------------------------------------------------------------------- /lm_eval/models/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/models/__pycache__/dummy.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/__pycache__/dummy.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/models/__pycache__/gpt2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/__pycache__/gpt2.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/models/__pycache__/gpt3.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/__pycache__/gpt3.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/models/__pycache__/huggingface.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/__pycache__/huggingface.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/models/__pycache__/textsynth.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/__pycache__/textsynth.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/models/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/dummy.py -------------------------------------------------------------------------------- /lm_eval/models/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/gpt2.py -------------------------------------------------------------------------------- /lm_eval/models/gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/gpt3.py -------------------------------------------------------------------------------- /lm_eval/models/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/huggingface.py -------------------------------------------------------------------------------- /lm_eval/models/textsynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/models/textsynth.py -------------------------------------------------------------------------------- /lm_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__init__.py -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/anli.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/anli.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/arc.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/arc.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/arithmetic.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/arithmetic.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/asdiv.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/asdiv.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/blimp.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/blimp.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/cbt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/cbt.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/coqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/coqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/crowspairs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/crowspairs.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/drop.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/drop.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/glue.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/glue.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/gsm8k.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/gsm8k.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/headqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/headqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/hellaswag.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/hellaswag.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/hendrycks_ethics.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/hendrycks_ethics.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/hendrycks_math.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/hendrycks_math.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/hendrycks_test.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/hendrycks_test.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/lambada.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/lambada.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/lambada_cloze.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/lambada_cloze.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/lambada_multilingual.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/lambada_multilingual.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/logiqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/logiqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/mathqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/mathqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/mc_taco.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/mc_taco.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/mutual.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/mutual.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/naturalqs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/naturalqs.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/openbookqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/openbookqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/pile.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/pile.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/piqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/piqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/prost.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/prost.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/pubmedqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/pubmedqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/qa4mre.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/qa4mre.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/qasper.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/qasper.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/quac.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/quac.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/race.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/race.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/sat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/sat.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/sciq.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/sciq.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/squad.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/squad.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/storycloze.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/storycloze.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/superglue.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/superglue.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/swag.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/swag.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/toxigen.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/toxigen.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/translation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/translation.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/triviaqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/triviaqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/truthfulqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/truthfulqa.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/unscramble.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/unscramble.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/webqs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/webqs.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/wikitext.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/wikitext.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/winogrande.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/winogrande.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/__pycache__/wsc273.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/__pycache__/wsc273.cpython-310.pyc -------------------------------------------------------------------------------- /lm_eval/tasks/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/anli.py -------------------------------------------------------------------------------- /lm_eval/tasks/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/arc.py -------------------------------------------------------------------------------- /lm_eval/tasks/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/arithmetic.py -------------------------------------------------------------------------------- /lm_eval/tasks/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/asdiv.py -------------------------------------------------------------------------------- /lm_eval/tasks/blimp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/blimp.py -------------------------------------------------------------------------------- /lm_eval/tasks/cbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/cbt.py -------------------------------------------------------------------------------- /lm_eval/tasks/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/coqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/crowspairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/crowspairs.py -------------------------------------------------------------------------------- /lm_eval/tasks/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/drop.py -------------------------------------------------------------------------------- /lm_eval/tasks/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/glue.py -------------------------------------------------------------------------------- /lm_eval/tasks/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/gsm8k.py -------------------------------------------------------------------------------- /lm_eval/tasks/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/headqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/hellaswag.py -------------------------------------------------------------------------------- /lm_eval/tasks/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/hendrycks_ethics.py -------------------------------------------------------------------------------- /lm_eval/tasks/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/hendrycks_math.py -------------------------------------------------------------------------------- /lm_eval/tasks/hendrycks_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/hendrycks_test.py -------------------------------------------------------------------------------- /lm_eval/tasks/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/lambada.py -------------------------------------------------------------------------------- /lm_eval/tasks/lambada_cloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/lambada_cloze.py -------------------------------------------------------------------------------- /lm_eval/tasks/lambada_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/lambada_multilingual.py -------------------------------------------------------------------------------- /lm_eval/tasks/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/logiqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/mathqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/mathqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/mc_taco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/mc_taco.py -------------------------------------------------------------------------------- /lm_eval/tasks/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/mutual.py -------------------------------------------------------------------------------- /lm_eval/tasks/naturalqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/naturalqs.py -------------------------------------------------------------------------------- /lm_eval/tasks/openbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/openbookqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/pile.py -------------------------------------------------------------------------------- /lm_eval/tasks/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/piqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/prost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/prost.py -------------------------------------------------------------------------------- /lm_eval/tasks/pubmedqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/pubmedqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/qa4mre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/qa4mre.py -------------------------------------------------------------------------------- /lm_eval/tasks/qasper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/qasper.py -------------------------------------------------------------------------------- /lm_eval/tasks/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/quac.py -------------------------------------------------------------------------------- /lm_eval/tasks/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/race.py -------------------------------------------------------------------------------- /lm_eval/tasks/sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/sat.py -------------------------------------------------------------------------------- /lm_eval/tasks/sciq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/sciq.py -------------------------------------------------------------------------------- /lm_eval/tasks/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/squad.py -------------------------------------------------------------------------------- /lm_eval/tasks/storycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/storycloze.py -------------------------------------------------------------------------------- /lm_eval/tasks/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/superglue.py -------------------------------------------------------------------------------- /lm_eval/tasks/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/swag.py -------------------------------------------------------------------------------- /lm_eval/tasks/toxigen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/toxigen.py -------------------------------------------------------------------------------- /lm_eval/tasks/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/translation.py -------------------------------------------------------------------------------- /lm_eval/tasks/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/triviaqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/truthfulqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/unscramble.py -------------------------------------------------------------------------------- /lm_eval/tasks/webqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/webqs.py -------------------------------------------------------------------------------- /lm_eval/tasks/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/wikitext.py -------------------------------------------------------------------------------- /lm_eval/tasks/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/winogrande.py -------------------------------------------------------------------------------- /lm_eval/tasks/wsc273.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/tasks/wsc273.py -------------------------------------------------------------------------------- /lm_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/lm_eval/utils.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/main.py -------------------------------------------------------------------------------- /models/LMClass.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/models/LMClass.py -------------------------------------------------------------------------------- /models/int_falcon_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/models/int_falcon_layer.py -------------------------------------------------------------------------------- /models/int_opt_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/models/int_opt_layer.py -------------------------------------------------------------------------------- /models/models_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/models/models_utils.py -------------------------------------------------------------------------------- /models/spike_llama_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/models/spike_llama_layer.py -------------------------------------------------------------------------------- /models/transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/models/transformation.py -------------------------------------------------------------------------------- /omniquant.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/omniquant.egg-info/PKG-INFO -------------------------------------------------------------------------------- /omniquant.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/omniquant.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /omniquant.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /omniquant.egg-info/requires.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/omniquant.egg-info/requires.txt -------------------------------------------------------------------------------- /omniquant.egg-info/top_level.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/omniquant.egg-info/top_level.txt -------------------------------------------------------------------------------- /parallel_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/parallel_utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/pyproject.toml -------------------------------------------------------------------------------- /spike_driven_quant/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /spike_driven_quant/gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/spike_driven_quant/gptq.py -------------------------------------------------------------------------------- /spike_driven_quant/omni_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/spike_driven_quant/omni_norm.py -------------------------------------------------------------------------------- /spike_driven_quant/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/spike_driven_quant/quantizer.py -------------------------------------------------------------------------------- /spike_driven_quant/spike_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/spike_driven_quant/spike_linear.py -------------------------------------------------------------------------------- /spike_driven_quant/spike_matmul.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/spike_driven_quant/spike_matmul.py -------------------------------------------------------------------------------- /spike_driven_quant/spike_omniquant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/spike_driven_quant/spike_omniquant.py -------------------------------------------------------------------------------- /spike_driven_quant/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/spike_driven_quant/utils.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Xingrun-Xing2/SpikeLLM/HEAD/utils.py --------------------------------------------------------------------------------