├── README.md ├── data ├── cnn_data │ ├── cnn_dailymail_3shot.jsonl │ └── cnn_dailymail_5shot.jsonl ├── multinews_data │ ├── multinews_1shot_1.jsonl │ └── multinews_1shot_2.jsonl └── xsum_data │ ├── xsum_3shot.jsonl │ └── xsum_5shot.jsonl ├── less.yml └── src ├── annotated_models ├── falcon.py └── llama.py ├── data_processing.py ├── eval_gen.py ├── eval_harness.py ├── example_scripts ├── eval │ ├── falcon_7b │ │ └── cnn_dailymail.sh │ └── llama2_7b │ │ ├── cnn_dailymail.sh │ │ └── wikitext.sh └── train │ ├── falcon_7b │ └── falcon_7b_h2o.sh │ └── llama2_7b │ ├── llama2_7b_h2o.sh │ └── llama2_7b_lambda.sh ├── inference ├── generative │ ├── falcon_gen.py │ └── llama_gen.py └── parallel │ ├── falcon.py │ └── llama.py ├── lm_eval ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-310.pyc │ ├── __init__.cpython-312.pyc │ ├── __init__.cpython-38.pyc │ ├── base.cpython-310.pyc │ ├── base.cpython-312.pyc │ ├── base.cpython-38.pyc │ ├── evaluator.cpython-310.pyc │ ├── evaluator.cpython-312.pyc │ ├── evaluator.cpython-38.pyc │ ├── metrics.cpython-310.pyc │ ├── metrics.cpython-312.pyc │ ├── metrics.cpython-38.pyc │ ├── utils.cpython-310.pyc │ ├── utils.cpython-312.pyc │ └── utils.cpython-38.pyc ├── base.py ├── datasets │ ├── README.md │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-312.pyc │ │ └── __init__.cpython-38.pyc │ ├── asdiv │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── asdiv.cpython-310.pyc │ │ │ ├── asdiv.cpython-312.pyc │ │ │ └── asdiv.cpython-38.pyc │ │ ├── asdiv.py │ │ └── dataset_infos.json │ ├── bigbench_resources │ │ ├── __init__.py │ │ ├── causal_judgement.json │ │ ├── date_understanding.json │ │ ├── disambiguation_qa.json │ │ ├── dyck_languages.json │ │ ├── formal_fallacies_syllogisms_negation.json │ │ ├── geometric_shapes.json │ │ ├── hyperbaton.json │ │ ├── logical_deduction_five_objects.json │ │ ├── logical_deduction_seven_objects.json │ │ ├── logical_deduction_three_objects.json │ │ ├── movie_recommendation.json │ │ ├── navigate.json │ │ ├── reasoning_about_colored_objects.json │ │ ├── ruin_names.json │ │ ├── salient_translation_error_detection.json │ │ ├── snarks.json │ │ ├── sports_understanding.json │ │ ├── temporal_sequences.json │ │ ├── tracking_shuffled_objects_five_objects.json │ │ ├── tracking_shuffled_objects_seven_objects.json │ │ └── tracking_shuffled_objects_three_objects.json │ ├── coqa │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── coqa.cpython-310.pyc │ │ │ ├── coqa.cpython-312.pyc │ │ │ └── coqa.cpython-38.pyc │ │ ├── coqa.py │ │ └── dataset_infos.json │ ├── drop │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── drop.cpython-310.pyc │ │ │ ├── drop.cpython-312.pyc │ │ │ └── drop.cpython-38.pyc │ │ ├── dataset_infos.json │ │ └── drop.py │ ├── headqa │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── headqa.cpython-310.pyc │ │ │ ├── headqa.cpython-312.pyc │ │ │ └── headqa.cpython-38.pyc │ │ ├── dataset_infos.json │ │ └── headqa.py │ ├── hendrycks_ethics │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── hendrycks_ethics.cpython-310.pyc │ │ │ ├── hendrycks_ethics.cpython-312.pyc │ │ │ └── hendrycks_ethics.cpython-38.pyc │ │ ├── dataset_infos.json │ │ └── hendrycks_ethics.py │ ├── hendrycks_math │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── hendrycks_math.cpython-310.pyc │ │ │ ├── hendrycks_math.cpython-312.pyc │ │ │ └── hendrycks_math.cpython-38.pyc │ │ ├── dataset_infos.json │ │ └── hendrycks_math.py │ ├── logiqa │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── logiqa.cpython-310.pyc │ │ │ ├── logiqa.cpython-312.pyc │ │ │ └── logiqa.cpython-38.pyc │ │ ├── dataset_infos.json │ │ └── logiqa.py │ ├── mutual │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── mutual.cpython-310.pyc │ │ │ ├── mutual.cpython-312.pyc │ │ │ └── mutual.cpython-38.pyc │ │ ├── dataset_infos.json │ │ └── mutual.py │ ├── pile │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── pile.cpython-310.pyc │ │ │ ├── pile.cpython-312.pyc │ │ │ └── pile.cpython-38.pyc │ │ ├── dataset_infos.json │ │ └── pile.py │ ├── quac │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── quac.cpython-310.pyc │ │ │ ├── quac.cpython-312.pyc │ │ │ └── quac.cpython-38.pyc │ │ ├── dataset_infos.json │ │ └── quac.py │ ├── sat_analogies │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-310.pyc │ │ │ ├── __init__.cpython-312.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── sat_analogies.cpython-310.pyc │ │ │ ├── sat_analogies.cpython-312.pyc │ │ │ └── sat_analogies.cpython-38.pyc │ │ └── sat_analogies.py │ └── unscramble │ │ ├── __init__.py │ │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-312.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── unscramble.cpython-310.pyc │ │ ├── unscramble.cpython-312.pyc │ │ └── unscramble.cpython-38.pyc │ │ ├── dataset_infos.json │ │ └── unscramble.py ├── decontamination │ ├── __init__.py │ ├── archiver.py │ ├── decontaminate.py │ └── janitor.py ├── evaluator.py ├── metrics.py ├── models │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-312.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── anthropic_llms.cpython-310.pyc │ │ ├── anthropic_llms.cpython-312.pyc │ │ ├── anthropic_llms.cpython-38.pyc │ │ ├── dummy.cpython-310.pyc │ │ ├── dummy.cpython-312.pyc │ │ ├── dummy.cpython-38.pyc │ │ ├── gpt2.cpython-310.pyc │ │ ├── gpt2.cpython-312.pyc │ │ ├── gpt2.cpython-38.pyc │ │ ├── gpt3.cpython-310.pyc │ │ ├── gpt3.cpython-312.pyc │ │ ├── gpt3.cpython-38.pyc │ │ ├── huggingface.cpython-310.pyc │ │ ├── huggingface.cpython-312.pyc │ │ ├── huggingface.cpython-38.pyc │ │ ├── textsynth.cpython-310.pyc │ │ ├── textsynth.cpython-312.pyc │ │ └── textsynth.cpython-38.pyc │ ├── anthropic_llms.py │ ├── dummy.py │ ├── gpt2.py │ ├── gpt3.py │ ├── huggingface.py │ └── textsynth.py ├── tasks │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-310.pyc │ │ ├── __init__.cpython-312.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── anli.cpython-310.pyc │ │ ├── anli.cpython-312.pyc │ │ ├── anli.cpython-38.pyc │ │ ├── arc.cpython-310.pyc │ │ ├── arc.cpython-312.pyc │ │ ├── arc.cpython-38.pyc │ │ ├── arithmetic.cpython-310.pyc │ │ ├── arithmetic.cpython-312.pyc │ │ ├── arithmetic.cpython-38.pyc │ │ ├── asdiv.cpython-310.pyc │ │ ├── asdiv.cpython-312.pyc │ │ ├── asdiv.cpython-38.pyc │ │ ├── babi.cpython-310.pyc │ │ ├── babi.cpython-312.pyc │ │ ├── babi.cpython-38.pyc │ │ ├── blimp.cpython-310.pyc │ │ ├── blimp.cpython-312.pyc │ │ ├── blimp.cpython-38.pyc │ │ ├── cbt.cpython-310.pyc │ │ ├── cbt.cpython-312.pyc │ │ ├── cbt.cpython-38.pyc │ │ ├── ceval.cpython-310.pyc │ │ ├── ceval.cpython-312.pyc │ │ ├── ceval.cpython-38.pyc │ │ ├── cmmlu.cpython-310.pyc │ │ ├── cmmlu.cpython-312.pyc │ │ ├── cmmlu.cpython-38.pyc │ │ ├── coqa.cpython-310.pyc │ │ ├── coqa.cpython-312.pyc │ │ ├── coqa.cpython-38.pyc │ │ ├── crowspairs.cpython-310.pyc │ │ ├── crowspairs.cpython-312.pyc │ │ ├── crowspairs.cpython-38.pyc │ │ ├── csatqa.cpython-310.pyc │ │ ├── csatqa.cpython-312.pyc │ │ ├── csatqa.cpython-38.pyc │ │ ├── drop.cpython-310.pyc │ │ ├── drop.cpython-312.pyc │ │ ├── drop.cpython-38.pyc │ │ ├── glue.cpython-310.pyc │ │ ├── glue.cpython-312.pyc │ │ ├── glue.cpython-38.pyc │ │ ├── gsm8k.cpython-310.pyc │ │ ├── gsm8k.cpython-312.pyc │ │ ├── gsm8k.cpython-38.pyc │ │ ├── haerae.cpython-310.pyc │ │ ├── haerae.cpython-312.pyc │ │ ├── haerae.cpython-38.pyc │ │ ├── headqa.cpython-310.pyc │ │ ├── headqa.cpython-312.pyc │ │ ├── headqa.cpython-38.pyc │ │ ├── hellaswag.cpython-310.pyc │ │ ├── hellaswag.cpython-312.pyc │ │ ├── hellaswag.cpython-38.pyc │ │ ├── hendrycks_ethics.cpython-310.pyc │ │ ├── hendrycks_ethics.cpython-312.pyc │ │ ├── hendrycks_ethics.cpython-38.pyc │ │ ├── hendrycks_math.cpython-310.pyc │ │ ├── hendrycks_math.cpython-312.pyc │ │ ├── hendrycks_math.cpython-38.pyc │ │ ├── hendrycks_test.cpython-310.pyc │ │ ├── hendrycks_test.cpython-312.pyc │ │ ├── hendrycks_test.cpython-38.pyc │ │ ├── json.cpython-310.pyc │ │ ├── json.cpython-312.pyc │ │ ├── json.cpython-38.pyc │ │ ├── lambada.cpython-310.pyc │ │ ├── lambada.cpython-312.pyc │ │ ├── lambada.cpython-38.pyc │ │ ├── lambada_cloze.cpython-310.pyc │ │ ├── lambada_cloze.cpython-312.pyc │ │ ├── lambada_cloze.cpython-38.pyc │ │ ├── lambada_multilingual.cpython-310.pyc │ │ ├── lambada_multilingual.cpython-312.pyc │ │ ├── lambada_multilingual.cpython-38.pyc │ │ ├── logiqa.cpython-310.pyc │ │ ├── logiqa.cpython-312.pyc │ │ ├── logiqa.cpython-38.pyc │ │ ├── mathqa.cpython-310.pyc │ │ ├── mathqa.cpython-312.pyc │ │ ├── mathqa.cpython-38.pyc │ │ ├── mc_taco.cpython-310.pyc │ │ ├── mc_taco.cpython-312.pyc │ │ ├── mc_taco.cpython-38.pyc │ │ ├── mgsm.cpython-310.pyc │ │ ├── mgsm.cpython-312.pyc │ │ ├── mgsm.cpython-38.pyc │ │ ├── mutual.cpython-310.pyc │ │ ├── mutual.cpython-312.pyc │ │ ├── mutual.cpython-38.pyc │ │ ├── naturalqs.cpython-310.pyc │ │ ├── naturalqs.cpython-312.pyc │ │ ├── naturalqs.cpython-38.pyc │ │ ├── nqopen.cpython-310.pyc │ │ ├── nqopen.cpython-312.pyc │ │ ├── nqopen.cpython-38.pyc │ │ ├── openbookqa.cpython-310.pyc │ │ ├── openbookqa.cpython-312.pyc │ │ ├── openbookqa.cpython-38.pyc │ │ ├── pawsx.cpython-310.pyc │ │ ├── pawsx.cpython-312.pyc │ │ ├── pawsx.cpython-38.pyc │ │ ├── pile.cpython-310.pyc │ │ ├── pile.cpython-312.pyc │ │ ├── pile.cpython-38.pyc │ │ ├── piqa.cpython-310.pyc │ │ ├── piqa.cpython-312.pyc │ │ ├── piqa.cpython-38.pyc │ │ ├── prost.cpython-310.pyc │ │ ├── prost.cpython-312.pyc │ │ ├── prost.cpython-38.pyc │ │ ├── pubmedqa.cpython-310.pyc │ │ ├── pubmedqa.cpython-312.pyc │ │ ├── pubmedqa.cpython-38.pyc │ │ ├── qa4mre.cpython-310.pyc │ │ ├── qa4mre.cpython-312.pyc │ │ ├── qa4mre.cpython-38.pyc │ │ ├── qasper.cpython-310.pyc │ │ ├── qasper.cpython-312.pyc │ │ ├── qasper.cpython-38.pyc │ │ ├── quac.cpython-310.pyc │ │ ├── quac.cpython-312.pyc │ │ ├── quac.cpython-38.pyc │ │ ├── race.cpython-310.pyc │ │ ├── race.cpython-312.pyc │ │ ├── race.cpython-38.pyc │ │ ├── sat.cpython-310.pyc │ │ ├── sat.cpython-312.pyc │ │ ├── sat.cpython-38.pyc │ │ ├── sciq.cpython-310.pyc │ │ ├── sciq.cpython-312.pyc │ │ ├── sciq.cpython-38.pyc │ │ ├── scrolls.cpython-310.pyc │ │ ├── scrolls.cpython-312.pyc │ │ ├── scrolls.cpython-38.pyc │ │ ├── squad.cpython-310.pyc │ │ ├── squad.cpython-312.pyc │ │ ├── squad.cpython-38.pyc │ │ ├── storycloze.cpython-310.pyc │ │ ├── storycloze.cpython-312.pyc │ │ ├── storycloze.cpython-38.pyc │ │ ├── superglue.cpython-310.pyc │ │ ├── superglue.cpython-312.pyc │ │ ├── superglue.cpython-38.pyc │ │ ├── swag.cpython-310.pyc │ │ ├── swag.cpython-312.pyc │ │ ├── swag.cpython-38.pyc │ │ ├── toxigen.cpython-310.pyc │ │ ├── toxigen.cpython-312.pyc │ │ ├── toxigen.cpython-38.pyc │ │ ├── translation.cpython-310.pyc │ │ ├── translation.cpython-312.pyc │ │ ├── translation.cpython-38.pyc │ │ ├── triviaqa.cpython-310.pyc │ │ ├── triviaqa.cpython-312.pyc │ │ ├── triviaqa.cpython-38.pyc │ │ ├── truthfulqa.cpython-310.pyc │ │ ├── truthfulqa.cpython-312.pyc │ │ ├── truthfulqa.cpython-38.pyc │ │ ├── unscramble.cpython-310.pyc │ │ ├── unscramble.cpython-312.pyc │ │ ├── unscramble.cpython-38.pyc │ │ ├── webqs.cpython-310.pyc │ │ ├── webqs.cpython-312.pyc │ │ ├── webqs.cpython-38.pyc │ │ ├── wikitext.cpython-310.pyc │ │ ├── wikitext.cpython-312.pyc │ │ ├── wikitext.cpython-38.pyc │ │ ├── winogrande.cpython-310.pyc │ │ ├── winogrande.cpython-312.pyc │ │ ├── winogrande.cpython-38.pyc │ │ ├── wsc273.cpython-310.pyc │ │ ├── wsc273.cpython-312.pyc │ │ ├── wsc273.cpython-38.pyc │ │ ├── xcopa.cpython-310.pyc │ │ ├── xcopa.cpython-312.pyc │ │ ├── xcopa.cpython-38.pyc │ │ ├── xnli.cpython-310.pyc │ │ ├── xnli.cpython-312.pyc │ │ ├── xnli.cpython-38.pyc │ │ ├── xstorycloze.cpython-310.pyc │ │ ├── xstorycloze.cpython-312.pyc │ │ ├── xstorycloze.cpython-38.pyc │ │ ├── xwinograd.cpython-310.pyc │ │ ├── xwinograd.cpython-312.pyc │ │ └── xwinograd.cpython-38.pyc │ ├── anli.py │ ├── arc.py │ ├── arithmetic.py │ ├── asdiv.py │ ├── babi.py │ ├── bigbench.py │ ├── blimp.py │ ├── cbt.py │ ├── ceval.py │ ├── cmmlu.py │ ├── coqa.py │ ├── crowspairs.py │ ├── csatqa.py │ ├── drop.py │ ├── glue.py │ ├── gsm8k.py │ ├── haerae.py │ ├── headqa.py │ ├── hellaswag.py │ ├── hendrycks_ethics.py │ ├── hendrycks_math.py │ ├── hendrycks_test.py │ ├── json.py │ ├── lambada.py │ ├── lambada_cloze.py │ ├── lambada_multilingual.py │ ├── logiqa.py │ ├── mathqa.py │ ├── mc_taco.py │ ├── mgsm.py │ ├── mutual.py │ ├── naturalqs.py │ ├── nqopen.py │ ├── openbookqa.py │ ├── pawsx.py │ ├── pile.py │ ├── piqa.py │ ├── prost.py │ ├── pubmedqa.py │ ├── qa4mre.py │ ├── qasper.py │ ├── quac.py │ ├── race.py │ ├── sat.py │ ├── sciq.py │ ├── scrolls.py │ ├── squad.py │ ├── storycloze.py │ ├── superglue.py │ ├── swag.py │ ├── toxigen.py │ ├── translation.py │ ├── triviaqa.py │ ├── truthfulqa.py │ ├── unscramble.py │ ├── webqs.py │ ├── wikitext.py │ ├── winogrande.py │ ├── wsc273.py │ ├── xcopa.py │ ├── xnli.py │ ├── xstorycloze.py │ └── xwinograd.py └── utils.py ├── masks.py └── train_kernels.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/README.md -------------------------------------------------------------------------------- /data/cnn_data/cnn_dailymail_3shot.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/data/cnn_data/cnn_dailymail_3shot.jsonl -------------------------------------------------------------------------------- /data/cnn_data/cnn_dailymail_5shot.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/data/cnn_data/cnn_dailymail_5shot.jsonl -------------------------------------------------------------------------------- /data/multinews_data/multinews_1shot_1.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/data/multinews_data/multinews_1shot_1.jsonl -------------------------------------------------------------------------------- /data/multinews_data/multinews_1shot_2.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/data/multinews_data/multinews_1shot_2.jsonl -------------------------------------------------------------------------------- /data/xsum_data/xsum_3shot.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/data/xsum_data/xsum_3shot.jsonl -------------------------------------------------------------------------------- /data/xsum_data/xsum_5shot.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/data/xsum_data/xsum_5shot.jsonl -------------------------------------------------------------------------------- /less.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/less.yml -------------------------------------------------------------------------------- /src/annotated_models/falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/annotated_models/falcon.py -------------------------------------------------------------------------------- /src/annotated_models/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/annotated_models/llama.py -------------------------------------------------------------------------------- /src/data_processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/data_processing.py -------------------------------------------------------------------------------- /src/eval_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/eval_gen.py -------------------------------------------------------------------------------- /src/eval_harness.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/eval_harness.py -------------------------------------------------------------------------------- /src/example_scripts/eval/falcon_7b/cnn_dailymail.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/example_scripts/eval/falcon_7b/cnn_dailymail.sh -------------------------------------------------------------------------------- /src/example_scripts/eval/llama2_7b/cnn_dailymail.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/example_scripts/eval/llama2_7b/cnn_dailymail.sh -------------------------------------------------------------------------------- /src/example_scripts/eval/llama2_7b/wikitext.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/example_scripts/eval/llama2_7b/wikitext.sh -------------------------------------------------------------------------------- /src/example_scripts/train/falcon_7b/falcon_7b_h2o.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/example_scripts/train/falcon_7b/falcon_7b_h2o.sh -------------------------------------------------------------------------------- /src/example_scripts/train/llama2_7b/llama2_7b_h2o.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/example_scripts/train/llama2_7b/llama2_7b_h2o.sh -------------------------------------------------------------------------------- /src/example_scripts/train/llama2_7b/llama2_7b_lambda.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/example_scripts/train/llama2_7b/llama2_7b_lambda.sh -------------------------------------------------------------------------------- /src/inference/generative/falcon_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/inference/generative/falcon_gen.py -------------------------------------------------------------------------------- /src/inference/generative/llama_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/inference/generative/llama_gen.py -------------------------------------------------------------------------------- /src/inference/parallel/falcon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/inference/parallel/falcon.py -------------------------------------------------------------------------------- /src/inference/parallel/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/inference/parallel/llama.py -------------------------------------------------------------------------------- /src/lm_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/base.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/base.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/base.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/base.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/base.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/base.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/evaluator.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/evaluator.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/evaluator.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/evaluator.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/evaluator.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/evaluator.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/metrics.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/metrics.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/metrics.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/metrics.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/metrics.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/metrics.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/utils.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/utils.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/utils.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/utils.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/__pycache__/utils.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/__pycache__/utils.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/base.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/README.md -------------------------------------------------------------------------------- /src/lm_eval/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/asdiv/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/asdiv/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/asdiv/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/__pycache__/asdiv.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/asdiv/__pycache__/asdiv.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/__pycache__/asdiv.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/asdiv/__pycache__/asdiv.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/__pycache__/asdiv.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/asdiv/__pycache__/asdiv.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/asdiv/asdiv.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/asdiv/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/asdiv/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/causal_judgement.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/causal_judgement.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/date_understanding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/date_understanding.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/disambiguation_qa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/disambiguation_qa.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/dyck_languages.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/dyck_languages.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/formal_fallacies_syllogisms_negation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/formal_fallacies_syllogisms_negation.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/geometric_shapes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/geometric_shapes.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/hyperbaton.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/hyperbaton.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/logical_deduction_five_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/logical_deduction_five_objects.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/logical_deduction_seven_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/logical_deduction_seven_objects.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/logical_deduction_three_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/logical_deduction_three_objects.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/movie_recommendation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/movie_recommendation.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/navigate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/navigate.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/reasoning_about_colored_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/reasoning_about_colored_objects.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/ruin_names.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/ruin_names.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/salient_translation_error_detection.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/salient_translation_error_detection.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/snarks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/snarks.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/sports_understanding.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/sports_understanding.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/temporal_sequences.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/temporal_sequences.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_five_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_five_objects.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_seven_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_seven_objects.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_three_objects.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/bigbench_resources/tracking_shuffled_objects_three_objects.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/coqa/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/coqa/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/coqa/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/__pycache__/coqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/coqa/__pycache__/coqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/__pycache__/coqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/coqa/__pycache__/coqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/__pycache__/coqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/coqa/__pycache__/coqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/coqa/coqa.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/coqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/coqa/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/drop/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/drop/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/drop/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/__pycache__/drop.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/drop/__pycache__/drop.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/__pycache__/drop.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/drop/__pycache__/drop.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/__pycache__/drop.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/drop/__pycache__/drop.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/drop/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/drop/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/drop/drop.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/headqa/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/headqa/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/headqa/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/__pycache__/headqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/headqa/__pycache__/headqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/__pycache__/headqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/headqa/__pycache__/headqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/__pycache__/headqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/headqa/__pycache__/headqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/headqa/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/headqa/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/headqa/headqa.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_ethics/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_ethics/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_ethics/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/__pycache__/hendrycks_ethics.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_ethics/__pycache__/hendrycks_ethics.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/__pycache__/hendrycks_ethics.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_ethics/__pycache__/hendrycks_ethics.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/__pycache__/hendrycks_ethics.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_ethics/__pycache__/hendrycks_ethics.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_ethics/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_math/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_math/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_math/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/__pycache__/hendrycks_math.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_math/__pycache__/hendrycks_math.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/__pycache__/hendrycks_math.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_math/__pycache__/hendrycks_math.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/__pycache__/hendrycks_math.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_math/__pycache__/hendrycks_math.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_math/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/hendrycks_math/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/hendrycks_math/hendrycks_math.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/logiqa/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/logiqa/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/logiqa/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/__pycache__/logiqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/logiqa/__pycache__/logiqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/__pycache__/logiqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/logiqa/__pycache__/logiqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/__pycache__/logiqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/logiqa/__pycache__/logiqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/logiqa/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/logiqa/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/logiqa/logiqa.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/mutual/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/mutual/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/mutual/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/__pycache__/mutual.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/mutual/__pycache__/mutual.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/__pycache__/mutual.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/mutual/__pycache__/mutual.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/__pycache__/mutual.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/mutual/__pycache__/mutual.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/mutual/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/mutual/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/mutual/mutual.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/pile/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/pile/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/pile/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/__pycache__/pile.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/pile/__pycache__/pile.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/__pycache__/pile.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/pile/__pycache__/pile.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/__pycache__/pile.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/pile/__pycache__/pile.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/pile/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/pile/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/pile/pile.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/quac/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/quac/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/quac/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/__pycache__/quac.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/quac/__pycache__/quac.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/__pycache__/quac.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/quac/__pycache__/quac.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/__pycache__/quac.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/quac/__pycache__/quac.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/quac/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/quac/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/quac/quac.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/sat_analogies/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/sat_analogies/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/sat_analogies/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/__pycache__/sat_analogies.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/sat_analogies/__pycache__/sat_analogies.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/__pycache__/sat_analogies.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/sat_analogies/__pycache__/sat_analogies.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/__pycache__/sat_analogies.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/sat_analogies/__pycache__/sat_analogies.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/sat_analogies/sat_analogies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/sat_analogies/sat_analogies.py -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/unscramble/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/unscramble/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/unscramble/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/__pycache__/unscramble.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/unscramble/__pycache__/unscramble.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/__pycache__/unscramble.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/unscramble/__pycache__/unscramble.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/__pycache__/unscramble.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/unscramble/__pycache__/unscramble.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/unscramble/dataset_infos.json -------------------------------------------------------------------------------- /src/lm_eval/datasets/unscramble/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/datasets/unscramble/unscramble.py -------------------------------------------------------------------------------- /src/lm_eval/decontamination/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/lm_eval/decontamination/archiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/decontamination/archiver.py -------------------------------------------------------------------------------- /src/lm_eval/decontamination/decontaminate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/decontamination/decontaminate.py -------------------------------------------------------------------------------- /src/lm_eval/decontamination/janitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/decontamination/janitor.py -------------------------------------------------------------------------------- /src/lm_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/evaluator.py -------------------------------------------------------------------------------- /src/lm_eval/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/metrics.py -------------------------------------------------------------------------------- /src/lm_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__init__.py -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/anthropic_llms.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/anthropic_llms.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/anthropic_llms.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/anthropic_llms.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/anthropic_llms.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/anthropic_llms.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/dummy.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/dummy.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/dummy.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/dummy.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/dummy.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/dummy.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/gpt2.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/gpt2.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/gpt2.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/gpt2.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/gpt2.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/gpt2.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/gpt3.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/gpt3.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/gpt3.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/gpt3.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/gpt3.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/gpt3.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/huggingface.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/huggingface.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/huggingface.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/huggingface.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/huggingface.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/huggingface.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/textsynth.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/textsynth.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/textsynth.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/textsynth.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/__pycache__/textsynth.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/__pycache__/textsynth.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/models/anthropic_llms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/anthropic_llms.py -------------------------------------------------------------------------------- /src/lm_eval/models/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/dummy.py -------------------------------------------------------------------------------- /src/lm_eval/models/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/gpt2.py -------------------------------------------------------------------------------- /src/lm_eval/models/gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/gpt3.py -------------------------------------------------------------------------------- /src/lm_eval/models/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/huggingface.py -------------------------------------------------------------------------------- /src/lm_eval/models/textsynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/models/textsynth.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__init__.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/__init__.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/__init__.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/__init__.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/__init__.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/anli.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/anli.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/anli.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/anli.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/anli.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/anli.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/arc.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/arc.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/arc.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/arc.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/arc.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/arc.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/arithmetic.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/arithmetic.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/arithmetic.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/arithmetic.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/arithmetic.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/arithmetic.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/asdiv.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/asdiv.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/asdiv.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/asdiv.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/asdiv.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/asdiv.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/babi.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/babi.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/babi.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/babi.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/babi.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/babi.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/blimp.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/blimp.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/blimp.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/blimp.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/blimp.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/blimp.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/cbt.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/cbt.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/cbt.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/cbt.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/cbt.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/cbt.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/ceval.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/ceval.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/ceval.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/ceval.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/ceval.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/ceval.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/cmmlu.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/cmmlu.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/cmmlu.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/cmmlu.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/cmmlu.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/cmmlu.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/coqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/coqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/coqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/coqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/coqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/coqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/crowspairs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/crowspairs.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/crowspairs.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/crowspairs.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/crowspairs.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/crowspairs.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/csatqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/csatqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/csatqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/csatqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/csatqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/csatqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/drop.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/drop.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/drop.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/drop.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/drop.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/drop.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/glue.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/glue.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/glue.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/glue.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/glue.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/glue.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/gsm8k.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/gsm8k.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/gsm8k.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/gsm8k.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/gsm8k.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/gsm8k.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/haerae.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/haerae.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/haerae.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/haerae.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/haerae.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/haerae.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/headqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/headqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/headqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/headqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/headqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/headqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hellaswag.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hellaswag.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hellaswag.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hellaswag.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hellaswag.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hellaswag.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hendrycks_ethics.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hendrycks_ethics.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hendrycks_ethics.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hendrycks_ethics.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hendrycks_ethics.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hendrycks_ethics.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hendrycks_math.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hendrycks_math.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hendrycks_math.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hendrycks_math.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hendrycks_math.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hendrycks_math.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hendrycks_test.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hendrycks_test.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hendrycks_test.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hendrycks_test.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/hendrycks_test.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/hendrycks_test.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/json.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/json.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/json.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/json.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/json.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/json.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/lambada.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/lambada.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/lambada.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/lambada.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/lambada.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/lambada.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/lambada_cloze.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/lambada_cloze.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/lambada_cloze.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/lambada_cloze.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/lambada_cloze.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/lambada_cloze.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/lambada_multilingual.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/lambada_multilingual.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/lambada_multilingual.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/lambada_multilingual.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/lambada_multilingual.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/lambada_multilingual.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/logiqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/logiqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/logiqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/logiqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/logiqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/logiqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mathqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mathqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mathqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mathqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mathqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mathqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mc_taco.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mc_taco.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mc_taco.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mc_taco.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mc_taco.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mc_taco.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mgsm.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mgsm.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mgsm.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mgsm.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mgsm.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mgsm.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mutual.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mutual.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mutual.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mutual.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/mutual.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/mutual.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/naturalqs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/naturalqs.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/naturalqs.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/naturalqs.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/naturalqs.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/naturalqs.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/nqopen.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/nqopen.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/nqopen.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/nqopen.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/nqopen.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/nqopen.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/openbookqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/openbookqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/openbookqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/openbookqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/openbookqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/openbookqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/pawsx.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/pawsx.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/pawsx.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/pawsx.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/pawsx.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/pawsx.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/pile.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/pile.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/pile.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/pile.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/pile.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/pile.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/piqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/piqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/piqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/piqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/piqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/piqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/prost.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/prost.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/prost.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/prost.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/prost.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/prost.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/pubmedqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/pubmedqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/pubmedqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/pubmedqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/pubmedqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/pubmedqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/qa4mre.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/qa4mre.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/qa4mre.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/qa4mre.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/qa4mre.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/qa4mre.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/qasper.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/qasper.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/qasper.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/qasper.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/qasper.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/qasper.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/quac.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/quac.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/quac.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/quac.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/quac.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/quac.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/race.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/race.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/race.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/race.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/race.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/race.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/sat.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/sat.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/sat.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/sat.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/sat.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/sat.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/sciq.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/sciq.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/sciq.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/sciq.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/sciq.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/sciq.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/scrolls.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/scrolls.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/scrolls.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/scrolls.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/scrolls.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/scrolls.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/squad.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/squad.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/squad.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/squad.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/squad.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/squad.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/storycloze.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/storycloze.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/storycloze.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/storycloze.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/storycloze.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/storycloze.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/superglue.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/superglue.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/superglue.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/superglue.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/superglue.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/superglue.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/swag.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/swag.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/swag.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/swag.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/swag.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/swag.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/toxigen.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/toxigen.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/toxigen.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/toxigen.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/toxigen.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/toxigen.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/translation.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/translation.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/translation.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/translation.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/translation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/translation.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/triviaqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/triviaqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/triviaqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/triviaqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/triviaqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/triviaqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/truthfulqa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/truthfulqa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/truthfulqa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/truthfulqa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/truthfulqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/truthfulqa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/unscramble.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/unscramble.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/unscramble.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/unscramble.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/unscramble.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/unscramble.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/webqs.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/webqs.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/webqs.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/webqs.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/webqs.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/webqs.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/wikitext.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/wikitext.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/wikitext.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/wikitext.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/wikitext.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/wikitext.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/winogrande.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/winogrande.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/winogrande.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/winogrande.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/winogrande.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/winogrande.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/wsc273.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/wsc273.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/wsc273.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/wsc273.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/wsc273.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/wsc273.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xcopa.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xcopa.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xcopa.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xcopa.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xcopa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xcopa.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xnli.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xnli.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xnli.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xnli.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xnli.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xnli.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xstorycloze.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xstorycloze.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xstorycloze.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xstorycloze.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xstorycloze.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xstorycloze.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xwinograd.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xwinograd.cpython-310.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xwinograd.cpython-312.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xwinograd.cpython-312.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/__pycache__/xwinograd.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/__pycache__/xwinograd.cpython-38.pyc -------------------------------------------------------------------------------- /src/lm_eval/tasks/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/anli.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/arc.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/arithmetic.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/asdiv.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/babi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/babi.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/bigbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/bigbench.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/blimp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/blimp.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/cbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/cbt.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/ceval.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/cmmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/cmmlu.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/coqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/crowspairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/crowspairs.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/csatqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/csatqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/drop.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/glue.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/gsm8k.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/haerae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/haerae.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/headqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/hellaswag.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/hendrycks_ethics.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/hendrycks_math.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/hendrycks_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/hendrycks_test.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/json.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/lambada.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/lambada_cloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/lambada_cloze.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/lambada_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/lambada_multilingual.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/logiqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/mathqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/mathqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/mc_taco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/mc_taco.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/mgsm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/mgsm.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/mutual.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/naturalqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/naturalqs.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/nqopen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/nqopen.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/openbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/openbookqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/pawsx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/pawsx.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/pile.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/piqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/prost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/prost.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/pubmedqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/pubmedqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/qa4mre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/qa4mre.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/qasper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/qasper.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/quac.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/race.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/sat.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/sciq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/sciq.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/scrolls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/scrolls.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/squad.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/storycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/storycloze.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/superglue.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/swag.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/toxigen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/toxigen.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/translation.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/triviaqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/truthfulqa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/unscramble.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/webqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/webqs.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/wikitext.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/winogrande.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/wsc273.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/wsc273.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/xcopa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/xcopa.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/xnli.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/xstorycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/xstorycloze.py -------------------------------------------------------------------------------- /src/lm_eval/tasks/xwinograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/tasks/xwinograd.py -------------------------------------------------------------------------------- /src/lm_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/lm_eval/utils.py -------------------------------------------------------------------------------- /src/masks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/masks.py -------------------------------------------------------------------------------- /src/train_kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hdong920/LESS/HEAD/src/train_kernels.py --------------------------------------------------------------------------------