├── .coveragerc ├── .flake8 ├── .github └── workflows │ ├── pull_request.yml │ └── python-app.yml ├── .gitignore ├── .pre-commit-config.yaml ├── LICENSE.md ├── README.md ├── docs ├── decontamination.md ├── description_guide.md ├── img │ └── fewshot_example_gpt3.png ├── task_guide.md └── task_table.md ├── exp ├── bloom_176b │ ├── int6.yaml │ └── int8.yaml ├── bloomz_176b │ ├── int6.yaml │ └── int8.yaml ├── llama │ ├── int4_token.yaml │ ├── int4_token_disable.yaml │ ├── int6_token.yaml │ └── int6_token_disable.yaml └── opt │ ├── int4_group.yaml │ ├── int5_token.yaml │ ├── int6.yaml │ └── int8.yaml ├── figure ├── outlier_phenomenon.png └── outlier_suppression_plus.png ├── ignore.txt ├── lm_eval ├── __init__.py ├── base.py ├── datasets │ ├── ai2_arc │ │ ├── README.md │ │ ├── ai2_arc.py │ │ └── dataset_infos.json │ ├── arithmetic │ │ ├── __init__.py │ │ ├── arithmetic.py │ │ └── dataset_infos.json │ ├── asdiv │ │ ├── __init__.py │ │ ├── asdiv.py │ │ └── dataset_infos.json │ ├── coqa │ │ ├── __init__.py │ │ ├── coqa.py │ │ └── dataset_infos.json │ ├── drop │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── drop.py │ ├── headqa │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── headqa.py │ ├── hellaswag │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── hellaswag.py │ ├── hendrycks_ethics │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── hendrycks_ethics.py │ ├── hendrycks_math │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── hendrycks_math.py │ ├── lambada_openai │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── lambada_openai.py │ ├── logiqa │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── logiqa.py │ ├── mutual │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── mutual.py │ ├── pile │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── pile.py │ ├── piqa │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── piqa.py │ ├── quac │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── quac.py │ ├── sat_analogies │ │ ├── __init__.py │ │ └── sat_analogies.py │ ├── story_cloze │ │ ├── README.md │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── story_cloze.py │ ├── super_glue │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── super_glue.py │ ├── triviaqa │ │ ├── README.md │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── triviaqa.py │ ├── unscramble │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── unscramble.py │ ├── wikitext │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── wikitext.py │ └── winogrande │ │ ├── __init__.py │ │ ├── dataset_infos.json │ │ └── winogrande.py ├── decontamination │ ├── __init__.py │ ├── archiver.py │ ├── decontaminate.py │ └── janitor.py ├── evaluator.py ├── metrics.py ├── models │ ├── __init__.py │ ├── bloom.py │ ├── dummy.py │ ├── gpt2.py │ ├── gpt3.py │ ├── llama.py │ ├── opt.py │ └── textsynth.py ├── tasks │ ├── __init__.py │ ├── anli.py │ ├── arc.py │ ├── arithmetic.py │ ├── asdiv.py │ ├── blimp.py │ ├── cbt.py │ ├── coqa.py │ ├── drop.py │ ├── glue.py │ ├── gsm8k.py │ ├── headqa.py │ ├── hellaswag.py │ ├── hendrycks_ethics.py │ ├── hendrycks_math.py │ ├── hendrycks_test.py │ ├── lambada.py │ ├── lambada_cloze.py │ ├── lambada_multilingual.py │ ├── logiqa.py │ ├── mathqa.py │ ├── mc_taco.py │ ├── mutual.py │ ├── naturalqs.py │ ├── openbookqa.py │ ├── pile.py │ ├── piqa.py │ ├── prost.py │ ├── pubmedqa.py │ ├── qa4mre.py │ ├── qasper.py │ ├── quac.py │ ├── race.py │ ├── sat.py │ ├── sciq.py │ ├── squad.py │ ├── storycloze.py │ ├── superglue.py │ ├── swag.py │ ├── translation.py │ ├── triviaqa.py │ ├── truthfulqa.py │ ├── unscramble.py │ ├── webqs.py │ ├── wikitext.py │ ├── winogrande.py │ └── wsc273.py └── utils.py ├── main.py ├── outlier_analysis.md ├── pile_statistics.json ├── quant_transformer ├── __init__.py ├── model │ ├── __init__.py │ ├── quant_bloom.py │ ├── quant_llama.py │ ├── quant_model.py │ ├── quant_opt.py │ └── util_layernorm.py ├── quantization │ ├── __init__.py │ ├── fake_quant.py │ ├── migration.py │ ├── migration_bloom.py │ ├── migration_llama.py │ ├── observer.py │ ├── quantized_module.py │ ├── state.py │ └── util_quant.py └── solver │ ├── __init__.py │ ├── calibrate.py │ ├── export.py │ └── token_wise_clipping.py ├── scripts ├── __init__.py ├── clean_training_data │ ├── README.md │ ├── __init__.py │ ├── compress_and_package.py │ ├── generate_13_grams.py │ ├── investigate_pile.py │ ├── janitor_util.cpp │ ├── process_sorted_buckets.py │ └── sort_13_gram_buckets.py ├── cost_estimate.py ├── get_prompts.py ├── make_gpt2_test_cases.py ├── make_table_tasks.py └── write_out.py └── templates ├── new_multiple_choice_task.py └── new_task.py /.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/.coveragerc -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/workflows/pull_request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/.github/workflows/pull_request.yml -------------------------------------------------------------------------------- /.github/workflows/python-app.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/.github/workflows/python-app.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/README.md -------------------------------------------------------------------------------- /docs/decontamination.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/docs/decontamination.md -------------------------------------------------------------------------------- /docs/description_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/docs/description_guide.md -------------------------------------------------------------------------------- /docs/img/fewshot_example_gpt3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/docs/img/fewshot_example_gpt3.png -------------------------------------------------------------------------------- /docs/task_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/docs/task_guide.md -------------------------------------------------------------------------------- /docs/task_table.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/docs/task_table.md -------------------------------------------------------------------------------- /exp/bloom_176b/int6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/bloom_176b/int6.yaml -------------------------------------------------------------------------------- /exp/bloom_176b/int8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/bloom_176b/int8.yaml -------------------------------------------------------------------------------- /exp/bloomz_176b/int6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/bloomz_176b/int6.yaml -------------------------------------------------------------------------------- /exp/bloomz_176b/int8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/bloomz_176b/int8.yaml -------------------------------------------------------------------------------- /exp/llama/int4_token.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/llama/int4_token.yaml -------------------------------------------------------------------------------- /exp/llama/int4_token_disable.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/llama/int4_token_disable.yaml -------------------------------------------------------------------------------- /exp/llama/int6_token.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/llama/int6_token.yaml -------------------------------------------------------------------------------- /exp/llama/int6_token_disable.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/llama/int6_token_disable.yaml -------------------------------------------------------------------------------- /exp/opt/int4_group.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/opt/int4_group.yaml -------------------------------------------------------------------------------- /exp/opt/int5_token.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/opt/int5_token.yaml -------------------------------------------------------------------------------- /exp/opt/int6.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/opt/int6.yaml -------------------------------------------------------------------------------- /exp/opt/int8.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/exp/opt/int8.yaml -------------------------------------------------------------------------------- /figure/outlier_phenomenon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/figure/outlier_phenomenon.png -------------------------------------------------------------------------------- /figure/outlier_suppression_plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/figure/outlier_suppression_plus.png -------------------------------------------------------------------------------- /ignore.txt: -------------------------------------------------------------------------------- 1 | ROUGE 2 | rouge 3 | nin 4 | -------------------------------------------------------------------------------- /lm_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/base.py -------------------------------------------------------------------------------- /lm_eval/datasets/ai2_arc/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/ai2_arc/README.md -------------------------------------------------------------------------------- /lm_eval/datasets/ai2_arc/ai2_arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/ai2_arc/ai2_arc.py -------------------------------------------------------------------------------- /lm_eval/datasets/ai2_arc/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/ai2_arc/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/arithmetic/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/arithmetic/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/arithmetic/arithmetic.py -------------------------------------------------------------------------------- /lm_eval/datasets/arithmetic/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/arithmetic/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/asdiv/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/asdiv/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/asdiv/asdiv.py -------------------------------------------------------------------------------- /lm_eval/datasets/asdiv/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/asdiv/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/coqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/coqa/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/coqa/coqa.py -------------------------------------------------------------------------------- /lm_eval/datasets/coqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/coqa/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/drop/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/drop/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/drop/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/drop/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/drop/drop.py -------------------------------------------------------------------------------- /lm_eval/datasets/headqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/headqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/headqa/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/headqa/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/headqa/headqa.py -------------------------------------------------------------------------------- /lm_eval/datasets/hellaswag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/hellaswag/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/hellaswag/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/hellaswag/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/hellaswag/hellaswag.py -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_ethics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_ethics/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/hendrycks_ethics/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_math/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_math/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/hendrycks_math/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/hendrycks_math/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/hendrycks_math/hendrycks_math.py -------------------------------------------------------------------------------- /lm_eval/datasets/lambada_openai/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/lambada_openai/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/lambada_openai/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/lambada_openai/lambada_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/lambada_openai/lambada_openai.py -------------------------------------------------------------------------------- /lm_eval/datasets/logiqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/logiqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/logiqa/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/logiqa/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/logiqa/logiqa.py -------------------------------------------------------------------------------- /lm_eval/datasets/mutual/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/mutual/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/mutual/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/mutual/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/mutual/mutual.py -------------------------------------------------------------------------------- /lm_eval/datasets/pile/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/pile/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/pile/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/pile/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/pile/pile.py -------------------------------------------------------------------------------- /lm_eval/datasets/piqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/piqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/piqa/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/piqa/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/piqa/piqa.py -------------------------------------------------------------------------------- /lm_eval/datasets/quac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/quac/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/quac/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/quac/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/quac/quac.py -------------------------------------------------------------------------------- /lm_eval/datasets/sat_analogies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/sat_analogies/sat_analogies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/sat_analogies/sat_analogies.py -------------------------------------------------------------------------------- /lm_eval/datasets/story_cloze/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/story_cloze/README.md -------------------------------------------------------------------------------- /lm_eval/datasets/story_cloze/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/story_cloze/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/story_cloze/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/story_cloze/story_cloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/story_cloze/story_cloze.py -------------------------------------------------------------------------------- /lm_eval/datasets/super_glue/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/super_glue/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/super_glue/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/super_glue/super_glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/super_glue/super_glue.py -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/triviaqa/README.md -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/triviaqa/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/triviaqa/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/triviaqa/triviaqa.py -------------------------------------------------------------------------------- /lm_eval/datasets/unscramble/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/unscramble/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/unscramble/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/unscramble/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/unscramble/unscramble.py -------------------------------------------------------------------------------- /lm_eval/datasets/wikitext/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/wikitext/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/wikitext/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/wikitext/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/wikitext/wikitext.py -------------------------------------------------------------------------------- /lm_eval/datasets/winogrande/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/datasets/winogrande/dataset_infos.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/winogrande/dataset_infos.json -------------------------------------------------------------------------------- /lm_eval/datasets/winogrande/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/datasets/winogrande/winogrande.py -------------------------------------------------------------------------------- /lm_eval/decontamination/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lm_eval/decontamination/archiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/decontamination/archiver.py -------------------------------------------------------------------------------- /lm_eval/decontamination/decontaminate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/decontamination/decontaminate.py -------------------------------------------------------------------------------- /lm_eval/decontamination/janitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/decontamination/janitor.py -------------------------------------------------------------------------------- /lm_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/evaluator.py -------------------------------------------------------------------------------- /lm_eval/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/metrics.py -------------------------------------------------------------------------------- /lm_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/models/__init__.py -------------------------------------------------------------------------------- /lm_eval/models/bloom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/models/bloom.py -------------------------------------------------------------------------------- /lm_eval/models/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/models/dummy.py -------------------------------------------------------------------------------- /lm_eval/models/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/models/gpt2.py -------------------------------------------------------------------------------- /lm_eval/models/gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/models/gpt3.py -------------------------------------------------------------------------------- /lm_eval/models/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/models/llama.py -------------------------------------------------------------------------------- /lm_eval/models/opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/models/opt.py -------------------------------------------------------------------------------- /lm_eval/models/textsynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/models/textsynth.py -------------------------------------------------------------------------------- /lm_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/__init__.py -------------------------------------------------------------------------------- /lm_eval/tasks/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/anli.py -------------------------------------------------------------------------------- /lm_eval/tasks/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/arc.py -------------------------------------------------------------------------------- /lm_eval/tasks/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/arithmetic.py -------------------------------------------------------------------------------- /lm_eval/tasks/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/asdiv.py -------------------------------------------------------------------------------- /lm_eval/tasks/blimp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/blimp.py -------------------------------------------------------------------------------- /lm_eval/tasks/cbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/cbt.py -------------------------------------------------------------------------------- /lm_eval/tasks/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/coqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/drop.py -------------------------------------------------------------------------------- /lm_eval/tasks/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/glue.py -------------------------------------------------------------------------------- /lm_eval/tasks/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/gsm8k.py -------------------------------------------------------------------------------- /lm_eval/tasks/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/headqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/hellaswag.py -------------------------------------------------------------------------------- /lm_eval/tasks/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/hendrycks_ethics.py -------------------------------------------------------------------------------- /lm_eval/tasks/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/hendrycks_math.py -------------------------------------------------------------------------------- /lm_eval/tasks/hendrycks_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/hendrycks_test.py -------------------------------------------------------------------------------- /lm_eval/tasks/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/lambada.py -------------------------------------------------------------------------------- /lm_eval/tasks/lambada_cloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/lambada_cloze.py -------------------------------------------------------------------------------- /lm_eval/tasks/lambada_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/lambada_multilingual.py -------------------------------------------------------------------------------- /lm_eval/tasks/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/logiqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/mathqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/mathqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/mc_taco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/mc_taco.py -------------------------------------------------------------------------------- /lm_eval/tasks/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/mutual.py -------------------------------------------------------------------------------- /lm_eval/tasks/naturalqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/naturalqs.py -------------------------------------------------------------------------------- /lm_eval/tasks/openbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/openbookqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/pile.py -------------------------------------------------------------------------------- /lm_eval/tasks/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/piqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/prost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/prost.py -------------------------------------------------------------------------------- /lm_eval/tasks/pubmedqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/pubmedqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/qa4mre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/qa4mre.py -------------------------------------------------------------------------------- /lm_eval/tasks/qasper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/qasper.py -------------------------------------------------------------------------------- /lm_eval/tasks/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/quac.py -------------------------------------------------------------------------------- /lm_eval/tasks/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/race.py -------------------------------------------------------------------------------- /lm_eval/tasks/sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/sat.py -------------------------------------------------------------------------------- /lm_eval/tasks/sciq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/sciq.py -------------------------------------------------------------------------------- /lm_eval/tasks/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/squad.py -------------------------------------------------------------------------------- /lm_eval/tasks/storycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/storycloze.py -------------------------------------------------------------------------------- /lm_eval/tasks/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/superglue.py -------------------------------------------------------------------------------- /lm_eval/tasks/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/swag.py -------------------------------------------------------------------------------- /lm_eval/tasks/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/translation.py -------------------------------------------------------------------------------- /lm_eval/tasks/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/triviaqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/truthfulqa.py -------------------------------------------------------------------------------- /lm_eval/tasks/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/unscramble.py -------------------------------------------------------------------------------- /lm_eval/tasks/webqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/webqs.py -------------------------------------------------------------------------------- /lm_eval/tasks/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/wikitext.py -------------------------------------------------------------------------------- /lm_eval/tasks/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/winogrande.py -------------------------------------------------------------------------------- /lm_eval/tasks/wsc273.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/tasks/wsc273.py -------------------------------------------------------------------------------- /lm_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/lm_eval/utils.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/main.py -------------------------------------------------------------------------------- /outlier_analysis.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/outlier_analysis.md -------------------------------------------------------------------------------- /pile_statistics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/pile_statistics.json -------------------------------------------------------------------------------- /quant_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /quant_transformer/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /quant_transformer/model/quant_bloom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/model/quant_bloom.py -------------------------------------------------------------------------------- /quant_transformer/model/quant_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/model/quant_llama.py -------------------------------------------------------------------------------- /quant_transformer/model/quant_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/model/quant_model.py -------------------------------------------------------------------------------- /quant_transformer/model/quant_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/model/quant_opt.py -------------------------------------------------------------------------------- /quant_transformer/model/util_layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/model/util_layernorm.py -------------------------------------------------------------------------------- /quant_transformer/quantization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/quantization/__init__.py -------------------------------------------------------------------------------- /quant_transformer/quantization/fake_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/quantization/fake_quant.py -------------------------------------------------------------------------------- /quant_transformer/quantization/migration.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/quantization/migration.py -------------------------------------------------------------------------------- /quant_transformer/quantization/migration_bloom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/quantization/migration_bloom.py -------------------------------------------------------------------------------- /quant_transformer/quantization/migration_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/quantization/migration_llama.py -------------------------------------------------------------------------------- /quant_transformer/quantization/observer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/quantization/observer.py -------------------------------------------------------------------------------- /quant_transformer/quantization/quantized_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/quantization/quantized_module.py -------------------------------------------------------------------------------- /quant_transformer/quantization/state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/quantization/state.py -------------------------------------------------------------------------------- /quant_transformer/quantization/util_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/quantization/util_quant.py -------------------------------------------------------------------------------- /quant_transformer/solver/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /quant_transformer/solver/calibrate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/solver/calibrate.py -------------------------------------------------------------------------------- /quant_transformer/solver/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/solver/export.py -------------------------------------------------------------------------------- /quant_transformer/solver/token_wise_clipping.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/quant_transformer/solver/token_wise_clipping.py -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/clean_training_data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/clean_training_data/README.md -------------------------------------------------------------------------------- /scripts/clean_training_data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scripts/clean_training_data/compress_and_package.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/clean_training_data/compress_and_package.py -------------------------------------------------------------------------------- /scripts/clean_training_data/generate_13_grams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/clean_training_data/generate_13_grams.py -------------------------------------------------------------------------------- /scripts/clean_training_data/investigate_pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/clean_training_data/investigate_pile.py -------------------------------------------------------------------------------- /scripts/clean_training_data/janitor_util.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/clean_training_data/janitor_util.cpp -------------------------------------------------------------------------------- /scripts/clean_training_data/process_sorted_buckets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/clean_training_data/process_sorted_buckets.py -------------------------------------------------------------------------------- /scripts/clean_training_data/sort_13_gram_buckets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/clean_training_data/sort_13_gram_buckets.py -------------------------------------------------------------------------------- /scripts/cost_estimate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/cost_estimate.py -------------------------------------------------------------------------------- /scripts/get_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/get_prompts.py -------------------------------------------------------------------------------- /scripts/make_gpt2_test_cases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/make_gpt2_test_cases.py -------------------------------------------------------------------------------- /scripts/make_table_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/make_table_tasks.py -------------------------------------------------------------------------------- /scripts/write_out.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/scripts/write_out.py -------------------------------------------------------------------------------- /templates/new_multiple_choice_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/templates/new_multiple_choice_task.py -------------------------------------------------------------------------------- /templates/new_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ModelTC/Outlier_Suppression_Plus/HEAD/templates/new_task.py --------------------------------------------------------------------------------