├── .dockerignore ├── .gitattributes ├── .github ├── CONTRIBUTING.md ├── ISSUE_TEMPLATE │ ├── bug_report.yml │ ├── documentation.yml │ ├── feature_request.yml │ └── question.yml ├── actions │ └── setup-venv │ │ └── action.yml ├── dependabot.yml └── workflows │ ├── main.yml │ └── pr_checks.yml ├── .gitignore ├── CHANGELOG.md ├── LICENSE ├── Makefile ├── README.md ├── analysis ├── __init__.py ├── create_inject_indices_map.py ├── eval_ppl.py ├── extract_data.py ├── forgetting_plot.py ├── generate_gen_probes.py ├── generate_hard_probes.py ├── generate_knowledge.py ├── generate_mem_probes.py ├── generate_paraphrases.py ├── get_indices.py ├── inject_indices_map │ ├── 7b-0-debug.pkl │ ├── 7b-0.pkl │ ├── 7b-360000-debug.pkl │ └── 7b-360000.pkl ├── postprocess_ppl.py ├── ppl_analysis.py └── results │ ├── experiments_step113000-unsharded.json │ ├── experiments_step339000-unsharded.json │ └── experiments_step40000-unsharded.json ├── checkpoints ├── convert_ckpt.sh └── official │ ├── OLMo-1B.csv │ ├── OLMo-7B-Twin-2T.csv │ └── OLMo-7B.csv ├── configs ├── etc │ ├── c4-extra-tiny-debug.yaml │ ├── c4-large.yaml │ ├── c4-medium.yaml │ ├── c4-small.yaml │ ├── c4-tiny.yaml │ ├── llama7-s3.yaml │ ├── llama7.yaml │ ├── mitchish-instruct.yaml │ ├── mitchish35.yaml │ ├── mitchish50.yaml │ ├── mitchish65-s3.yaml │ ├── mitchish65.yaml │ ├── mitchish70-s3.yaml │ ├── mitchish70.yaml │ ├── olmo-small-ablation.yaml │ ├── olmo7-ablation-baseline.yaml │ ├── olmo7-ablation-dedupedocs.yaml │ ├── olmo7-ablation-dedupeparas.yaml │ ├── olmo7-ablation-dolma17.yaml │ ├── olmo7-ablation-final2.yaml │ ├── olmo7-ablation-refheavy.yaml │ ├── v1-mix-medium-mitch-ish-s3.yaml │ ├── v1-mix-medium-mitch-ish.yaml │ ├── v1-mix-medium-s3.yaml │ ├── v1-mix-medium.yaml │ ├── v1-mix-small-s3.yaml │ ├── v1-mix-small.yaml │ ├── v1_5-mix-medium-mitch-ish-s3.yaml │ ├── v1_5-mix-medium-mitch-ish.yaml │ └── v1_5-mix-medium-s3.yaml ├── mcli │ ├── .gitignore │ ├── ananya-1b-ib.yaml │ ├── ananya-1b.yaml │ ├── mitchish-final.yaml │ ├── mitchish-instruct.yml │ ├── mitchish.yaml │ ├── mitchish70.yaml │ ├── mosaic-ananya-1b.yaml │ ├── olmo7-ablation-baseline.yaml │ ├── olmo7-ablation-dedupedocs.yaml │ ├── olmo7-ablation-dolma17.yaml │ ├── v1-mix-medium-mitch-ish.yaml │ ├── v1-mix-medium.yaml │ ├── v1_5-mix-medium-mitch-ish.yaml │ └── v1_5-mix-medium.yaml └── official │ ├── OLMo-1B.yaml │ ├── OLMo-7B-bsize.yaml │ └── OLMo-7B.yaml ├── conftest.py ├── docker ├── Dockerfile.base ├── Dockerfile.gantry ├── Dockerfile.lumi └── Dockerfile.test ├── docs ├── Kempner.md ├── LUMI.md ├── NOTES.md ├── RELEASE_PROCESS.md ├── Safetensors.md └── TRAINLOG.md ├── evaluation ├── README.md ├── __init__.py ├── empty_workspace.py ├── experiments │ ├── evaluation_2023_07_26.jsonnet │ ├── task_sets │ │ ├── eval_suite_ppl_val_v2_small.libsonnet │ │ ├── eval_suite_ppl_val_v3.libsonnet │ │ ├── eval_suite_ppl_val_v3_small.libsonnet │ │ ├── gen_tasks.libsonnet │ │ ├── rc20_tasks.libsonnet │ │ ├── summary_tasks.libsonnet │ │ ├── task_utils.libsonnet │ │ └── test_sets │ │ │ ├── test_eval_suite_ppl_val_v2_small.libsonnet │ │ │ ├── test_gen_tasks.libsonnet │ │ │ └── test_rc20_tasks.libsonnet │ ├── test_config.jsonnet │ └── utils.libsonnet ├── requirements.txt ├── see_available_tasks.py ├── steps │ ├── __init__.py │ ├── get_model.py │ ├── run_catwalk.py │ └── wandb_metrics.py └── tango-in-beaker.yml ├── extract_dolma_data_subset.py ├── fictional_knowledge ├── fictional_knowledge.json └── fictional_knowledge_paraphrased.json ├── hf_olmo ├── __init__.py ├── configuration_olmo.py ├── convert_olmo_to_hf.py ├── modeling_olmo.py ├── pyproject.toml ├── requirements.txt └── tokenization_olmo_fast.py ├── inference ├── NOTES.md ├── README.md ├── __init__.py ├── compression │ ├── dependencies │ │ └── AutoGPTQ │ │ │ ├── .gitignore │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── README_zh.md │ │ │ ├── auto_gptq │ │ │ ├── __init__.py │ │ │ ├── eval_tasks │ │ │ │ ├── __init__.py │ │ │ │ ├── _base.py │ │ │ │ ├── _utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── classification_utils.py │ │ │ │ │ └── generation_utils.py │ │ │ │ ├── language_modeling_task.py │ │ │ │ ├── sequence_classification_task.py │ │ │ │ └── text_summarization_task.py │ │ │ ├── modeling │ │ │ │ ├── __init__.py │ │ │ │ ├── _base.py │ │ │ │ ├── _const.py │ │ │ │ ├── _utils.py │ │ │ │ ├── auto.py │ │ │ │ ├── baichuan.py │ │ │ │ ├── bloom.py │ │ │ │ ├── codegen.py │ │ │ │ ├── gpt2.py │ │ │ │ ├── gpt_bigcode.py │ │ │ │ ├── gpt_neox.py │ │ │ │ ├── gptj.py │ │ │ │ ├── internlm.py │ │ │ │ ├── llama.py │ │ │ │ ├── moss.py │ │ │ │ ├── olmo.py │ │ │ │ ├── opt.py │ │ │ │ ├── qwen.py │ │ │ │ └── rw.py │ │ │ ├── nn_modules │ │ │ │ ├── __init__.py │ │ │ │ ├── _fused_base.py │ │ │ │ ├── fused_gptj_attn.py │ │ │ │ ├── fused_llama_attn.py │ │ │ │ ├── fused_llama_mlp.py │ │ │ │ ├── qlinear │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── qlinear_cuda.py │ │ │ │ │ ├── qlinear_cuda_old.py │ │ │ │ │ ├── qlinear_exllama.py │ │ │ │ │ └── qlinear_triton.py │ │ │ │ └── triton_utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── custom_autotune.py │ │ │ │ │ ├── kernels.py │ │ │ │ │ └── mixin.py │ │ │ ├── quantization │ │ │ │ ├── __init__.py │ │ │ │ ├── gptq.py │ │ │ │ └── quantizer.py │ │ │ └── utils │ │ │ │ ├── __init__.py │ │ │ │ ├── data_utils.py │ │ │ │ ├── import_utils.py │ │ │ │ ├── peft_utils.py │ │ │ │ └── perplexity_utils.py │ │ │ ├── autogptq_extension │ │ │ ├── cuda_256 │ │ │ │ ├── autogptq_cuda_256.cpp │ │ │ │ └── autogptq_cuda_kernel_256.cu │ │ │ ├── cuda_64 │ │ │ │ ├── autogptq_cuda_64.cpp │ │ │ │ └── autogptq_cuda_kernel_64.cu │ │ │ ├── exllama │ │ │ │ ├── cu_compat.cuh │ │ │ │ ├── cuda_buffers.cu │ │ │ │ ├── cuda_buffers.cuh │ │ │ │ ├── cuda_func │ │ │ │ │ ├── column_remap.cu │ │ │ │ │ ├── column_remap.cuh │ │ │ │ │ ├── q4_matmul.cu │ │ │ │ │ ├── q4_matmul.cuh │ │ │ │ │ ├── q4_matrix.cu │ │ │ │ │ └── q4_matrix.cuh │ │ │ │ ├── exllama_ext.cpp │ │ │ │ ├── hip_compat.cuh │ │ │ │ ├── matrix.cuh │ │ │ │ ├── tuning.h │ │ │ │ └── util.cuh │ │ │ └── qigen │ │ │ │ ├── generate.py │ │ │ │ ├── intrin.py │ │ │ │ ├── mmm.cpp │ │ │ │ └── template.py │ │ │ ├── docs │ │ │ ├── NEWS_OR_UPDATE.md │ │ │ └── tutorial │ │ │ │ ├── 01-Quick-Start.md │ │ │ │ └── 02-Advanced-Model-Loading-and-Best-Practice.md │ │ │ ├── examples │ │ │ ├── README.md │ │ │ ├── benchmark │ │ │ │ ├── generation_speed.py │ │ │ │ └── perplexity.py │ │ │ ├── evaluation │ │ │ │ ├── run_language_modeling_task.py │ │ │ │ ├── run_sequence_classification_task.py │ │ │ │ └── run_text_summarization_task.py │ │ │ ├── peft │ │ │ │ ├── peft_adalora_clm_instruction_tuning.py │ │ │ │ ├── peft_adaption_prompt_clm_instruction_tuning.py │ │ │ │ └── peft_lora_clm_instruction_tuning.py │ │ │ └── quantization │ │ │ │ ├── basic_usage.py │ │ │ │ ├── basic_usage_gpt_xl.py │ │ │ │ ├── basic_usage_wikitext2.py │ │ │ │ ├── dataset │ │ │ │ └── alpaca_data_cleaned.json │ │ │ │ └── quant_with_alpaca.py │ │ │ ├── setup.py │ │ │ └── tests │ │ │ └── test_q4.py │ ├── olmo_gptq_class.py │ ├── run_olmo_quantization.sh │ └── run_quantization.py ├── efficiency │ ├── dependencies │ │ ├── efficiency-pentathlon │ │ │ ├── .dockerignore │ │ │ ├── Dockerfile │ │ │ ├── LICENSE │ │ │ ├── README.md │ │ │ ├── eb_gantry │ │ │ │ ├── __init__.py │ │ │ │ ├── __main__.py │ │ │ │ ├── aliases.py │ │ │ │ ├── constants.py │ │ │ │ ├── entrypoint.sh │ │ │ │ ├── exceptions.py │ │ │ │ ├── py.typed │ │ │ │ ├── util.py │ │ │ │ └── version.py │ │ │ ├── efficiency_benchmark │ │ │ │ ├── __init__.py │ │ │ │ ├── __main__.py │ │ │ │ ├── dependencies │ │ │ │ │ ├── __init__.py │ │ │ │ │ └── lm_eval │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── base.py │ │ │ │ │ │ ├── datasets │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── arithmetic │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── arithmetic.py │ │ │ │ │ │ ├── asdiv │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── asdiv.py │ │ │ │ │ │ ├── coqa │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── coqa.py │ │ │ │ │ │ ├── drop │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── drop.py │ │ │ │ │ │ ├── headqa │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── headqa.py │ │ │ │ │ │ ├── hendrycks_ethics │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── hendrycks_ethics.py │ │ │ │ │ │ ├── hendrycks_math │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── hendrycks_math.py │ │ │ │ │ │ ├── lambada_openai │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── lambada_openai.py │ │ │ │ │ │ ├── logiqa │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── logiqa.py │ │ │ │ │ │ ├── mutual │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── mutual.py │ │ │ │ │ │ ├── pile │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── pile.py │ │ │ │ │ │ ├── quac │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── quac.py │ │ │ │ │ │ ├── sat_analogies │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── sat_analogies.py │ │ │ │ │ │ ├── triviaqa │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── triviaqa.py │ │ │ │ │ │ ├── unscramble │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── unscramble.py │ │ │ │ │ │ └── wikitext │ │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ │ └── wikitext.py │ │ │ │ │ │ ├── decontamination │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── archiver.py │ │ │ │ │ │ ├── decontaminate.py │ │ │ │ │ │ └── janitor.py │ │ │ │ │ │ ├── evaluator.py │ │ │ │ │ │ ├── metrics.py │ │ │ │ │ │ ├── models │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── dummy.py │ │ │ │ │ │ ├── gpt2.py │ │ │ │ │ │ ├── gpt3.py │ │ │ │ │ │ └── textsynth.py │ │ │ │ │ │ ├── tasks │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ ├── anli.py │ │ │ │ │ │ ├── arc.py │ │ │ │ │ │ ├── arithmetic.py │ │ │ │ │ │ ├── asdiv.py │ │ │ │ │ │ ├── blimp.py │ │ │ │ │ │ ├── cbt.py │ │ │ │ │ │ ├── coqa.py │ │ │ │ │ │ ├── drop.py │ │ │ │ │ │ ├── glue.py │ │ │ │ │ │ ├── gsm8k.py │ │ │ │ │ │ ├── headqa.py │ │ │ │ │ │ ├── hellaswag.py │ │ │ │ │ │ ├── hendrycks_ethics.py │ │ │ │ │ │ ├── hendrycks_math.py │ │ │ │ │ │ ├── hendrycks_test.py │ │ │ │ │ │ ├── lambada.py │ │ │ │ │ │ ├── lambada_cloze.py │ │ │ │ │ │ ├── lambada_multilingual.py │ │ │ │ │ │ ├── logiqa.py │ │ │ │ │ │ ├── mathqa.py │ │ │ │ │ │ ├── mc_taco.py │ │ │ │ │ │ ├── mutual.py │ │ │ │ │ │ ├── naturalqs.py │ │ │ │ │ │ ├── openbookqa.py │ │ │ │ │ │ ├── pile.py │ │ │ │ │ │ ├── piqa.py │ │ │ │ │ │ ├── prost.py │ │ │ │ │ │ ├── pubmedqa.py │ │ │ │ │ │ ├── qa4mre.py │ │ │ │ │ │ ├── qasper.py │ │ │ │ │ │ ├── quac.py │ │ │ │ │ │ ├── race.py │ │ │ │ │ │ ├── sat.py │ │ │ │ │ │ ├── sciq.py │ │ │ │ │ │ ├── squad.py │ │ │ │ │ │ ├── storycloze.py │ │ │ │ │ │ ├── superglue.py │ │ │ │ │ │ ├── swag.py │ │ │ │ │ │ ├── translation.py │ │ │ │ │ │ ├── triviaqa.py │ │ │ │ │ │ ├── truthfulqa.py │ │ │ │ │ │ ├── unscramble.py │ │ │ │ │ │ ├── webqs.py │ │ │ │ │ │ ├── wikitext.py │ │ │ │ │ │ ├── winogrande.py │ │ │ │ │ │ └── wsc273.py │ │ │ │ │ │ └── utils.py │ │ │ │ ├── efficiency │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── power_monitor.py │ │ │ │ │ └── profiler.py │ │ │ │ ├── metrics │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── accuracy.py │ │ │ │ │ ├── bleu.py │ │ │ │ │ ├── entropy.py │ │ │ │ │ └── perplexity.py │ │ │ │ ├── stdio_wrapper.py │ │ │ │ ├── steps.py │ │ │ │ ├── tango_utils │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── det_hash.py │ │ │ │ │ └── sequences.py │ │ │ │ ├── task.py │ │ │ │ ├── tasks │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── efficiency_benchmark.py │ │ │ │ │ ├── eleuther.py │ │ │ │ │ ├── huggingface.py │ │ │ │ │ ├── metaicl.py │ │ │ │ │ ├── mrqa.py │ │ │ │ │ ├── p3.py │ │ │ │ │ ├── raft.py │ │ │ │ │ └── t5.py │ │ │ │ └── utils.py │ │ │ ├── profile.d │ │ │ │ ├── aliases.sh │ │ │ │ ├── conda.sh │ │ │ │ ├── env.sh │ │ │ │ ├── path.sh │ │ │ │ └── prompt.sh │ │ │ ├── requirements.txt │ │ │ ├── scripts │ │ │ │ ├── process_data.py │ │ │ │ ├── process_raft.sh │ │ │ │ └── process_wmt.sh │ │ │ └── setup.py │ │ └── previous_version │ │ │ ├── efficiency_benchmark │ │ │ ├── __init__.py │ │ │ ├── __main__.py │ │ │ ├── dependencies │ │ │ │ ├── __init__.py │ │ │ │ └── lm_eval │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── base.py │ │ │ │ │ ├── datasets │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── arithmetic │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── arithmetic.py │ │ │ │ │ ├── asdiv │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── asdiv.py │ │ │ │ │ ├── coqa │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── coqa.py │ │ │ │ │ ├── drop │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── drop.py │ │ │ │ │ ├── headqa │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── headqa.py │ │ │ │ │ ├── hendrycks_ethics │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── hendrycks_ethics.py │ │ │ │ │ ├── hendrycks_math │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── hendrycks_math.py │ │ │ │ │ ├── lambada_openai │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── lambada_openai.py │ │ │ │ │ ├── logiqa │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── logiqa.py │ │ │ │ │ ├── mutual │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── mutual.py │ │ │ │ │ ├── pile │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── pile.py │ │ │ │ │ ├── quac │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── quac.py │ │ │ │ │ ├── sat_analogies │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── sat_analogies.py │ │ │ │ │ ├── triviaqa │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── triviaqa.py │ │ │ │ │ ├── unscramble │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── unscramble.py │ │ │ │ │ └── wikitext │ │ │ │ │ │ ├── __init__.py │ │ │ │ │ │ └── wikitext.py │ │ │ │ │ ├── decontamination │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── archiver.py │ │ │ │ │ ├── decontaminate.py │ │ │ │ │ └── janitor.py │ │ │ │ │ ├── evaluator.py │ │ │ │ │ ├── metrics.py │ │ │ │ │ ├── models │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── dummy.py │ │ │ │ │ ├── gpt2.py │ │ │ │ │ ├── gpt3.py │ │ │ │ │ └── textsynth.py │ │ │ │ │ ├── tasks │ │ │ │ │ ├── __init__.py │ │ │ │ │ ├── anli.py │ │ │ │ │ ├── arc.py │ │ │ │ │ ├── arithmetic.py │ │ │ │ │ ├── asdiv.py │ │ │ │ │ ├── blimp.py │ │ │ │ │ ├── cbt.py │ │ │ │ │ ├── coqa.py │ │ │ │ │ ├── drop.py │ │ │ │ │ ├── glue.py │ │ │ │ │ ├── gsm8k.py │ │ │ │ │ ├── headqa.py │ │ │ │ │ ├── hellaswag.py │ │ │ │ │ ├── hendrycks_ethics.py │ │ │ │ │ ├── hendrycks_math.py │ │ │ │ │ ├── hendrycks_test.py │ │ │ │ │ ├── lambada.py │ │ │ │ │ ├── lambada_cloze.py │ │ │ │ │ ├── lambada_multilingual.py │ │ │ │ │ ├── logiqa.py │ │ │ │ │ ├── mathqa.py │ │ │ │ │ ├── mc_taco.py │ │ │ │ │ ├── mutual.py │ │ │ │ │ ├── naturalqs.py │ │ │ │ │ ├── openbookqa.py │ │ │ │ │ ├── pile.py │ │ │ │ │ ├── piqa.py │ │ │ │ │ ├── prost.py │ │ │ │ │ ├── pubmedqa.py │ │ │ │ │ ├── qa4mre.py │ │ │ │ │ ├── qasper.py │ │ │ │ │ ├── quac.py │ │ │ │ │ ├── race.py │ │ │ │ │ ├── sat.py │ │ │ │ │ ├── sciq.py │ │ │ │ │ ├── squad.py │ │ │ │ │ ├── storycloze.py │ │ │ │ │ ├── superglue.py │ │ │ │ │ ├── swag.py │ │ │ │ │ ├── translation.py │ │ │ │ │ ├── triviaqa.py │ │ │ │ │ ├── truthfulqa.py │ │ │ │ │ ├── unscramble.py │ │ │ │ │ ├── webqs.py │ │ │ │ │ ├── wikitext.py │ │ │ │ │ ├── winogrande.py │ │ │ │ │ └── wsc273.py │ │ │ │ │ └── utils.py │ │ │ ├── efficiency │ │ │ │ ├── __init__.py │ │ │ │ ├── power_monitor.py │ │ │ │ └── profiler.py │ │ │ ├── metrics │ │ │ │ ├── __init__.py │ │ │ │ ├── accuracy.py │ │ │ │ ├── bleu.py │ │ │ │ ├── entropy.py │ │ │ │ └── perplexity.py │ │ │ ├── stdio_wrapper.py │ │ │ ├── steps.py │ │ │ ├── tango_utils │ │ │ │ ├── __init__.py │ │ │ │ ├── det_hash.py │ │ │ │ └── sequences.py │ │ │ ├── task.py │ │ │ ├── tasks │ │ │ │ ├── __init__.py │ │ │ │ ├── efficiency_benchmark.py │ │ │ │ ├── eleuther.py │ │ │ │ ├── huggingface.py │ │ │ │ ├── metaicl.py │ │ │ │ ├── mrqa.py │ │ │ │ ├── p3.py │ │ │ │ ├── raft.py │ │ │ │ └── t5.py │ │ │ └── utils.py │ │ │ ├── efficiency_requirements.txt │ │ │ ├── olmo_efficiency.py │ │ │ └── olmo_efficiency.sh │ ├── run_efficiency_benchmark.py │ └── run_efficiency_benchmark.sh ├── eval │ ├── __init__.py │ ├── dispatch_openai_requests.py │ ├── mmlu │ │ ├── __init__.py │ │ ├── categories.py │ │ ├── eval_on_mmlu.sh │ │ └── run_eval.py │ ├── requirements.txt │ └── utils.py └── requirements.txt ├── olmo ├── __init__.py ├── aliases.py ├── beam_search.py ├── checkpoint.py ├── config.py ├── data │ ├── __init__.py │ ├── collator.py │ ├── iterable_dataset.py │ └── memmap_dataset.py ├── eval │ ├── __init__.py │ ├── downstream.py │ └── evaluator.py ├── exceptions.py ├── initialization.py ├── model.py ├── optim.py ├── py.typed ├── safetensors_util.py ├── tokenizer.py ├── torch_util.py ├── train.py ├── util.py └── version.py ├── pyproject.toml ├── scripts ├── add_code_eval.py ├── beaker │ ├── beaker_interactive.sh │ ├── ib-ananya-1b.sh │ ├── mitch-ish-7b.sh │ ├── mitchish65.sh │ ├── mitchish70.sh │ ├── olmo-small-ablation-on-gantry.sh │ ├── olmo7-ablation-baseline.sh │ ├── olmo7-ablation-dedupeparas.sh │ ├── olmo7-ablation-final2.sh │ ├── olmo7-ablation-refheavy.sh │ └── warm_hf_cache.sh ├── convert_pt_to_safetensors.py ├── init_config.py ├── inspect_train_data.py ├── kempner │ ├── llama7.sh │ ├── log_into_node.sh │ ├── mitch-ish-7b.sh │ └── v1-mix-small.sh ├── lumi │ ├── c4-large-on-lumi.sh │ ├── c4-medium-on-lumi.sh │ ├── c4-small-on-lumi.sh │ ├── llama7.sh │ ├── log_into_node.sh │ ├── lumi-interactive.sh │ ├── mitch-ish-7b.sh │ ├── mitchish65-randomseed.sh │ ├── mitchish65.sh │ ├── mitchish70.sh │ ├── olmo-small-ablation-on-lumi.sh │ ├── olmo7-ablations.sh │ ├── v1-mix-medium-on-lumi.sh │ └── v1-mix-small-on-lumi.sh ├── prepare_changelog.py ├── prepare_memmap_dataset.py ├── prepare_tulu_data.py ├── pyspy_all_nodes.sh ├── pyspy_all_processes.sh ├── release.sh ├── release_notes.py ├── run_dataloader.py ├── run_with_environment.sh ├── show_model_size.py ├── split_gz.py ├── storage_cleaner.py ├── test_entrypoint.sh ├── train.py ├── unshard.py └── wandb_change_group.py ├── test_fixtures ├── c4-sample.01.json.gz ├── c4-sample.02.json.gz ├── c4-sample.03.json.gz ├── evaluation │ └── ppl-test-data │ │ ├── 4chan │ │ └── val │ │ │ └── 4chan_00000000.jsonl.gz │ │ └── c4_100_domains │ │ └── val │ │ └── c4_100_domains_5_www.theguardian.com_00000000.jsonl.gz ├── test-olmo-model │ ├── config.json │ ├── config.yaml │ ├── model.pt │ ├── pytorch_model.bin │ ├── special_tokens_map.json │ ├── tokenizer.json │ └── tokenizer_config.json ├── train_tiny.yaml └── train_tiny_with_evaluator.yaml ├── tests ├── __init__.py ├── beam_search_test.py ├── checkpoint_test.py ├── config_test.py ├── data │ ├── __init__.py │ ├── collator_test.py │ ├── iterable_dataset_test.py │ └── memmap_dataset_test.py ├── eval │ └── downstream_test.py ├── hf_olmo │ ├── __init__.py │ ├── configuration_olmo_test.py │ ├── hf_olmo_test.py │ ├── hf_pipeline_test.py │ ├── modeling_olmo_test.py │ └── tokenization_olmo_fast_test.py ├── model_test.py ├── optim_test.py ├── tokenizer_test.py └── util_test.py └── tokenizers ├── allenai_eleuther-ai-gpt-neox-20b-pii-special.json └── allenai_gpt-neox-olmo-dolma-v1_5.json /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.dockerignore -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.github/CONTRIBUTING.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.github/ISSUE_TEMPLATE/bug_report.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/documentation.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.github/ISSUE_TEMPLATE/documentation.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.github/ISSUE_TEMPLATE/feature_request.yml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/question.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.github/ISSUE_TEMPLATE/question.yml -------------------------------------------------------------------------------- /.github/actions/setup-venv/action.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.github/actions/setup-venv/action.yml -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/workflows/main.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.github/workflows/main.yml -------------------------------------------------------------------------------- /.github/workflows/pr_checks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.github/workflows/pr_checks.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/README.md -------------------------------------------------------------------------------- /analysis/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /analysis/create_inject_indices_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/create_inject_indices_map.py -------------------------------------------------------------------------------- /analysis/eval_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/eval_ppl.py -------------------------------------------------------------------------------- /analysis/extract_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/extract_data.py -------------------------------------------------------------------------------- /analysis/forgetting_plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/forgetting_plot.py -------------------------------------------------------------------------------- /analysis/generate_gen_probes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/generate_gen_probes.py -------------------------------------------------------------------------------- /analysis/generate_hard_probes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/generate_hard_probes.py -------------------------------------------------------------------------------- /analysis/generate_knowledge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/generate_knowledge.py -------------------------------------------------------------------------------- /analysis/generate_mem_probes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/generate_mem_probes.py -------------------------------------------------------------------------------- /analysis/generate_paraphrases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/generate_paraphrases.py -------------------------------------------------------------------------------- /analysis/get_indices.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/get_indices.py -------------------------------------------------------------------------------- /analysis/inject_indices_map/7b-0-debug.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/inject_indices_map/7b-0-debug.pkl -------------------------------------------------------------------------------- /analysis/inject_indices_map/7b-0.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/inject_indices_map/7b-0.pkl -------------------------------------------------------------------------------- /analysis/inject_indices_map/7b-360000-debug.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/inject_indices_map/7b-360000-debug.pkl -------------------------------------------------------------------------------- /analysis/inject_indices_map/7b-360000.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/inject_indices_map/7b-360000.pkl -------------------------------------------------------------------------------- /analysis/postprocess_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/postprocess_ppl.py -------------------------------------------------------------------------------- /analysis/ppl_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/ppl_analysis.py -------------------------------------------------------------------------------- /analysis/results/experiments_step113000-unsharded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/results/experiments_step113000-unsharded.json -------------------------------------------------------------------------------- /analysis/results/experiments_step339000-unsharded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/results/experiments_step339000-unsharded.json -------------------------------------------------------------------------------- /analysis/results/experiments_step40000-unsharded.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/analysis/results/experiments_step40000-unsharded.json -------------------------------------------------------------------------------- /checkpoints/convert_ckpt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/checkpoints/convert_ckpt.sh -------------------------------------------------------------------------------- /checkpoints/official/OLMo-1B.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/checkpoints/official/OLMo-1B.csv -------------------------------------------------------------------------------- /checkpoints/official/OLMo-7B-Twin-2T.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/checkpoints/official/OLMo-7B-Twin-2T.csv -------------------------------------------------------------------------------- /checkpoints/official/OLMo-7B.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/checkpoints/official/OLMo-7B.csv -------------------------------------------------------------------------------- /configs/etc/c4-extra-tiny-debug.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/c4-extra-tiny-debug.yaml -------------------------------------------------------------------------------- /configs/etc/c4-large.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/c4-large.yaml -------------------------------------------------------------------------------- /configs/etc/c4-medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/c4-medium.yaml -------------------------------------------------------------------------------- /configs/etc/c4-small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/c4-small.yaml -------------------------------------------------------------------------------- /configs/etc/c4-tiny.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/c4-tiny.yaml -------------------------------------------------------------------------------- /configs/etc/llama7-s3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/llama7-s3.yaml -------------------------------------------------------------------------------- /configs/etc/llama7.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/llama7.yaml -------------------------------------------------------------------------------- /configs/etc/mitchish-instruct.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/mitchish-instruct.yaml -------------------------------------------------------------------------------- /configs/etc/mitchish35.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/mitchish35.yaml -------------------------------------------------------------------------------- /configs/etc/mitchish50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/mitchish50.yaml -------------------------------------------------------------------------------- /configs/etc/mitchish65-s3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/mitchish65-s3.yaml -------------------------------------------------------------------------------- /configs/etc/mitchish65.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/mitchish65.yaml -------------------------------------------------------------------------------- /configs/etc/mitchish70-s3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/mitchish70-s3.yaml -------------------------------------------------------------------------------- /configs/etc/mitchish70.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/mitchish70.yaml -------------------------------------------------------------------------------- /configs/etc/olmo-small-ablation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/olmo-small-ablation.yaml -------------------------------------------------------------------------------- /configs/etc/olmo7-ablation-baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/olmo7-ablation-baseline.yaml -------------------------------------------------------------------------------- /configs/etc/olmo7-ablation-dedupedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/olmo7-ablation-dedupedocs.yaml -------------------------------------------------------------------------------- /configs/etc/olmo7-ablation-dedupeparas.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/olmo7-ablation-dedupeparas.yaml -------------------------------------------------------------------------------- /configs/etc/olmo7-ablation-dolma17.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/olmo7-ablation-dolma17.yaml -------------------------------------------------------------------------------- /configs/etc/olmo7-ablation-final2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/olmo7-ablation-final2.yaml -------------------------------------------------------------------------------- /configs/etc/olmo7-ablation-refheavy.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/olmo7-ablation-refheavy.yaml -------------------------------------------------------------------------------- /configs/etc/v1-mix-medium-mitch-ish-s3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/v1-mix-medium-mitch-ish-s3.yaml -------------------------------------------------------------------------------- /configs/etc/v1-mix-medium-mitch-ish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/v1-mix-medium-mitch-ish.yaml -------------------------------------------------------------------------------- /configs/etc/v1-mix-medium-s3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/v1-mix-medium-s3.yaml -------------------------------------------------------------------------------- /configs/etc/v1-mix-medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/v1-mix-medium.yaml -------------------------------------------------------------------------------- /configs/etc/v1-mix-small-s3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/v1-mix-small-s3.yaml -------------------------------------------------------------------------------- /configs/etc/v1-mix-small.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/v1-mix-small.yaml -------------------------------------------------------------------------------- /configs/etc/v1_5-mix-medium-mitch-ish-s3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/v1_5-mix-medium-mitch-ish-s3.yaml -------------------------------------------------------------------------------- /configs/etc/v1_5-mix-medium-mitch-ish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/v1_5-mix-medium-mitch-ish.yaml -------------------------------------------------------------------------------- /configs/etc/v1_5-mix-medium-s3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/etc/v1_5-mix-medium-s3.yaml -------------------------------------------------------------------------------- /configs/mcli/.gitignore: -------------------------------------------------------------------------------- 1 | petew-* 2 | -------------------------------------------------------------------------------- /configs/mcli/ananya-1b-ib.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/ananya-1b-ib.yaml -------------------------------------------------------------------------------- /configs/mcli/ananya-1b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/ananya-1b.yaml -------------------------------------------------------------------------------- /configs/mcli/mitchish-final.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/mitchish-final.yaml -------------------------------------------------------------------------------- /configs/mcli/mitchish-instruct.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/mitchish-instruct.yml -------------------------------------------------------------------------------- /configs/mcli/mitchish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/mitchish.yaml -------------------------------------------------------------------------------- /configs/mcli/mitchish70.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/mitchish70.yaml -------------------------------------------------------------------------------- /configs/mcli/mosaic-ananya-1b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/mosaic-ananya-1b.yaml -------------------------------------------------------------------------------- /configs/mcli/olmo7-ablation-baseline.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/olmo7-ablation-baseline.yaml -------------------------------------------------------------------------------- /configs/mcli/olmo7-ablation-dedupedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/olmo7-ablation-dedupedocs.yaml -------------------------------------------------------------------------------- /configs/mcli/olmo7-ablation-dolma17.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/olmo7-ablation-dolma17.yaml -------------------------------------------------------------------------------- /configs/mcli/v1-mix-medium-mitch-ish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/v1-mix-medium-mitch-ish.yaml -------------------------------------------------------------------------------- /configs/mcli/v1-mix-medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/v1-mix-medium.yaml -------------------------------------------------------------------------------- /configs/mcli/v1_5-mix-medium-mitch-ish.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/v1_5-mix-medium-mitch-ish.yaml -------------------------------------------------------------------------------- /configs/mcli/v1_5-mix-medium.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/mcli/v1_5-mix-medium.yaml -------------------------------------------------------------------------------- /configs/official/OLMo-1B.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/official/OLMo-1B.yaml -------------------------------------------------------------------------------- /configs/official/OLMo-7B-bsize.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/official/OLMo-7B-bsize.yaml -------------------------------------------------------------------------------- /configs/official/OLMo-7B.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/configs/official/OLMo-7B.yaml -------------------------------------------------------------------------------- /conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/conftest.py -------------------------------------------------------------------------------- /docker/Dockerfile.base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docker/Dockerfile.base -------------------------------------------------------------------------------- /docker/Dockerfile.gantry: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docker/Dockerfile.gantry -------------------------------------------------------------------------------- /docker/Dockerfile.lumi: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docker/Dockerfile.lumi -------------------------------------------------------------------------------- /docker/Dockerfile.test: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docker/Dockerfile.test -------------------------------------------------------------------------------- /docs/Kempner.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docs/Kempner.md -------------------------------------------------------------------------------- /docs/LUMI.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docs/LUMI.md -------------------------------------------------------------------------------- /docs/NOTES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docs/NOTES.md -------------------------------------------------------------------------------- /docs/RELEASE_PROCESS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docs/RELEASE_PROCESS.md -------------------------------------------------------------------------------- /docs/Safetensors.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docs/Safetensors.md -------------------------------------------------------------------------------- /docs/TRAINLOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/docs/TRAINLOG.md -------------------------------------------------------------------------------- /evaluation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/README.md -------------------------------------------------------------------------------- /evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluation/empty_workspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/empty_workspace.py -------------------------------------------------------------------------------- /evaluation/experiments/evaluation_2023_07_26.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/evaluation_2023_07_26.jsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/eval_suite_ppl_val_v2_small.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/eval_suite_ppl_val_v2_small.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/eval_suite_ppl_val_v3.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/eval_suite_ppl_val_v3.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/eval_suite_ppl_val_v3_small.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/eval_suite_ppl_val_v3_small.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/gen_tasks.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/gen_tasks.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/rc20_tasks.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/rc20_tasks.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/summary_tasks.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/summary_tasks.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/task_utils.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/task_utils.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/test_sets/test_eval_suite_ppl_val_v2_small.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/test_sets/test_eval_suite_ppl_val_v2_small.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/test_sets/test_gen_tasks.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/test_sets/test_gen_tasks.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/task_sets/test_sets/test_rc20_tasks.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/task_sets/test_sets/test_rc20_tasks.libsonnet -------------------------------------------------------------------------------- /evaluation/experiments/test_config.jsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/test_config.jsonnet -------------------------------------------------------------------------------- /evaluation/experiments/utils.libsonnet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/experiments/utils.libsonnet -------------------------------------------------------------------------------- /evaluation/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/requirements.txt -------------------------------------------------------------------------------- /evaluation/see_available_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/see_available_tasks.py -------------------------------------------------------------------------------- /evaluation/steps/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/steps/__init__.py -------------------------------------------------------------------------------- /evaluation/steps/get_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/steps/get_model.py -------------------------------------------------------------------------------- /evaluation/steps/run_catwalk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/steps/run_catwalk.py -------------------------------------------------------------------------------- /evaluation/steps/wandb_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/steps/wandb_metrics.py -------------------------------------------------------------------------------- /evaluation/tango-in-beaker.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/evaluation/tango-in-beaker.yml -------------------------------------------------------------------------------- /extract_dolma_data_subset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/extract_dolma_data_subset.py -------------------------------------------------------------------------------- /fictional_knowledge/fictional_knowledge.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/fictional_knowledge/fictional_knowledge.json -------------------------------------------------------------------------------- /fictional_knowledge/fictional_knowledge_paraphrased.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/fictional_knowledge/fictional_knowledge_paraphrased.json -------------------------------------------------------------------------------- /hf_olmo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/hf_olmo/__init__.py -------------------------------------------------------------------------------- /hf_olmo/configuration_olmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/hf_olmo/configuration_olmo.py -------------------------------------------------------------------------------- /hf_olmo/convert_olmo_to_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/hf_olmo/convert_olmo_to_hf.py -------------------------------------------------------------------------------- /hf_olmo/modeling_olmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/hf_olmo/modeling_olmo.py -------------------------------------------------------------------------------- /hf_olmo/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/hf_olmo/pyproject.toml -------------------------------------------------------------------------------- /hf_olmo/requirements.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | -------------------------------------------------------------------------------- /hf_olmo/tokenization_olmo_fast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/hf_olmo/tokenization_olmo_fast.py -------------------------------------------------------------------------------- /inference/NOTES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/NOTES.md -------------------------------------------------------------------------------- /inference/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/README.md -------------------------------------------------------------------------------- /inference/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/.gitignore -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/LICENSE -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/README.md -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/README_zh.md -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/__init__.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/__init__.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/_base.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/_utils/classification_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/_utils/classification_utils.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/_utils/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/_utils/generation_utils.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/language_modeling_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/language_modeling_task.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/sequence_classification_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/sequence_classification_task.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/text_summarization_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/eval_tasks/text_summarization_task.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/__init__.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/_base.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/_const.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/_const.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/_utils.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/auto.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/baichuan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/baichuan.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/bloom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/bloom.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/codegen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/codegen.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/gpt2.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/gpt_bigcode.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/gpt_bigcode.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/gpt_neox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/gpt_neox.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/gptj.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/internlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/internlm.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/llama.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/moss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/moss.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/olmo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/olmo.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/opt.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/qwen.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/rw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/modeling/rw.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/_fused_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/_fused_base.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/fused_gptj_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/fused_gptj_attn.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/fused_llama_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/fused_llama_attn.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/fused_llama_mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/fused_llama_mlp.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/__init__.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/qlinear_cuda.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/qlinear_cuda.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/qlinear_cuda_old.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/qlinear_cuda_old.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/qlinear_exllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/qlinear_exllama.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/qlinear_triton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/qlinear/qlinear_triton.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/triton_utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/triton_utils/custom_autotune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/triton_utils/custom_autotune.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/triton_utils/kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/triton_utils/kernels.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/triton_utils/mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/nn_modules/triton_utils/mixin.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/quantization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/quantization/__init__.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/quantization/gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/quantization/gptq.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/quantization/quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/quantization/quantizer.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/__init__.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/data_utils.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/import_utils.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/peft_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/peft_utils.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/perplexity_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/auto_gptq/utils/perplexity_utils.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/cuda_256/autogptq_cuda_256.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/cuda_256/autogptq_cuda_256.cpp -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/cuda_256/autogptq_cuda_kernel_256.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/cuda_256/autogptq_cuda_kernel_256.cu -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/cuda_64/autogptq_cuda_64.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/cuda_64/autogptq_cuda_64.cpp -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/cuda_64/autogptq_cuda_kernel_64.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/cuda_64/autogptq_cuda_kernel_64.cu -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cu_compat.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cu_compat.cuh -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_buffers.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_buffers.cu -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_buffers.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_buffers.cuh -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/column_remap.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/column_remap.cu -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/column_remap.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/column_remap.cuh -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/q4_matmul.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/q4_matmul.cu -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/q4_matmul.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/q4_matmul.cuh -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/q4_matrix.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/q4_matrix.cu -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/q4_matrix.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/cuda_func/q4_matrix.cuh -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/exllama_ext.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/exllama_ext.cpp -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/hip_compat.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/hip_compat.cuh -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/matrix.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/matrix.cuh -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/tuning.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/tuning.h -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/util.cuh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/exllama/util.cuh -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/generate.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/intrin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/intrin.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/mmm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/mmm.cpp -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/autogptq_extension/qigen/template.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/docs/NEWS_OR_UPDATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/docs/NEWS_OR_UPDATE.md -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/docs/tutorial/01-Quick-Start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/docs/tutorial/01-Quick-Start.md -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/docs/tutorial/02-Advanced-Model-Loading-and-Best-Practice.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/docs/tutorial/02-Advanced-Model-Loading-and-Best-Practice.md -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/README.md -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/benchmark/generation_speed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/benchmark/generation_speed.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/benchmark/perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/benchmark/perplexity.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/evaluation/run_language_modeling_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/evaluation/run_language_modeling_task.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/evaluation/run_sequence_classification_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/evaluation/run_sequence_classification_task.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/evaluation/run_text_summarization_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/evaluation/run_text_summarization_task.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/peft/peft_adalora_clm_instruction_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/peft/peft_adalora_clm_instruction_tuning.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/peft/peft_adaption_prompt_clm_instruction_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/peft/peft_adaption_prompt_clm_instruction_tuning.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/peft/peft_lora_clm_instruction_tuning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/peft/peft_lora_clm_instruction_tuning.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/quantization/basic_usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/quantization/basic_usage.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/quantization/basic_usage_gpt_xl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/quantization/basic_usage_gpt_xl.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/quantization/basic_usage_wikitext2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/quantization/basic_usage_wikitext2.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/quantization/dataset/alpaca_data_cleaned.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/quantization/dataset/alpaca_data_cleaned.json -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/examples/quantization/quant_with_alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/examples/quantization/quant_with_alpaca.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/setup.py -------------------------------------------------------------------------------- /inference/compression/dependencies/AutoGPTQ/tests/test_q4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/dependencies/AutoGPTQ/tests/test_q4.py -------------------------------------------------------------------------------- /inference/compression/olmo_gptq_class.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/olmo_gptq_class.py -------------------------------------------------------------------------------- /inference/compression/run_olmo_quantization.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/run_olmo_quantization.sh -------------------------------------------------------------------------------- /inference/compression/run_quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/compression/run_quantization.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/.dockerignore: -------------------------------------------------------------------------------- 1 | verify 2 | vhome/ 3 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/Dockerfile -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/LICENSE -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/README.md -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/__main__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/aliases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/aliases.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/constants.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/entrypoint.sh -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/exceptions.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/util.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/eb_gantry/version.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/__main__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/base.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/arithmetic/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/arithmetic/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/arithmetic/arithmetic.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/asdiv/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/asdiv/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/asdiv/asdiv.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/coqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/coqa/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/coqa/coqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/drop/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/drop/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/drop/drop.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/headqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/headqa/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/headqa/headqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_ethics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_math/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_math/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_math/hendrycks_math.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/lambada_openai/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/lambada_openai/lambada_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/lambada_openai/lambada_openai.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/logiqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/logiqa/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/logiqa/logiqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/mutual/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/mutual/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/mutual/mutual.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/pile/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/pile/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/pile/pile.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/quac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/quac/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/quac/quac.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/sat_analogies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/sat_analogies/sat_analogies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/sat_analogies/sat_analogies.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/triviaqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/triviaqa/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/triviaqa/triviaqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/unscramble/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/unscramble/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/unscramble/unscramble.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/wikitext/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/wikitext/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/datasets/wikitext/wikitext.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/decontamination/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/decontamination/archiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/decontamination/archiver.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/decontamination/decontaminate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/decontamination/decontaminate.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/decontamination/janitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/decontamination/janitor.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/evaluator.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/metrics.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/dummy.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/gpt2.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/gpt3.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/textsynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/models/textsynth.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/anli.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/arc.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/arithmetic.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/asdiv.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/blimp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/blimp.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/cbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/cbt.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/coqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/drop.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/gsm8k.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/headqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hellaswag.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_ethics.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_math.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_test.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/lambada.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/lambada_cloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/lambada_cloze.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/lambada_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/lambada_multilingual.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/logiqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/mathqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/mathqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/mc_taco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/mc_taco.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/mutual.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/naturalqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/naturalqs.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/openbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/openbookqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/pile.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/piqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/prost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/prost.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/pubmedqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/pubmedqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/qa4mre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/qa4mre.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/qasper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/qasper.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/quac.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/race.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/sat.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/sciq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/sciq.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/squad.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/storycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/storycloze.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/swag.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/translation.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/triviaqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/truthfulqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/unscramble.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/webqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/webqs.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/wikitext.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/winogrande.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/wsc273.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/wsc273.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/utils.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/efficiency/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/efficiency/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/efficiency/power_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/efficiency/power_monitor.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/efficiency/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/efficiency/profiler.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/accuracy.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/bleu.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/entropy.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/metrics/perplexity.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/stdio_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/stdio_wrapper.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/steps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/steps.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tango_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tango_utils/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tango_utils/det_hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tango_utils/det_hash.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tango_utils/sequences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tango_utils/sequences.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/task.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/efficiency_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/efficiency_benchmark.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/eleuther.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/eleuther.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/huggingface.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/metaicl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/metaicl.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/mrqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/mrqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/p3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/p3.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/raft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/raft.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/tasks/t5.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/utils.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/profile.d/aliases.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/profile.d/aliases.sh -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/profile.d/conda.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/profile.d/conda.sh -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/profile.d/env.sh: -------------------------------------------------------------------------------- 1 | # Environment variables. 2 | export LANG=en_US.UTF-8 3 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/profile.d/path.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/profile.d/path.sh -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/profile.d/prompt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/profile.d/prompt.sh -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/requirements.txt -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/scripts/process_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/scripts/process_data.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/scripts/process_raft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/scripts/process_raft.sh -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/scripts/process_wmt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/scripts/process_wmt.sh -------------------------------------------------------------------------------- /inference/efficiency/dependencies/efficiency-pentathlon/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/efficiency-pentathlon/setup.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/__main__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/base.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/arithmetic/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/arithmetic/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/arithmetic/arithmetic.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/asdiv/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/asdiv/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/asdiv/asdiv.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/coqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/coqa/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/coqa/coqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/drop/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/drop/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/drop/drop.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/headqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/headqa/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/headqa/headqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_ethics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_math/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_math/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/hendrycks_math/hendrycks_math.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/lambada_openai/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/lambada_openai/lambada_openai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/lambada_openai/lambada_openai.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/logiqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/logiqa/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/logiqa/logiqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/mutual/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/mutual/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/mutual/mutual.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/pile/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/pile/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/pile/pile.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/quac/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/quac/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/quac/quac.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/sat_analogies/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/sat_analogies/sat_analogies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/sat_analogies/sat_analogies.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/triviaqa/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/triviaqa/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/triviaqa/triviaqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/unscramble/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/unscramble/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/unscramble/unscramble.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/wikitext/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/wikitext/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/datasets/wikitext/wikitext.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/decontamination/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/decontamination/archiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/decontamination/archiver.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/decontamination/decontaminate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/decontamination/decontaminate.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/decontamination/janitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/decontamination/janitor.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/evaluator.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/metrics.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/dummy.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/gpt2.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/gpt3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/gpt3.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/textsynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/models/textsynth.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/anli.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/arc.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/arithmetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/arithmetic.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/asdiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/asdiv.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/blimp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/blimp.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/cbt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/cbt.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/coqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/drop.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/gsm8k.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/headqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/headqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hellaswag.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_ethics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_ethics.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_math.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_test.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/lambada.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/lambada_cloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/lambada_cloze.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/lambada_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/lambada_multilingual.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/logiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/logiqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/mathqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/mathqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/mc_taco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/mc_taco.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/mutual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/mutual.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/naturalqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/naturalqs.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/openbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/openbookqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/pile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/pile.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/piqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/prost.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/prost.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/pubmedqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/pubmedqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/qa4mre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/qa4mre.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/qasper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/qasper.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/quac.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/race.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/sat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/sat.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/sciq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/sciq.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/squad.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/storycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/storycloze.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/swag.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/translation.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/triviaqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/truthfulqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/unscramble.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/unscramble.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/webqs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/webqs.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/wikitext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/wikitext.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/winogrande.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/wsc273.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/wsc273.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/utils.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/efficiency/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/efficiency/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/efficiency/power_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/efficiency/power_monitor.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/efficiency/profiler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/efficiency/profiler.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/accuracy.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/bleu.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/entropy.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/metrics/perplexity.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/stdio_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/stdio_wrapper.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/steps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/steps.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tango_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tango_utils/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tango_utils/det_hash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tango_utils/det_hash.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tango_utils/sequences.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tango_utils/sequences.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/task.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/__init__.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/efficiency_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/efficiency_benchmark.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/eleuther.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/eleuther.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/huggingface.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/metaicl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/metaicl.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/mrqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/mrqa.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/p3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/p3.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/raft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/raft.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/tasks/t5.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_benchmark/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_benchmark/utils.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/efficiency_requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/efficiency_requirements.txt -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/olmo_efficiency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/olmo_efficiency.py -------------------------------------------------------------------------------- /inference/efficiency/dependencies/previous_version/olmo_efficiency.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/dependencies/previous_version/olmo_efficiency.sh -------------------------------------------------------------------------------- /inference/efficiency/run_efficiency_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/run_efficiency_benchmark.py -------------------------------------------------------------------------------- /inference/efficiency/run_efficiency_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/efficiency/run_efficiency_benchmark.sh -------------------------------------------------------------------------------- /inference/eval/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/eval/dispatch_openai_requests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/eval/dispatch_openai_requests.py -------------------------------------------------------------------------------- /inference/eval/mmlu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/eval/mmlu/categories.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/eval/mmlu/categories.py -------------------------------------------------------------------------------- /inference/eval/mmlu/eval_on_mmlu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/eval/mmlu/eval_on_mmlu.sh -------------------------------------------------------------------------------- /inference/eval/mmlu/run_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/eval/mmlu/run_eval.py -------------------------------------------------------------------------------- /inference/eval/requirements.txt: -------------------------------------------------------------------------------- 1 | openai 2 | -------------------------------------------------------------------------------- /inference/eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/eval/utils.py -------------------------------------------------------------------------------- /inference/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/inference/requirements.txt -------------------------------------------------------------------------------- /olmo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/__init__.py -------------------------------------------------------------------------------- /olmo/aliases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/aliases.py -------------------------------------------------------------------------------- /olmo/beam_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/beam_search.py -------------------------------------------------------------------------------- /olmo/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/checkpoint.py -------------------------------------------------------------------------------- /olmo/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/config.py -------------------------------------------------------------------------------- /olmo/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/data/__init__.py -------------------------------------------------------------------------------- /olmo/data/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/data/collator.py -------------------------------------------------------------------------------- /olmo/data/iterable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/data/iterable_dataset.py -------------------------------------------------------------------------------- /olmo/data/memmap_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/data/memmap_dataset.py -------------------------------------------------------------------------------- /olmo/eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/eval/__init__.py -------------------------------------------------------------------------------- /olmo/eval/downstream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/eval/downstream.py -------------------------------------------------------------------------------- /olmo/eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/eval/evaluator.py -------------------------------------------------------------------------------- /olmo/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/exceptions.py -------------------------------------------------------------------------------- /olmo/initialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/initialization.py -------------------------------------------------------------------------------- /olmo/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/model.py -------------------------------------------------------------------------------- /olmo/optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/optim.py -------------------------------------------------------------------------------- /olmo/py.typed: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /olmo/safetensors_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/safetensors_util.py -------------------------------------------------------------------------------- /olmo/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/tokenizer.py -------------------------------------------------------------------------------- /olmo/torch_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/torch_util.py -------------------------------------------------------------------------------- /olmo/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/train.py -------------------------------------------------------------------------------- /olmo/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/util.py -------------------------------------------------------------------------------- /olmo/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/olmo/version.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/pyproject.toml -------------------------------------------------------------------------------- /scripts/add_code_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/add_code_eval.py -------------------------------------------------------------------------------- /scripts/beaker/beaker_interactive.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/beaker_interactive.sh -------------------------------------------------------------------------------- /scripts/beaker/ib-ananya-1b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/ib-ananya-1b.sh -------------------------------------------------------------------------------- /scripts/beaker/mitch-ish-7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/mitch-ish-7b.sh -------------------------------------------------------------------------------- /scripts/beaker/mitchish65.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/mitchish65.sh -------------------------------------------------------------------------------- /scripts/beaker/mitchish70.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/mitchish70.sh -------------------------------------------------------------------------------- /scripts/beaker/olmo-small-ablation-on-gantry.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/olmo-small-ablation-on-gantry.sh -------------------------------------------------------------------------------- /scripts/beaker/olmo7-ablation-baseline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/olmo7-ablation-baseline.sh -------------------------------------------------------------------------------- /scripts/beaker/olmo7-ablation-dedupeparas.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/olmo7-ablation-dedupeparas.sh -------------------------------------------------------------------------------- /scripts/beaker/olmo7-ablation-final2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/olmo7-ablation-final2.sh -------------------------------------------------------------------------------- /scripts/beaker/olmo7-ablation-refheavy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/olmo7-ablation-refheavy.sh -------------------------------------------------------------------------------- /scripts/beaker/warm_hf_cache.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/beaker/warm_hf_cache.sh -------------------------------------------------------------------------------- /scripts/convert_pt_to_safetensors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/convert_pt_to_safetensors.py -------------------------------------------------------------------------------- /scripts/init_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/init_config.py -------------------------------------------------------------------------------- /scripts/inspect_train_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/inspect_train_data.py -------------------------------------------------------------------------------- /scripts/kempner/llama7.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/kempner/llama7.sh -------------------------------------------------------------------------------- /scripts/kempner/log_into_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/kempner/log_into_node.sh -------------------------------------------------------------------------------- /scripts/kempner/mitch-ish-7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/kempner/mitch-ish-7b.sh -------------------------------------------------------------------------------- /scripts/kempner/v1-mix-small.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/kempner/v1-mix-small.sh -------------------------------------------------------------------------------- /scripts/lumi/c4-large-on-lumi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/c4-large-on-lumi.sh -------------------------------------------------------------------------------- /scripts/lumi/c4-medium-on-lumi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/c4-medium-on-lumi.sh -------------------------------------------------------------------------------- /scripts/lumi/c4-small-on-lumi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/c4-small-on-lumi.sh -------------------------------------------------------------------------------- /scripts/lumi/llama7.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/llama7.sh -------------------------------------------------------------------------------- /scripts/lumi/log_into_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/log_into_node.sh -------------------------------------------------------------------------------- /scripts/lumi/lumi-interactive.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/lumi-interactive.sh -------------------------------------------------------------------------------- /scripts/lumi/mitch-ish-7b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/mitch-ish-7b.sh -------------------------------------------------------------------------------- /scripts/lumi/mitchish65-randomseed.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/mitchish65-randomseed.sh -------------------------------------------------------------------------------- /scripts/lumi/mitchish65.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/mitchish65.sh -------------------------------------------------------------------------------- /scripts/lumi/mitchish70.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/mitchish70.sh -------------------------------------------------------------------------------- /scripts/lumi/olmo-small-ablation-on-lumi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/olmo-small-ablation-on-lumi.sh -------------------------------------------------------------------------------- /scripts/lumi/olmo7-ablations.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/olmo7-ablations.sh -------------------------------------------------------------------------------- /scripts/lumi/v1-mix-medium-on-lumi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/v1-mix-medium-on-lumi.sh -------------------------------------------------------------------------------- /scripts/lumi/v1-mix-small-on-lumi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/lumi/v1-mix-small-on-lumi.sh -------------------------------------------------------------------------------- /scripts/prepare_changelog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/prepare_changelog.py -------------------------------------------------------------------------------- /scripts/prepare_memmap_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/prepare_memmap_dataset.py -------------------------------------------------------------------------------- /scripts/prepare_tulu_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/prepare_tulu_data.py -------------------------------------------------------------------------------- /scripts/pyspy_all_nodes.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/pyspy_all_nodes.sh -------------------------------------------------------------------------------- /scripts/pyspy_all_processes.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/pyspy_all_processes.sh -------------------------------------------------------------------------------- /scripts/release.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/release.sh -------------------------------------------------------------------------------- /scripts/release_notes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/release_notes.py -------------------------------------------------------------------------------- /scripts/run_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/run_dataloader.py -------------------------------------------------------------------------------- /scripts/run_with_environment.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/run_with_environment.sh -------------------------------------------------------------------------------- /scripts/show_model_size.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/show_model_size.py -------------------------------------------------------------------------------- /scripts/split_gz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/split_gz.py -------------------------------------------------------------------------------- /scripts/storage_cleaner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/storage_cleaner.py -------------------------------------------------------------------------------- /scripts/test_entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/test_entrypoint.sh -------------------------------------------------------------------------------- /scripts/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/train.py -------------------------------------------------------------------------------- /scripts/unshard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/unshard.py -------------------------------------------------------------------------------- /scripts/wandb_change_group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/scripts/wandb_change_group.py -------------------------------------------------------------------------------- /test_fixtures/c4-sample.01.json.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/c4-sample.01.json.gz -------------------------------------------------------------------------------- /test_fixtures/c4-sample.02.json.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/c4-sample.02.json.gz -------------------------------------------------------------------------------- /test_fixtures/c4-sample.03.json.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/c4-sample.03.json.gz -------------------------------------------------------------------------------- /test_fixtures/evaluation/ppl-test-data/4chan/val/4chan_00000000.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/evaluation/ppl-test-data/4chan/val/4chan_00000000.jsonl.gz -------------------------------------------------------------------------------- /test_fixtures/evaluation/ppl-test-data/c4_100_domains/val/c4_100_domains_5_www.theguardian.com_00000000.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/evaluation/ppl-test-data/c4_100_domains/val/c4_100_domains_5_www.theguardian.com_00000000.jsonl.gz -------------------------------------------------------------------------------- /test_fixtures/test-olmo-model/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/test-olmo-model/config.json -------------------------------------------------------------------------------- /test_fixtures/test-olmo-model/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/test-olmo-model/config.yaml -------------------------------------------------------------------------------- /test_fixtures/test-olmo-model/model.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/test-olmo-model/model.pt -------------------------------------------------------------------------------- /test_fixtures/test-olmo-model/pytorch_model.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/test-olmo-model/pytorch_model.bin -------------------------------------------------------------------------------- /test_fixtures/test-olmo-model/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/test-olmo-model/special_tokens_map.json -------------------------------------------------------------------------------- /test_fixtures/test-olmo-model/tokenizer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/test-olmo-model/tokenizer.json -------------------------------------------------------------------------------- /test_fixtures/test-olmo-model/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/test-olmo-model/tokenizer_config.json -------------------------------------------------------------------------------- /test_fixtures/train_tiny.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/train_tiny.yaml -------------------------------------------------------------------------------- /test_fixtures/train_tiny_with_evaluator.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/test_fixtures/train_tiny_with_evaluator.yaml -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/beam_search_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/beam_search_test.py -------------------------------------------------------------------------------- /tests/checkpoint_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/checkpoint_test.py -------------------------------------------------------------------------------- /tests/config_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/config_test.py -------------------------------------------------------------------------------- /tests/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/collator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/data/collator_test.py -------------------------------------------------------------------------------- /tests/data/iterable_dataset_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/data/iterable_dataset_test.py -------------------------------------------------------------------------------- /tests/data/memmap_dataset_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/data/memmap_dataset_test.py -------------------------------------------------------------------------------- /tests/eval/downstream_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/eval/downstream_test.py -------------------------------------------------------------------------------- /tests/hf_olmo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/hf_olmo/configuration_olmo_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/hf_olmo/configuration_olmo_test.py -------------------------------------------------------------------------------- /tests/hf_olmo/hf_olmo_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/hf_olmo/hf_olmo_test.py -------------------------------------------------------------------------------- /tests/hf_olmo/hf_pipeline_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/hf_olmo/hf_pipeline_test.py -------------------------------------------------------------------------------- /tests/hf_olmo/modeling_olmo_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/hf_olmo/modeling_olmo_test.py -------------------------------------------------------------------------------- /tests/hf_olmo/tokenization_olmo_fast_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/hf_olmo/tokenization_olmo_fast_test.py -------------------------------------------------------------------------------- /tests/model_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/model_test.py -------------------------------------------------------------------------------- /tests/optim_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/optim_test.py -------------------------------------------------------------------------------- /tests/tokenizer_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/tokenizer_test.py -------------------------------------------------------------------------------- /tests/util_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tests/util_test.py -------------------------------------------------------------------------------- /tokenizers/allenai_eleuther-ai-gpt-neox-20b-pii-special.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tokenizers/allenai_eleuther-ai-gpt-neox-20b-pii-special.json -------------------------------------------------------------------------------- /tokenizers/allenai_gpt-neox-olmo-dolma-v1_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/kaistAI/factual-knowledge-acquisition/HEAD/tokenizers/allenai_gpt-neox-olmo-dolma-v1_5.json --------------------------------------------------------------------------------